-- Logs begin at Wed 2022-09-21 14:53:52 UTC, end at Wed 2022-09-21 17:06:17 UTC. -- Sep 21 15:45:16.046274 dv-neutron-858618-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 15:45:18.587721 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.common.config [-] Logging enabled! Sep 21 15:45:18.588442 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev26 Sep 21 15:45:18.588529 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 15:45:18.591650 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.common.config [-] Logging enabled! Sep 21 15:45:18.591907 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev26 Sep 21 15:45:18.592221 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 15:45:18.593424 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 15:45:18.593659 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 15:45:18.594039 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 15:45:18.594292 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 15:45:18.594522 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 15:45:18.594848 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.595156 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.595459 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.595695 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.595995 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.596289 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.596599 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.596896 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.597196 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.597484 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.597768 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.598078 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.598313 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.598602 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.598897 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.599191 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.599419 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] debug = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.599706 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.600134 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.600568 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.600837 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.601133 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.601416 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.601694 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.601999 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.602293 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.602625 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] host = dv-neutron-858618-1-hyperv {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.602909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.603201 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.603492 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.603782 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.604060 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.604340 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.604628 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.604905 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.605183 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] log_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.605465 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.605753 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.606068 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.606362 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.606590 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.606816 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.607104 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.607397 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.607678 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.607957 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.608235 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.608513 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.608790 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.609062 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.609349 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.609650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.609923 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.610230 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.610508 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.610784 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.611059 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.611347 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.611626 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.611904 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.612204 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.612495 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.612768 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.613046 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.613347 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.613639 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.613922 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.614235 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.614513 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.614800 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.615076 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.615350 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.615627 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] use_json = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.615904 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.616189 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.616460 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.616736 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.617010 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.617286 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.617562 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.617851 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.618150 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:18.618450 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.618750 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.619054 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.619344 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.619641 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.619928 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.620227 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.620510 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.620803 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.621097 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.621388 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.621670 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.621986 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.622271 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.622568 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.622877 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.623172 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.623467 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.623748 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.624027 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.624304 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.624586 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.624880 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.625176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.625478 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.625736 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.626042 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.626339 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.626620 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.626896 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.627178 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.627466 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.628249 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.628531 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.628815 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.629109 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.629403 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.629682 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.629981 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.630280 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.630560 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.630843 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.631118 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.631398 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.631673 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.631961 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.632242 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.632519 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.632795 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.633074 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.633349 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.633623 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.633902 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.634204 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.634486 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.634764 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.635042 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.635319 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.635597 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.635874 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.636152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.636429 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.636710 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.636988 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.637265 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.637543 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.637819 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.638132 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.638513 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.638820 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.639103 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.639387 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.639669 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.639948 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.640226 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.640505 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.640792 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.641081 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.641349 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.641642 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.641927 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.642238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.642522 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.642804 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.643102 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.643999 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.644306 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.644589 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.644879 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.645169 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.645456 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.645757 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.646083 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.646386 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.646685 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.646983 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.647269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.647582 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.647865 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:18.648089 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 15:45:18.648332 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89617) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 15:45:19.039044 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO keyring.backend [-] Loading KWallet Sep 21 15:45:19.046618 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO keyring.backend [-] Loading SecretService Sep 21 15:45:19.050746 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO keyring.backend [-] Loading Windows Sep 21 15:45:19.052088 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO keyring.backend [-] Loading chainer Sep 21 15:45:19.052665 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO keyring.backend [-] Loading macOS Sep 21 15:45:19.087480 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 15:45:19.087759 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 15:45:19.088051 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 15:45:19.088394 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 15:45:19.481513 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.481813 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.482114 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.483336 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.483618 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.483900 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.519368 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.519651 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.519922 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.532937 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.533226 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.533500 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.563939 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.564229 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.564507 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.602266 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.602806 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.602806 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.835961 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.836179 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.836456 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.836734 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.837489 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.959494 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.959832 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.960122 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.960401 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.960676 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.960996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.961270 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.961536 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.961798 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.962114 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.962384 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.962656 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.962926 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.963187 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.963461 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.963736 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.964000 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.964280 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.964543 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.964832 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.965192 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.965456 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.965713 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.966028 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.966289 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.966542 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:19.966939 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 15:45:19.967185 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 15:45:19.967700 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 15:45:19.967944 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 15:45:19.968188 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 15:45:19.968431 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 15:45:19.968811 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 15:45:19.972482 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 15:45:19.976453 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 15:45:19.980193 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 21 15:45:19.981829 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 15:45:19.982310 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 15:45:19.982655 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 15:45:19.983198 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 15:45:19.986008 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 15:45:19.986273 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 15:45:19.986616 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 15:45:20.014991 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 15:45:20.015439 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:20.015743 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89617) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 15:45:20.016111 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:20.017471 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89617) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 15:45:20.017755 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 15:45:20.018028 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 15:45:20.021357 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:20.021646 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:20.084782 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 15:45:20.085027 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 15:45:20.085270 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 15:45:20.085650 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 15:45:20.123715 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_db.sqlalchemy.engines [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89617) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 15:45:20.659007 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Initializing driver for type 'gre' Sep 21 15:45:20.659669 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] gre ID ranges: [(1, 1000)] Sep 21 15:45:20.904409 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Initializing driver for type 'local' Sep 21 15:45:20.904758 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Initializing driver for type 'vlan' Sep 21 15:45:20.961463 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] VlanTypeDriver initialization complete Sep 21 15:45:20.961814 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Initializing driver for type 'vxlan' Sep 21 15:45:20.962350 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] vxlan ID ranges: [(1, 1000)] Sep 21 15:45:21.110180 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Initializing extension driver 'port_security' Sep 21 15:45:21.110532 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.extensions.port_security [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] PortSecurityExtensionDriver initialization complete Sep 21 15:45:21.110876 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Initializing mechanism driver 'openvswitch' Sep 21 15:45:21.111213 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Initializing mechanism driver 'hyperv' Sep 21 15:45:21.118301 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.plugins.ml2.plugin [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:45:21.118994 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > port after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.119372 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > port after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.119733 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > port after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.120262 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 15:45:21.120697 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > subnet after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.121075 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > subnet after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.121407 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.121798 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 15:45:21.122236 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > network after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.122591 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > network after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.122939 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > network after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.123326 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 15:45:21.123731 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > security_group after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.124082 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > security_group after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.124427 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > security_group after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.124817 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 15:45:21.125223 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.125575 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.125920 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.126966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 15:45:21.126966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > address_group after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.127274 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > address_group after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.127629 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > address_group after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.128020 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 15:45:21.129058 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] ML2 OVO RPC backend initialized. {{(pid=89617) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 21 15:45:21.129871 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.130311 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.130849 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > network before_response 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.131261 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > networks before_response 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.131671 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > port before_response 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.132071 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > ports before_response 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.132499 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > subnet before_response 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.132904 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > subnets before_response 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.133316 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > network after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.133710 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > network after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.134144 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > network after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.134537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > port after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.134929 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > port after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.135312 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > port after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.135697 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > subnet after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.136085 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > subnet after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.136466 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > subnet after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.137129 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.plugin [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Modular L2 Plugin initialization complete Sep 21 15:45:21.137507 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading services supported by the core plugin {{(pid=89617) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 15:45:21.137880 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.plugins.ml2.managers [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Got port-security extension from driver 'port_security' Sep 21 15:45:21.138441 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.extensions.vlantransparent [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Disabled vlantransparent extension. Sep 21 15:45:21.138983 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89617) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 15:45:21.139346 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading Plugin: router Sep 21 15:45:21.178972 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router_interface before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.179372 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router after_create 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.179750 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router before_create 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.180128 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.180506 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.180870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router after_delete 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.181240 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > floatingip after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.181613 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router after_create 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.181990 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router after_update 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.182353 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router after_update 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.182711 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.183079 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router after_update 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.183500 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_update 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.183881 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: port after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.184231 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: port after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.184578 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: subnet after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.184926 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.185283 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > port precommit_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.185640 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_create 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.186021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: port before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.186377 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.186743 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router after_update 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.187097 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_delete 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.187453 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_create 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.187826 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router_interface after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.188299 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_update 55549900 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.188577 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > agent after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.188941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > agent after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.189300 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > network after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.190206 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Tracking information for resource: router configured {{(pid=89617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 15:45:21.190549 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Tracking information for resource: floatingip configured {{(pid=89617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 15:45:21.195421 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.db.l3_agentschedulers_db [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 15:45:21.196011 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: port after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.196375 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: port after_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.196733 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: port after_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.197091 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: port after_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.198025 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router before_create 55550100 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.198405 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_delete 55550100 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.198776 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_create 55550100 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.199139 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > router precommit_update 55550100 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.203625 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.services.provider_configuration [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service providers = [] {{(pid=89617) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 15:45:21.204002 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.db.servicetype_db [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89617) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 15:45:21.207454 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.services.service_base [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 15:45:21.207809 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.services.service_base [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 15:45:21.208165 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.services.service_base [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 15:45:21.209060 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.services.service_base [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 15:45:21.209437 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.services.service_base [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 15:45:21.209822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 15:45:21.210181 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 15:45:21.221128 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 15:45:21.222018 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading Plugin: auto_allocate Sep 21 15:45:21.227829 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: network precommit_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.228217 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: network precommit_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.228747 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 15:45:21.229076 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading Plugin: tag Sep 21 15:45:21.235613 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 15:45:21.235956 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading Plugin: timestamp Sep 21 15:45:21.240017 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 15:45:21.240360 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading Plugin: network_ip_availability Sep 21 15:45:21.245590 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.245994 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.246358 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.247080 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 15:45:21.247405 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading Plugin: flavors Sep 21 15:45:21.252059 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 15:45:21.252397 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading Plugin: revisions Sep 21 15:45:21.256870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 15:45:21.257272 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_concurrency.lockutils [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.169s {{(pid=89617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 15:45:21.258064 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89617) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 15:45:21.258431 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Initializing extension manager. Sep 21 15:45:21.258943 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: __init__.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.259293 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: __pycache__ {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.259631 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.259970 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: address_group.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.260732 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.261301 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: address-group Sep 21 15:45:21.261636 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: address_scope.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.262389 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.262906 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: address-scope Sep 21 15:45:21.263240 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: admin_state_down_before_update.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.264176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.264693 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: router-admin-state-down-before-update Sep 21 15:45:21.265023 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: agent.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.265731 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.266277 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: agent Sep 21 15:45:21.266611 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: agent_resources_synced.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.267717 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.268773 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: agent-resources-synced Sep 21 15:45:21.269108 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: allowedaddresspairs.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.270939 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.271461 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: allowed-address-pairs Sep 21 15:45:21.271795 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: auto_allocated_topology.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.272870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.273387 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: auto-allocated-topology Sep 21 15:45:21.273721 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: availability_zone.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.274447 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.274962 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: availability_zone Sep 21 15:45:21.275297 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: availability_zone_filter.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.276218 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.276732 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: availability_zone_filter Sep 21 15:45:21.277063 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: data_plane_status.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.277998 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.278515 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 15:45:21.278844 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: default_subnetpools.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.279764 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.280275 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: default-subnetpools Sep 21 15:45:21.280607 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: dhcpagentscheduler.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.281420 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.281932 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: dhcp_agent_scheduler Sep 21 15:45:21.282285 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: dns.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.283201 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.283713 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension dns-integration not supported by any of loaded plugins Sep 21 15:45:21.284620 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: dns_domain_ports.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.285546 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.286100 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 15:45:21.286435 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: dvr.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.287114 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.287636 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: dvr Sep 21 15:45:21.287967 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: empty_string_filtering.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.288897 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.289423 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: empty-string-filtering Sep 21 15:45:21.289752 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.290687 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.291200 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 15:45:21.291528 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.292441 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.292952 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 15:45:21.293280 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: external_net.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.294227 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.294745 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: external-net Sep 21 15:45:21.295073 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: extra_dhcp_opt.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.295982 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.296490 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: extra_dhcp_opt Sep 21 15:45:21.296819 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: extraroute.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.297733 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.298267 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: extraroute Sep 21 15:45:21.298603 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: extraroute_atomic.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.299847 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.300717 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: extraroute-atomic Sep 21 15:45:21.301277 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: filter_validation.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.302425 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.303318 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: filter-validation Sep 21 15:45:21.303902 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: fip_pf_description.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.305052 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.305563 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 15:45:21.305921 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: fip_port_details.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.306853 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.307374 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: fip-port-details Sep 21 15:45:21.307709 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: flavors.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.308952 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.309482 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: flavors Sep 21 15:45:21.309814 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.311506 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.312021 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 15:45:21.312355 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: floatingip_pools.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.313062 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.313577 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: floatingip-pools Sep 21 15:45:21.313909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: ip_allocation.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.314870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.315894 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 15:45:21.316226 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.317153 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.317669 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: ip-substring-filtering Sep 21 15:45:21.318030 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: l2_adjacency.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.318966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.319478 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 15:45:21.319807 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: l3.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.320803 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.321328 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: router Sep 21 15:45:21.321663 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: l3_conntrack_helper.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.324113 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.324644 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 15:45:21.324986 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.325933 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.326479 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: ext-gw-mode Sep 21 15:45:21.326819 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.327746 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.328259 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: l3-ha Sep 21 15:45:21.328594 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: l3_flavors.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.329530 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.330075 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: l3-flavors Sep 21 15:45:21.330410 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.331999 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.332509 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 15:45:21.332839 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: l3agentscheduler.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.333882 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.334428 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: l3_agent_scheduler Sep 21 15:45:21.334764 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: logging.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.336252 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.336779 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension logging not supported by any of loaded plugins Sep 21 15:45:21.337116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: metering.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.351218 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.351805 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: metering Sep 21 15:45:21.352141 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.353245 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.353765 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: metering_source_and_destination_fields Sep 21 15:45:21.354202 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: multiprovidernet.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.355164 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.355667 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: multi-provider Sep 21 15:45:21.355999 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: netmtu.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.356919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.357438 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: net-mtu Sep 21 15:45:21.357768 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: netmtu_writable.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.358733 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.359249 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: net-mtu-writable Sep 21 15:45:21.359583 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: network_availability_zone.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.360272 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.360784 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: network_availability_zone Sep 21 15:45:21.361112 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: network_ip_availability.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.362267 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.362785 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: network-ip-availability Sep 21 15:45:21.363122 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: network_segment_range.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.363896 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.364399 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 15:45:21.364727 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: pagination.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.365726 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.366106 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: pagination Sep 21 15:45:21.366443 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: port_device_profile.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.367356 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.367874 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: port-device-profile Sep 21 15:45:21.368202 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.369138 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.369720 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: port-mac-address-regenerate Sep 21 15:45:21.370006 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.370926 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.371910 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: port-numa-affinity-policy Sep 21 15:45:21.371910 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: port_resource_request.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.380285 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.380806 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 15:45:21.381136 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: portbindings.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.382117 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.382637 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: binding Sep 21 15:45:21.382968 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: portbindings_extended.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.384240 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.384757 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: binding-extended Sep 21 15:45:21.385094 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: portsecurity.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.386169 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.386686 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: port-security Sep 21 15:45:21.387021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: project_id.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.387999 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.388332 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: project-id Sep 21 15:45:21.388661 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: providernet.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.389598 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.390145 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: provider Sep 21 15:45:21.390478 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.394687 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.395214 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos not supported by any of loaded plugins Sep 21 15:45:21.395553 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.396799 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.397317 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 15:45:21.397657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.398623 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.399144 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 15:45:21.399477 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos_default.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.400399 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.400917 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos-default not supported by any of loaded plugins Sep 21 15:45:21.401252 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos_fip.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.401913 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.402444 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos-fip not supported by any of loaded plugins Sep 21 15:45:21.402778 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos_gateway_ip.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.403710 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.404228 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 15:45:21.404567 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos_port_network_policy.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.405485 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.406019 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 15:45:21.406352 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos_rule_type_details.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.407271 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.407786 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 15:45:21.408121 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: qos_rules_alias.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.409183 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.409700 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 15:45:21.410071 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: quotasv2.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.410989 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.411365 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: quotas Sep 21 15:45:21.411697 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: quotasv2_detail.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.413311 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.413656 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: quota_details Sep 21 15:45:21.414026 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: rbac.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.415092 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.415625 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: rbac-policies Sep 21 15:45:21.415961 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: rbac_address_group.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.420573 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.421094 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: rbac-address-group Sep 21 15:45:21.421428 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: rbac_address_scope.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.422394 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.422916 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: rbac-address-scope Sep 21 15:45:21.423249 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: rbac_security_groups.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.424172 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.424717 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: rbac-security-groups Sep 21 15:45:21.425051 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: rbac_subnetpool.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.426025 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.426545 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: rbac-subnetpool Sep 21 15:45:21.426875 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: revisionifmatch.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.427808 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.428330 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: revision-if-match Sep 21 15:45:21.428661 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: revisions.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.429782 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.430335 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: standard-attr-revisions Sep 21 15:45:21.430671 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: router_availability_zone.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.431470 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.431995 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: router_availability_zone Sep 21 15:45:21.432327 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: routerservicetype.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.433261 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.433785 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension router-service-type not supported by any of loaded plugins Sep 21 15:45:21.434147 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.435076 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.435601 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: security-groups-normalized-cidr Sep 21 15:45:21.435931 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: security_groups_port_filtering.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.436862 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.437379 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: port-security-groups-filtering Sep 21 15:45:21.437708 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.438666 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.439186 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: security-groups-remote-address-group Sep 21 15:45:21.439519 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: securitygroup.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.449630 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.450194 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: security-group Sep 21 15:45:21.450541 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: segment.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.451341 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.451858 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension segment not supported by any of loaded plugins Sep 21 15:45:21.452197 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.453145 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.453659 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 15:45:21.454023 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: servicetype.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.455135 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.456294 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: service-type Sep 21 15:45:21.456635 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: sorting.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.457634 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.457997 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: sorting Sep 21 15:45:21.458336 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: standard_attr_segment.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.459273 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.459793 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 15:45:21.460129 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: standardattrdescription.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.460784 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.461312 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: standard-attr-description Sep 21 15:45:21.461643 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: stateful_security_group.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.462605 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.463133 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: stateful-security-group Sep 21 15:45:21.463465 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: stdattrs_common.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.464058 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 15:45:21.464387 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.465402 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.465954 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 15:45:21.466289 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: subnet_onboard.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.467625 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.468148 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: subnet_onboard Sep 21 15:45:21.468480 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.474583 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.475050 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 15:45:21.475380 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: subnet_service_types.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.476324 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.476841 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: subnet-service-types Sep 21 15:45:21.477174 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: subnetallocation.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.478308 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.478835 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: subnet_allocation Sep 21 15:45:21.479179 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.479869 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.480387 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: subnetpool-prefix-ops Sep 21 15:45:21.480721 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.481652 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.482191 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 15:45:21.482526 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: tagging.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.483585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.484104 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: standard-attr-tag Sep 21 15:45:21.484442 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: timestamp.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.485646 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.486200 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loaded extension: standard-attr-timestamp Sep 21 15:45:21.486537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: trunk.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.487606 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.488130 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension trunk not supported by any of loaded plugins Sep 21 15:45:21.488461 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: trunk_details.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.489395 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.489920 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension trunk-details not supported by any of loaded plugins Sep 21 15:45:21.490279 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: uplink_status_propagation.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.491207 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.491729 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 15:45:21.492059 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Loading extension file: vlantransparent.py {{(pid=89617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 15:45:21.492734 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 15:45:21.493247 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 15:45:21.495750 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:network Sep 21 15:45:21.496516 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:subnet Sep 21 15:45:21.498473 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 15:45:21.499116 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:port Sep 21 15:45:21.500385 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.500831 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service FLAVORS assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.501462 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.501899 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.502268 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:router Sep 21 15:45:21.503451 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:floatingip Sep 21 15:45:21.504185 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service METERING assigned prefix: /metering {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.505624 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.506042 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.506405 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:45:21.507537 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 15:45:21.507992 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:security_group Sep 21 15:45:21.508650 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 15:45:21.509403 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service CORE assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.509748 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 15:45:21.510127 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] subnetpool is already registered Sep 21 15:45:21.510752 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service CORE assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.511088 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 15:45:21.511423 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] subnetpool is already registered Sep 21 15:45:21.514047 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.514492 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service FLAVORS assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.515096 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.515526 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.515867 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:router Sep 21 15:45:21.516231 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] router is already registered Sep 21 15:45:21.516837 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:floatingip Sep 21 15:45:21.517185 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] floatingip is already registered Sep 21 15:45:21.517819 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service METERING assigned prefix: /metering {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.519117 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 15:45:21.519455 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] rbac_policy is already registered Sep 21 15:45:21.520019 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:security_group Sep 21 15:45:21.520356 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] security_group is already registered Sep 21 15:45:21.520949 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 15:45:21.521285 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] security_group_rule is already registered Sep 21 15:45:21.521978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service CORE assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.522319 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 15:45:21.522652 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] subnetpool is already registered Sep 21 15:45:21.523263 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.v2.resource_helper [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Service CORE assigned prefix: {{(pid=89617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 15:45:21.523595 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 15:45:21.523925 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING neutron.quota.resource_registry [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] subnetpool is already registered Sep 21 15:45:21.524582 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: extensions {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.526101 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: address-groups {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.527731 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: address-scopes {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.528953 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: agents {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.530174 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: auto-allocated-topology {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.531437 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: availability_zones {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.532781 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: dhcp-networks {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.534277 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: dhcp-agents {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.535746 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: routers {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.537587 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: flavors {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.538798 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: service_profiles {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.540049 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: next_providers {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.541622 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: service_profiles {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.543144 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: floatingip-pools {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.544374 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: routers {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.546237 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: floatingips {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.547458 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: l3-routers {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.548877 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: l3-agents {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.550396 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: metering-labels {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.551799 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: metering-label-rules {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.553112 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: network-ip-availabilities {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.554439 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: bindings {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.556147 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: quotas {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.557592 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: quotas {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.559072 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: rbac-policies {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.560417 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: security-groups {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.561647 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: security-group-rules {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.562951 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: service-providers {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.564196 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: subnetpools {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.567073 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: subnetpools {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.568591 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.570345 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.683348 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.685165 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.687026 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.688964 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.691379 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.693307 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.695137 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.697037 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron.api.extensions [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Extended resource: tags {{(pid=89617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 15:45:21.703270 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING keystonemiddleware.auth_token [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 15:45:21.708226 dv-neutron-858618-1-hyperv neutron-server[89617]: WARNING keystonemiddleware.auth_token [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 15:45:21.716604 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_concurrency.lockutils [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Acquired lock "singleton_lock" {{(pid=89617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 15:45:21.717088 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_concurrency.lockutils [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Releasing lock "singleton_lock" {{(pid=89617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 15:45:21.718011 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO oslo_service.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Starting 2 workers Sep 21 15:45:21.722704 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Started child 89725 {{(pid=89617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 21 15:45:21.727009 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Started child 89726 {{(pid=89617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 21 15:45:21.727947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:21.728512 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO neutron.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 15:45:21.729175 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Notify callbacks [] for process, before_spawn {{(pid=89617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:21.729358 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [-] (89725) wsgi starting up on http://0.0.0.0:9696 Sep 21 15:45:21.729701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33578) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:45:21.731534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:21.731971 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO oslo_service.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Starting 1 workers Sep 21 15:45:21.732879 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [-] (89726) wsgi starting up on http://0.0.0.0:9696 Sep 21 15:45:21.736665 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Started child 89727 {{(pid=89617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 21 15:45:21.737714 dv-neutron-858618-1-hyperv neutron-server[89617]: INFO oslo_service.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Starting 1 workers Sep 21 15:45:21.738736 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068262 Sep 21 15:45:21.740707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] calling RpcWorker wait() {{(pid=89727) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 15:45:21.741281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] returning from RpcWorker wait() {{(pid=89727) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 15:45:21.742445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:21.743001 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Started child 89729 {{(pid=89617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 21 15:45:21.743196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:45:21.743744 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG neutron_lib.callbacks.manager [None req-5816b64e-dffd-4966-8403-6c640749fe4f None None] Notify callbacks [] for process, after_spawn {{(pid=89617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:21.745440 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 21 15:45:21.748359 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 15:45:21.748359 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 15:45:21.748359 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 15:45:21.748359 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 15:45:21.748359 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 15:45:21.748359 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.748359 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.748824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:21.749278 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.749278 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.749278 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.749278 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.749278 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.749278 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.749636 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.749701 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.750053 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.750053 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.750285 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.750505 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.751001 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.751408 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.751798 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.752232 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.752628 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.753528 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.753825 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.754114 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.754413 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] debug = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.754641 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.755111 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.755495 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.755876 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.756249 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.756674 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.757046 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.757348 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.757605 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.757847 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.758114 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.758383 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.758635 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.758851 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.759223 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.759615 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.759991 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.760599 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] host = dv-neutron-858618-1-hyperv {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.760981 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.761213 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.761450 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.761704 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.761993 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.762397 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.762816 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.763231 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.763627 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.764021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.764426 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.764814 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.765189 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.765596 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.765767 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_options = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.766044 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.766352 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.766603 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.766791 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.767113 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.767444 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.767865 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.768261 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.768672 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.769055 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.769419 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.769806 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.770869 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.771255 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.771659 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.772074 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.772186 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:45:21.772342 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.772555 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.772829 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.773070 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.773304 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.773561 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.773817 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.774079 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.774304 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.774529 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.774788 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.774973 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.775190 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.775617 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.776021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.776282 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.776522 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.776783 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.776998 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.777232 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.777451 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.777723 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.778777 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.779186 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_json = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.788941 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.789585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.789585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.789585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.789585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.789585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.789585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.789585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.789585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790152 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.790668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791116 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791537 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791994 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.791994 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.792214 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.792466 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.792858 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.793229 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.793636 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.794081 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.794325 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.794632 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.794810 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.795170 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.795527 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.795915 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.796296 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.796732 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.797009 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.797253 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.797516 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.797774 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.798850 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.799096 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.799858 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.800272 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.800503 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.800729 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.800993 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.801214 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.801628 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.801869 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.802147 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.802398 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.802626 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.802999 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.803366 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.803757 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.804142 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.804535 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.804906 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.805268 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.805661 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.806051 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.806439 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.806832 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.807222 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.807600 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.807983 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.808346 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.808820 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.809231 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.809491 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.809781 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.810135 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.810392 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.810693 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.810946 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.811201 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.811448 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.811708 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.811964 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.812215 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.812454 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.812746 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.813010 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.813255 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.813505 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.813730 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.814017 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.814286 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.814696 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.815001 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.815771 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.816166 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.816448 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.816861 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.817244 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.817667 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.817978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.818871 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.818871 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.818871 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.819103 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.819273 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.819588 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.819867 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.820298 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.820538 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.820954 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.822069 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.822069 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.822069 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.822069 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.822362 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.822434 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.822701 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.823126 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.823388 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.823606 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.823978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.824459 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.825762 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.826176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.826547 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.826841 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.827108 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.827350 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.827768 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.828205 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.829226 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.829226 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.829226 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.829226 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.829510 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.829689 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.830486 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.830486 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.830486 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.830725 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.830927 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.831287 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.831667 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.832220 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.832220 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.832397 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.832779 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.833165 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.833557 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.833801 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.834188 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.834577 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.834954 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.835316 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.835677 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.835910 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.836204 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.836451 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.836732 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.837000 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.837250 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.837486 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.837720 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.838028 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.838261 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.838531 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.838756 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.839131 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.839354 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.839600 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.839824 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.840075 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.840330 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.840569 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.840809 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.841048 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.841403 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.841668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.841905 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.843246 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.843498 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.843723 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.843948 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.844172 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.844398 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.845990 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.845990 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.845990 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.845990 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.845990 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.845990 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.845990 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.846588 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.846588 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.846747 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.846993 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.848193 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.848446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.848676 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.848920 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.849154 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.849389 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.849627 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.850560 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.850560 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.850560 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.850794 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.850893 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.851081 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.851326 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.851562 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.851780 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.852001 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.852229 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.852444 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.852678 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.852916 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.853136 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.853359 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.853603 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.853901 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.855008 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.855248 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.855536 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.855783 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.856018 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.856279 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.856592 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.856836 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.857083 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.857310 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.857533 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.857759 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.858046 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.858364 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.858818 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.859084 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.859325 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.859630 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.859913 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.860195 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.860414 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.860711 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.861049 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.861339 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.861581 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.862386 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.862681 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.862914 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.863138 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.863393 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.863617 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.863837 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.864098 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.864341 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.864583 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.865120 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.865120 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.865286 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.865466 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.866099 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.866099 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.866391 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.866526 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 15:45:21.866934 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 21 15:45:21.867822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 15:45:21.867822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 15:45:21.867822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 15:45:21.867822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 15:45:21.867822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 15:45:21.868539 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.868539 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.868539 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.868539 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.868539 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.869236 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.869236 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.869236 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.869236 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.869750 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.869750 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.869750 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.870178 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.870178 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.870178 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.870569 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.870569 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.870569 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871404 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871404 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] debug = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871668 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871956 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.871956 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.872222 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.872222 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.872496 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.872635 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.872732 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.872852 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.873038 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.873171 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.873491 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.873655 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.874013 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.874180 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.874319 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.874468 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] host = dv-neutron-858618-1-hyperv {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.874604 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.874759 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.874895 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.875038 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876088 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876088 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876088 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876088 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876088 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876088 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876088 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_options = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.876966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.878311 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.878311 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.878311 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.878311 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.878895 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.878895 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.878895 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.878895 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.879405 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.879405 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.879405 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.879405 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.879986 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.879986 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.879986 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.879986 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.880481 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.880481 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.880481 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.880855 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.880855 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.881242 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.881242 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.881242 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.881619 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.881619 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.881619 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.882014 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.882014 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.882290 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.882290 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.882546 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.882546 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.882798 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.882932 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.883077 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.883213 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.883345 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.883489 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.883623 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.883760 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.883980 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.884072 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.884219 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_json = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.884381 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.884717 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.884717 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.884887 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.884998 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.885233 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.885331 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.885452 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.885617 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 15:45:21.885803 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.885991 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887021 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887613 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887613 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887613 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887613 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.887996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.888186 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.888186 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.888479 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.888479 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.888734 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.888866 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.888966 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.889099 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.889280 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.889447 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.889614 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.889780 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.889979 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.890139 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.890304 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.890464 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.890628 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.890791 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.891125 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.891291 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.891608 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.891774 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.891939 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.892179 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.892314 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.892421 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.892577 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.892741 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.892910 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.893106 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.893273 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894072 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894072 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894072 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894072 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894072 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894524 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894524 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894667 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894743 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.894859 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.895019 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.895178 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.895345 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.895511 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896076 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896076 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896076 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896279 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896344 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896472 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896618 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896783 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.896950 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.897122 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.897264 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.897423 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.897564 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.897726 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.897884 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.898142 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.898299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:45:21.898445 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.898445 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.898702 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.898838 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.899018 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.899159 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.899294 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.899438 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.899574 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.899709 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.899844 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.901909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.901909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.901909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.901909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.901909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.901909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.901909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.901909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.903238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.903238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.903238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.903238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.903238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.903238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.903238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.903238 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.904446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.904446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.904446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.904446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.904446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.904446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.904446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.904446 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.906978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.906978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.906978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.906978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.906978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.906978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.906978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.906978 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.907996 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.909870 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.910919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.910919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.910919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.910919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.910919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.910919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.910919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.910919 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.911822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.911822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.911822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.911822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.911822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.911822 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.912461 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.912461 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.912461 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.912461 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.912461 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913090 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913090 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913090 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913090 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913585 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.913909 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.914084 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.914181 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.914345 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.914487 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.914654 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.914824 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.915748 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.915748 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.915748 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.915748 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.915748 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.915748 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.916107 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.916107 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.916335 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.916401 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917050 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917050 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917050 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917050 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917364 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917364 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917506 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917615 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917781 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.917993 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.918139 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.918307 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919269 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919607 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919607 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919740 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.919852 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.920550 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.920550 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.920550 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.920550 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.920845 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.920845 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.920986 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.921103 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.921268 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.921434 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926031 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.926657 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927176 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.927650 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928120 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928120 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928120 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928120 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928120 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928120 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928481 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928481 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.928608 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.929325 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.929325 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.929325 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.929325 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.929325 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.929633 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.929633 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.930074 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.930074 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.930252 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.930329 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.930413 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.931089 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 15:45:21.931089 dv-neutron-858618-1-hyperv neutron-server[89617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 15:45:32.864588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392de94-e584-4a49-8465-cf07300fbac3 None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:45:32.928823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f392de94-e584-4a49-8465-cf07300fbac3 None None] No non-hosted networks {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 15:45:32.935896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.agentschedulers_db [None req-f392de94-e584-4a49-8465-cf07300fbac3 None None] DHCP Agent not found on host dv-neutron-858618-1-hyperv {{(pid=89727) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 21 15:45:33.007071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8da8aef2-3d94-4efa-a03f-a1a93804c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623608'] for agent, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:34.962280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-20813772-a8ed-4e9d-8af9-601cfd78710f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623608'] for agent, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:35.002986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-9d077382-6d68-4d09-9e12-e3b4371bbc60 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-858618-1-hyperv {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:45:35.003767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-9d077382-6d68-4d09-9e12-e3b4371bbc60 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:45:35.618133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9d077382-6d68-4d09-9e12-e3b4371bbc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:36.246940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623608'] for agent, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:36.248844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.249542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.250116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.250843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.252317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.253147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.253687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.254354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.261610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.261610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.261610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.261610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:36.262706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-858618-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:45:36.270832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-858618-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:45:36.675194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623608'] for agent, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:37.772207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623608'] for agent, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:38.544625 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.db.l3_hamode_db [None req-e77b3d5d-2896-40fb-881c-d2da01fb84e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 15:45:38.629726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b3d5d-2896-40fb-881c-d2da01fb84e8 None None] Routers set() bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:45:38.630133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b3d5d-2896-40fb-881c-d2da01fb84e8 None None] Router IDs set() for agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 21 15:45:39.419524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33684) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:45:39.985261 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING oslo_policy.policy [None req-f5b7f4f8-0d67-4187-945d-ddd52945deac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:45:39.985968 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING oslo_policy.policy [None req-f5b7f4f8-0d67-4187-945d-ddd52945deac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:45:40.203576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-f5b7f4f8-0d67-4187-945d-ddd52945deac admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:45:40.205164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f5b7f4f8-0d67-4187-945d-ddd52945deac admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7847352 Sep 21 15:45:42.619360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33698) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:45:42.976237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:45:43.073009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.policy [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89725) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 15:45:43.121858 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING oslo_policy.policy [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:45:43.122274 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING oslo_policy.policy [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:45:43.130780 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.quota [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] Loaded quota_driver: . Sep 21 15:45:43.146221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:45:43.258567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741580613107', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741580613580', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741580606186', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741580597060', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741580589266', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741580579707', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1544560', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1402853', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-368082', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679777'] for rbac-policy, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:43.531536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:43.532663 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9b653c4f-32ab-4839-b741-e904372c4bc5 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9123602 Sep 21 15:45:46.207226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33712) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:45:46.552660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Request body: {'network': {'project_id': 'bda8e0832ead4f719051e65ceec09836', 'name': 'private', 'admin_state_up': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:45:46.557339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:45:46.561797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Usage tracker for resource:network and tenant:bda8e0832ead4f719051e65ceec09836 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:45:46.567028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:45:46.573283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:45:46.645414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Made reservation on behalf of bda8e0832ead4f719051e65ceec09836 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:45:46.648187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:46.665757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:46.680103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:45:46.683794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Usage tracker for resource:security_group_rule and tenant:bda8e0832ead4f719051e65ceec09836 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:45:46.689790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:45:46.695386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:45:46.788753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:46.834245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:46.855852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:45:46.881398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741582805149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:46.881922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Unsubscribe: segment precommit_create {{(pid=89725) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 15:45:46.882468 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Added segment 8117dc57-43d3-477f-9718-97545784b65f of type vlan for network 6564afec-2398-4557-b8ea-1ef474acfa8e Sep 21 15:45:46.931180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d23f49f-8a1f-44f6-9acc-a8176c938dc4,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:45:46.951053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.951403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.951742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.952078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.952406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.952741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.953062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.953411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.953737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.954085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Tracked resource versions report: Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: pushed versions: Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: { 'AddressGroup': {'1.2'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'ConntrackHelper': {'1.0'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Log': {'1.0'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Network': {'1.1'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Port': {'1.7'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'PortForwarding': {'1.2'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'QosPolicy': {'1.8'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SecurityGroup': {'1.4'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SubPort': {'1.0'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Subnet': {'1.1'}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Trunk': {'1.1'}} Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: consumer versions: Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: { DHCP agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: L3 agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: Metadata agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: Metering agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: Open vSwitch agent@dv-neutron-858618-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'ConntrackHelper': '1.0', Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Log': '1.0', Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Network': '1.1', Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Port': '1.7', Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'PortForwarding': '1.2', Sep 21 15:45:46.956570 dv-neutron-858618-1-hyperv neutron-server[89725]: 'QosPolicy': '1.8', Sep 21 15:45:46.958601 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SecurityGroup': '1.4', Sep 21 15:45:46.958601 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SecurityGroupRule': '1.2', Sep 21 15:45:46.958601 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SubPort': '1.0', Sep 21 15:45:46.958601 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Subnet': '1.1', Sep 21 15:45:46.958601 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Trunk': '1.1'}} Sep 21 15:45:46.958601 dv-neutron-858618-1-hyperv neutron-server[89725]: {{(pid=89725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:45:46.994537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:47.074371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:47.075427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:45:47.076078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:47.183828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] Pushing event updated for resources: {'Network': ['ID=6564afec-2398-4557-b8ea-1ef474acfa8e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:45:47.196268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 6564afec-2398-4557-b8ea-1ef474acfa8e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:45:47.240661 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e1304937-4ccc-42ab-b1c9-332113b776df admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0323391 Sep 21 15:45:49.974124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33728) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:45:50.419010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bef4ae-d580-439e-b085-5d31376b2ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:45:50.420354 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-12bef4ae-d580-439e-b085-5d31376b2ade admin admin] 10.222.0.65 "GET /v2.0/networks/6564afec-2398-4557-b8ea-1ef474acfa8e HTTP/1.1" status: 200 len: 825 time: 0.4452715 Sep 21 15:45:50.448025 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cf16401d-f360-4262-ae04-321af26cfff6 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/1db72448-0b07-4a13-832d-b4bb33221549 HTTP/1.1" status: 200 len: 734 time: 0.0215793 Sep 21 15:45:50.456283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Request body: {'subnet': {'subnetpool_id': '1db72448-0b07-4a13-832d-b4bb33221549', 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:45:50.460412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:45:50.464135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Usage tracker for resource:subnet and tenant:bda8e0832ead4f719051e65ceec09836 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:45:50.467227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:45:50.472835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:45:50.542013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Made reservation on behalf of bda8e0832ead4f719051e65ceec09836 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:45:50.544295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:50.902635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:50.984055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=07151317-acc4-457b-a519-3103a8e05ac8,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:45:50.988094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Checking segment: {'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:45:50.988475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Network hostable DHCP agents. Network: 6564afec-2398-4557-b8ea-1ef474acfa8e, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:45:51.068142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Network 6564afec-2398-4557-b8ea-1ef474acfa8e is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:45:51.113751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 6564afec-2398-4557-b8ea-1ef474acfa8e) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:45:51.119709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:45:51.120519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:51.122726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be461d-6d1a-4104-8156-1bdef36b66f2 None None] Network 6564afec-2398-4557-b8ea-1ef474acfa8e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:45:51.189715 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-430c07eb-4f1e-4f24-9c39-27f9894fa7cb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7366343 Sep 21 15:45:51.416885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-6564afec-2398-4557-b8ea-1ef474acfa8e', 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'fixed_ips': [{'subnet_id': '07151317-acc4-457b-a519-3103a8e05ac8'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:45:51.418185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:51.677406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Allocated IP 172.20.0.2 (6564afec-2398-4557-b8ea-1ef474acfa8e/07151317-acc4-457b-a519-3103a8e05ac8/d2e72668-02c4-466d-8d92-6155dcde638b) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:45:51.865117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:51.877927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Transition to ACTIVE for port object d2e72668-02c4-466d-8d92-6155dcde638b will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:45:51.898018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Transition to ACTIVE for port object d2e72668-02c4-466d-8d92-6155dcde638b will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:45:51.983143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:52.046905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Network 6564afec-2398-4557-b8ea-1ef474acfa8e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:45:52.049517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:45:52.055251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:45:52.061626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Pushing event updated for resources: {'Port': ['ID=d2e72668-02c4-466d-8d92-6155dcde638b,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:45:52.104998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.105365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.105709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.106062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.106393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.106742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.107073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.107400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.107724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.108045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.108368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.108689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Tracked resource versions report: Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: pushed versions: Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: { 'AddressGroup': {'1.2'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'ConntrackHelper': {'1.0'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Log': {'1.0'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Network': {'1.1'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Port': {'1.7'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'PortForwarding': {'1.2'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'QosPolicy': {'1.8'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SecurityGroup': {'1.4'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SubPort': {'1.0'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Subnet': {'1.1'}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Trunk': {'1.1'}} Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: consumer versions: Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: { DHCP agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: L3 agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: Metadata agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: Metering agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: Open vSwitch agent@dv-neutron-858618-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'ConntrackHelper': '1.0', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Log': '1.0', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Network': '1.1', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Port': '1.7', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'PortForwarding': '1.2', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'QosPolicy': '1.8', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SecurityGroup': '1.4', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SecurityGroupRule': '1.2', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SubPort': '1.0', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Subnet': '1.1', Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Trunk': '1.1'}} Sep 21 15:45:52.110116 dv-neutron-858618-1-hyperv neutron-server[89727]: {{(pid=89727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:45:52.182008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Attempting to bind port d2e72668-02c4-466d-8d92-6155dcde638b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:45:52.182669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Attempting to bind port d2e72668-02c4-466d-8d92-6155dcde638b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:45:52.182786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Attempting to bind port d2e72668-02c4-466d-8d92-6155dcde638b on network 6564afec-2398-4557-b8ea-1ef474acfa8e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:45:52.188574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:45:52.188981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Checking segment: {'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:45:52.189450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:52.189837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Bound using segment: {'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:45:52.190368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Bound port: d2e72668-02c4-466d-8d92-6155dcde638b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:45:52.190756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:52.279959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] For port d2e72668-02c4-466d-8d92-6155dcde638b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:45:52.283884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] For port d2e72668-02c4-466d-8d92-6155dcde638b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d2e72668-02c4-466d-8d92-6155dcde638b,segment=NetworkSegment(8117dc57-43d3-477f-9718-97545784b65f),segment_id=8117dc57-43d3-477f-9718-97545784b65f)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:45:52.342818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:52.428964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3ad7d-51a9-4a70-ae4b-c5cd34157115 None None] Pushing event updated for resources: {'Port': ['ID=d2e72668-02c4-466d-8d92-6155dcde638b,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:45:53.649494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33738) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:45:54.008648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-34f310d1-8ef2-45c6-bc13-cce440406503 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:45:54.009638 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-34f310d1-8ef2-45c6-bc13-cce440406503 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3591166 Sep 21 15:45:56.153347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d2e72668-02c4-466d-8d92-6155dcde638b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:45:56.203809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5249b13-c833-4788-ac79-2b056edf9f9a None None] Network 6564afec-2398-4557-b8ea-1ef474acfa8e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:45:56.402393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5a096467-cefb-4e9d-b972-073452cae3f8 None None] Provisioning for port d2e72668-02c4-466d-8d92-6155dcde638b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:45:56.413692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port d2e72668-02c4-466d-8d92-6155dcde638b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:45:56.427500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d2e72668-02c4-466d-8d92-6155dcde638b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:45:56.427897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:56.479224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33754) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:45:56.615243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d2e72668-02c4-466d-8d92-6155dcde638b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:45:56.615614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:56.681409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port d2e72668-02c4-466d-8d92-6155dcde638b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d2e72668-02c4-466d-8d92-6155dcde638b,segment=NetworkSegment(8117dc57-43d3-477f-9718-97545784b65f),segment_id=8117dc57-43d3-477f-9718-97545784b65f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:45:56.776377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:56.850112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-db9b414a-9013-412b-8c29-7838bcafeeb7 None None] Provisioning complete for port d2e72668-02c4-466d-8d92-6155dcde638b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:45:56.850485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-db9b414a-9013-412b-8c29-7838bcafeeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:56.868384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-71f9d8a5-4c17-4ee2-8f2c-46f8360e9047 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:45:56.869388 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-71f9d8a5-4c17-4ee2-8f2c-46f8360e9047 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3891313 Sep 21 15:45:56.888016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=d2e72668-02c4-466d-8d92-6155dcde638b,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:45:56.983004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-db9b414a-9013-412b-8c29-7838bcafeeb7 None None] Current status of the port d2e72668-02c4-466d-8d92-6155dcde638b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:45:58.118789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d2e72668-02c4-466d-8d92-6155dcde638b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:45:58.187470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d2e72668-02c4-466d-8d92-6155dcde638b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:45:58.187849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:45:58.301483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d2e72668-02c4-466d-8d92-6155dcde638b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:45:59.533409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33766) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:45:59.877562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Request body: {'router': {'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'admin_state_up': True, 'name': 'router1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:45:59.882688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:45:59.886486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Usage tracker for resource:router and tenant:bda8e0832ead4f719051e65ceec09836 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:45:59.889919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:45:59.895769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:45:59.999842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:00.001429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:00.023577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:00.182732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:00.244617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:00.245787 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f0f8ecb0-703a-444e-8480-4071bc57ee9c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7113800 Sep 21 15:46:02.664067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33776) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:46:02.844389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6c414f0-ed86-455b-9352-34d852a3e777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:03.024084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-83badb77-2797-42e7-8218-88a0a0d0ecfd admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:46:03.025307 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-83badb77-2797-42e7-8218-88a0a0d0ecfd admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3600605 Sep 21 15:46:04.952588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-40bb3890-77eb-4730-88d6-821d8fc4305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:05.444835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33786) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:46:05.801268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:46:05.806344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:46:05.810182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Usage tracker for resource:network and tenant:981e71826ef74fe4a22cab39340e8dc1 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:46:05.813492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:46:05.819178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:46:05.900785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Made reservation on behalf of 981e71826ef74fe4a22cab39340e8dc1 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:46:05.902987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:05.914666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:05.928981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:46:05.932734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Usage tracker for resource:security_group_rule and tenant:981e71826ef74fe4a22cab39340e8dc1 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:46:05.935458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:46:05.941631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:46:06.023944 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:06.089341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:06.112580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Reserving flat network on physical network physnet1 {{(pid=89725) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 15:46:06.125896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce611ee3-a911-4d2c-bf95-4b79fd35e8e7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:06.132001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:06.132342 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Added segment 5b6fa55e-edf9-4b04-bbe9-28289865af7a of type flat for network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 Sep 21 15:46:06.163276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:06.233052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:06.260998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:06.261925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:06.262518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:06.362832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:06.372352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:46:06.433783 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-12edeb6f-d8ff-4111-96ea-95a578f24e49 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9877813 Sep 21 15:46:06.598577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:07.735167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:08.828609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33806) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:46:09.035988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab1b7e-c651-422d-8394-eb1ee30dd7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:09.037299 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-00ab1b7e-c651-422d-8394-eb1ee30dd7cb admin admin] 10.222.0.65 "GET /v2.0/subnets/07151317-acc4-457b-a519-3103a8e05ac8 HTTP/1.1" status: 200 len: 849 time: 0.2077529 Sep 21 15:46:09.178080 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2d724e0f-23c0-4d01-b839-6c3269ffaf82 admin admin] 10.222.0.65 "GET /v2.0/routers/77644825-3bbd-4f11-8496-310c1fdc837d HTTP/1.1" status: 200 len: 704 time: 0.1350651 Sep 21 15:46:09.629331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:09.884130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Allocated IP 172.20.0.1 (6564afec-2398-4557-b8ea-1ef474acfa8e/07151317-acc4-457b-a519-3103a8e05ac8/0880a62c-abf9-4eca-badb-5716ff47054c) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:46:10.038187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.055020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Transition to ACTIVE for port object 0880a62c-abf9-4eca-badb-5716ff47054c will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:46:10.146999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.211569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Network 6564afec-2398-4557-b8ea-1ef474acfa8e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:46:10.214319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:46:10.218201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:46:10.218737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.352232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Pushing event updated for resources: {'Port': ['ID=0880a62c-abf9-4eca-badb-5716ff47054c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:10.432184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5f7c3afa-7d7c-4a01-8224-eb8b4cfe0a05 None None] Provisioning for port 0880a62c-abf9-4eca-badb-5716ff47054c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:46:10.438706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5f7c3afa-7d7c-4a01-8224-eb8b4cfe0a05 None None] Provisioning complete for port 0880a62c-abf9-4eca-badb-5716ff47054c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:46:10.438706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3afa-7d7c-4a01-8224-eb8b4cfe0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.494595 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c3afa-7d7c-4a01-8224-eb8b4cfe0a05 None None] Port 0880a62c-abf9-4eca-badb-5716ff47054c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:46:10.546657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.769017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.826555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.827294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:10.961242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Pushing event updated for resources: {'Port': ['ID=0880a62c-abf9-4eca-badb-5716ff47054c,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:11.021316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Network 6564afec-2398-4557-b8ea-1ef474acfa8e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:46:11.022326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:46:11.216003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c7944c32-760f-4dbb-9508-8af152b5a45f None None] Provisioning complete for port 0880a62c-abf9-4eca-badb-5716ff47054c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:46:11.216369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7944c32-760f-4dbb-9508-8af152b5a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:11.266962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Router 77644825-3bbd-4f11-8496-310c1fdc837d is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:46:11.268481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c7944c32-760f-4dbb-9508-8af152b5a45f None None] Port 0880a62c-abf9-4eca-badb-5716ff47054c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:46:11.458945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:46:11.469845 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-74935ee2-c34a-463f-9df0-6000344c2906 admin admin] 10.222.0.65 "PUT /v2.0/routers/77644825-3bbd-4f11-8496-310c1fdc837d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2866788 Sep 21 15:46:11.470481 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Sync routers for ids ['77644825-3bbd-4f11-8496-310c1fdc837d'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:46:11.481749 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Routers {'77644825-3bbd-4f11-8496-310c1fdc837d'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:46:11.482770 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:46:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['77644825-3bbd-4f11-8496-310c1fdc837d'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:46:11.658140 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Set router 77644825-3bbd-4f11-8496-310c1fdc837d gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:46:12.025286 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'name': 'router1', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:46:00Z', 'updated_at': '2022-09-21T15:46:10Z', 'revision_number': 2, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'gw_port_host': None, '_interfaces': [{'id': '0880a62c-abf9-4eca-badb-5716ff47054c', 'name': '', 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'mac_address': 'fa:16:3e:e0:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07151317-acc4-457b-a519-3103a8e05ac8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:09Z', 'updated_at': '2022-09-21T15:46:10Z', 'revision_number': 2, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'subnets': [{'id': '07151317-acc4-457b-a519-3103a8e05ac8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db72448-0b07-4a13-832d-b4bb33221549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:46:12.030333 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Checking router: 77644825-3bbd-4f11-8496-310c1fdc837d for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:46:12.030714 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Updating router 77644825-3bbd-4f11-8496-310c1fdc837d port 0880a62c-abf9-4eca-badb-5716ff47054c binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:46:12.083634 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:12.553696 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:12.569963 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Transition to ACTIVE for port object 0880a62c-abf9-4eca-badb-5716ff47054c will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:46:12.626479 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:12.861734 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Pushing event updated for resources: {'Port': ['ID=0880a62c-abf9-4eca-badb-5716ff47054c,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:12.864139 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Attempting to bind port 0880a62c-abf9-4eca-badb-5716ff47054c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:46:12.864558 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Attempting to bind port 0880a62c-abf9-4eca-badb-5716ff47054c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:46:12.864975 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Attempting to bind port 0880a62c-abf9-4eca-badb-5716ff47054c on network 6564afec-2398-4557-b8ea-1ef474acfa8e {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:46:12.873577 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:46:12.874002 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Checking segment: {'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:46:12.874487 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:12.874883 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Bound using segment: {'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:46:12.875382 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Bound port: 0880a62c-abf9-4eca-badb-5716ff47054c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8117dc57-43d3-477f-9718-97545784b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:46:12.875768 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:12.886059 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.886434 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.886790 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.887126 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.887461 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.887810 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.888640 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.888991 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.889334 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.889667 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.890017 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.890346 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Tracked resource versions report: Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: pushed versions: Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: { 'AddressGroup': {'1.2'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'ConntrackHelper': {'1.0'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Log': {'1.0'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Network': {'1.1'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Port': {'1.7'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'PortForwarding': {'1.2'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'QosPolicy': {'1.8'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SecurityGroup': {'1.4'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SubPort': {'1.0'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Subnet': {'1.1'}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Trunk': {'1.1'}} Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: consumer versions: Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: { DHCP agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: L3 agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: Metadata agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: Metering agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: Open vSwitch agent@dv-neutron-858618-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'ConntrackHelper': '1.0', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Log': '1.0', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Network': '1.1', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Port': '1.7', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'PortForwarding': '1.2', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'QosPolicy': '1.8', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SecurityGroup': '1.4', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SecurityGroupRule': '1.2', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SubPort': '1.0', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Subnet': '1.1', Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Trunk': '1.1'}} Sep 21 15:46:12.891709 dv-neutron-858618-1-hyperv neutron-server[89729]: {{(pid=89729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:46:12.972451 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] For port 0880a62c-abf9-4eca-badb-5716ff47054c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:46:12.976756 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] For port 0880a62c-abf9-4eca-badb-5716ff47054c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0880a62c-abf9-4eca-badb-5716ff47054c,segment=NetworkSegment(8117dc57-43d3-477f-9718-97545784b65f),segment_id=8117dc57-43d3-477f-9718-97545784b65f)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:46:13.072563 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:13.139153 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Routers {'77644825-3bbd-4f11-8496-310c1fdc837d'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:46:13.139602 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:46:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['77644825-3bbd-4f11-8496-310c1fdc837d'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:46:13.268099 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a4ead-a365-47cf-b47e-38abc8b22a53 None None] Pushing event updated for resources: {'Port': ['ID=0880a62c-abf9-4eca-badb-5716ff47054c,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:13.302000 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] Set router 77644825-3bbd-4f11-8496-310c1fdc837d gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:46:13.632327 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'name': 'router1', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:46:00Z', 'updated_at': '2022-09-21T15:46:10Z', 'revision_number': 2, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'gw_port_host': None, '_interfaces': [{'id': '0880a62c-abf9-4eca-badb-5716ff47054c', 'name': '', 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'mac_address': 'fa:16:3e:e0:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07151317-acc4-457b-a519-3103a8e05ac8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:09Z', 'updated_at': '2022-09-21T15:46:12Z', 'revision_number': 4, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'subnets': [{'id': '07151317-acc4-457b-a519-3103a8e05ac8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db72448-0b07-4a13-832d-b4bb33221549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:46:13.636493 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70dea2-d8a9-4006-a4ff-811ffa2a509c None None] The sync data for ids ['77644825-3bbd-4f11-8496-310c1fdc837d'] in dv-neutron-858618-1-hyperv is: [{'id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'name': 'router1', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:46:00Z', 'updated_at': '2022-09-21T15:46:10Z', 'revision_number': 2, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'gw_port_host': None, '_interfaces': [{'id': '0880a62c-abf9-4eca-badb-5716ff47054c', 'name': '', 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'mac_address': 'fa:16:3e:e0:9a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07151317-acc4-457b-a519-3103a8e05ac8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:09Z', 'updated_at': '2022-09-21T15:46:12Z', 'revision_number': 4, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'subnets': [{'id': '07151317-acc4-457b-a519-3103a8e05ac8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db72448-0b07-4a13-832d-b4bb33221549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:46:13.703430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 33828) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:46:13.846546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e068a-edde-4610-b6d7-31662fc3124b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:13.847099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c52e068a-edde-4610-b6d7-31662fc3124b admin admin] Synchronizing usage tracker for tenant:981e71826ef74fe4a22cab39340e8dc1 on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:46:13.912151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c52e068a-edde-4610-b6d7-31662fc3124b admin admin] Unset dirty status for tenant:981e71826ef74fe4a22cab39340e8dc1 on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:46:13.917643 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c52e068a-edde-4610-b6d7-31662fc3124b admin admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 842 time: 0.2087307 Sep 21 15:46:13.923664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'gateway_ip': '172.26.0.1', 'cidr': '172.26.0.0/24'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:46:13.929266 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:46:13.933218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Usage tracker for resource:subnet and tenant:981e71826ef74fe4a22cab39340e8dc1 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:46:13.936220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:46:13.942821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:46:14.038033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Made reservation on behalf of 981e71826ef74fe4a22cab39340e8dc1 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:46:14.040444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:14.471849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:46:14.472321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:14.550561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:46:14.556031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Network hostable DHCP agents. Network: 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:46:14.558121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=804ec6df-e5ee-43ef-8089-5065fceb6fa9,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:14.654796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:46:14.728880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:46:14.732805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:14.733390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:14.737881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a399f5b-d8da-4e24-9271-ed0c2146de35 None None] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:46:14.827506 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-93e51dae-db3a-4a46-89db-a97ba2e08e1e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9081542 Sep 21 15:46:14.968321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f7ec3d-c0a2-4aa4-a1a3-9feba0834d1f None None] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:46:16.148289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0880a62c-abf9-4eca-badb-5716ff47054c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:46:16.317404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 0880a62c-abf9-4eca-badb-5716ff47054c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:46:16.322758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0880a62c-abf9-4eca-badb-5716ff47054c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:46:16.322986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:16.444669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0880a62c-abf9-4eca-badb-5716ff47054c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:46:16.445080 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:16.476777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 0880a62c-abf9-4eca-badb-5716ff47054c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0880a62c-abf9-4eca-badb-5716ff47054c,segment=NetworkSegment(8117dc57-43d3-477f-9718-97545784b65f),segment_id=8117dc57-43d3-477f-9718-97545784b65f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:46:16.534586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:16.601676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=0880a62c-abf9-4eca-badb-5716ff47054c,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:17.132576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 33842) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:46:17.289194 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING oslo_policy.policy [None req-4b86e027-29ab-44b6-9e23-5a73e082acbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:46:17.289768 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING oslo_policy.policy [None req-4b86e027-29ab-44b6-9e23-5a73e082acbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:46:17.577201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.policy [None req-4b86e027-29ab-44b6-9e23-5a73e082acbc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89726) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 15:46:17.625449 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING oslo_policy.policy [None req-4b86e027-29ab-44b6-9e23-5a73e082acbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:46:17.625823 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING oslo_policy.policy [None req-4b86e027-29ab-44b6-9e23-5a73e082acbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 15:46:17.846721 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4b86e027-29ab-44b6-9e23-5a73e082acbc admin admin] 10.222.0.65 "GET /v2.0/routers/77644825-3bbd-4f11-8496-310c1fdc837d HTTP/1.1" status: 200 len: 710 time: 0.7119207 Sep 21 15:46:18.003947 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eef09d-a76e-421f-8fe5-fa0ca797d7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:46:18.005609 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b8eef09d-a76e-421f-8fe5-fa0ca797d7d2 admin admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 886 time: 0.1538012 Sep 21 15:46:18.014989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:46:18.128450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0880a62c-abf9-4eca-badb-5716ff47054c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:46:18.197905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0880a62c-abf9-4eca-badb-5716ff47054c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:46:18.198307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:18.316424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0880a62c-abf9-4eca-badb-5716ff47054c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:46:18.462543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:18.832241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:18.889182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:19.029868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Allocated IP 172.26.0.141 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/470beb16-631f-4670-8ea6-91236bd79d87) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:46:19.176359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:19.283645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:19.337679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:46:19.339310 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:46:19.376249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:46:19.511983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Pushing event updated for resources: {'Port': ['ID=470beb16-631f-4670-8ea6-91236bd79d87,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:19.525291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.525641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.526008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.526348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.526680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.527012 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.527341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.527668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.527993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.528995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.529357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.529682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Tracked resource versions report: Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: pushed versions: Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: { 'AddressGroup': {'1.2'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'ConntrackHelper': {'1.0'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Log': {'1.0'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Network': {'1.1'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Port': {'1.7'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'PortForwarding': {'1.2'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'QosPolicy': {'1.8'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SecurityGroup': {'1.4'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SubPort': {'1.0'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Subnet': {'1.1'}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Trunk': {'1.1'}} Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: consumer versions: Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: { DHCP agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: L3 agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: Metadata agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: Metering agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: Open vSwitch agent@dv-neutron-858618-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'ConntrackHelper': '1.0', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Log': '1.0', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Network': '1.1', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Port': '1.7', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'PortForwarding': '1.2', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'QosPolicy': '1.8', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SecurityGroup': '1.4', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SecurityGroupRule': '1.2', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SubPort': '1.0', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Subnet': '1.1', Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Trunk': '1.1'}} Sep 21 15:46:19.531125 dv-neutron-858618-1-hyperv neutron-server[89726]: {{(pid=89726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:46:19.870837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:20.196594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:20.199928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:20.378035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Router 77644825-3bbd-4f11-8496-310c1fdc837d has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:46:20.548472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:46:20.559014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b9232-2626-4882-b86b-c141457b638f None None] Sync routers for ids ['77644825-3bbd-4f11-8496-310c1fdc837d'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:46:20.563156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:20.564325 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0108e819-1652-4812-92af-b65af171a19b admin admin] 10.222.0.65 "PUT /v2.0/routers/77644825-3bbd-4f11-8496-310c1fdc837d HTTP/1.1" status: 200 len: 890 time: 2.5531862 Sep 21 15:46:20.569226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b9232-2626-4882-b86b-c141457b638f None None] Routers {'77644825-3bbd-4f11-8496-310c1fdc837d'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:46:20.569883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-684b9232-2626-4882-b86b-c141457b638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:46:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['77644825-3bbd-4f11-8496-310c1fdc837d'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:46:20.782420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-684b9232-2626-4882-b86b-c141457b638f None None] Set router 77644825-3bbd-4f11-8496-310c1fdc837d gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:46:21.118779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-684b9232-2626-4882-b86b-c141457b638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'name': 'router1', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '470beb16-631f-4670-8ea6-91236bd79d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:46:00Z', 'updated_at': '2022-09-21T15:46:19Z', 'revision_number': 4, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'gw_port': {'id': '470beb16-631f-4670-8ea6-91236bd79d87', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:18Z', 'updated_at': '2022-09-21T15:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '0880a62c-abf9-4eca-badb-5716ff47054c', 'name': '', 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'mac_address': 'fa:16:3e:e0:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07151317-acc4-457b-a519-3103a8e05ac8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:09Z', 'updated_at': '2022-09-21T15:46:16Z', 'revision_number': 5, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'subnets': [{'id': '07151317-acc4-457b-a519-3103a8e05ac8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db72448-0b07-4a13-832d-b4bb33221549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:46:21.124192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b9232-2626-4882-b86b-c141457b638f None None] Checking router: 77644825-3bbd-4f11-8496-310c1fdc837d for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:46:21.124569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b9232-2626-4882-b86b-c141457b638f None None] Updating router 77644825-3bbd-4f11-8496-310c1fdc837d port 470beb16-631f-4670-8ea6-91236bd79d87 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:46:21.179078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-684b9232-2626-4882-b86b-c141457b638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:21.508099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-684b9232-2626-4882-b86b-c141457b638f None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:21.519317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-684b9232-2626-4882-b86b-c141457b638f None None] Transition to ACTIVE for port object 470beb16-631f-4670-8ea6-91236bd79d87 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:46:21.585383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-684b9232-2626-4882-b86b-c141457b638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:21.647969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-684b9232-2626-4882-b86b-c141457b638f None None] Attempting to bind port 470beb16-631f-4670-8ea6-91236bd79d87 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:46:21.648343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-684b9232-2626-4882-b86b-c141457b638f None None] Attempting to bind port 470beb16-631f-4670-8ea6-91236bd79d87 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:46:21.648710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9232-2626-4882-b86b-c141457b638f None None] Attempting to bind port 470beb16-631f-4670-8ea6-91236bd79d87 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:46:21.659069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9232-2626-4882-b86b-c141457b638f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:46:21.659446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9232-2626-4882-b86b-c141457b638f None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:46:21.659844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-684b9232-2626-4882-b86b-c141457b638f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:21.660236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9232-2626-4882-b86b-c141457b638f None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:46:21.660705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-684b9232-2626-4882-b86b-c141457b638f None None] Bound port: 470beb16-631f-4670-8ea6-91236bd79d87, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:46:21.661095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-684b9232-2626-4882-b86b-c141457b638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:21.700324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21570bf1-e176-4397-bba9-fc716132ec07 None None] Pushing event updated for resources: {'Port': ['ID=470beb16-631f-4670-8ea6-91236bd79d87,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:21.741025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-684b9232-2626-4882-b86b-c141457b638f None None] For port 470beb16-631f-4670-8ea6-91236bd79d87, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:46:21.743980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-684b9232-2626-4882-b86b-c141457b638f None None] For port 470beb16-631f-4670-8ea6-91236bd79d87, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=470beb16-631f-4670-8ea6-91236bd79d87,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:46:21.808916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-684b9232-2626-4882-b86b-c141457b638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:21.868944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b9232-2626-4882-b86b-c141457b638f None None] Routers {'77644825-3bbd-4f11-8496-310c1fdc837d'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:46:21.869556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-684b9232-2626-4882-b86b-c141457b638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:46:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['77644825-3bbd-4f11-8496-310c1fdc837d'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:46:21.961556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21570bf1-e176-4397-bba9-fc716132ec07 None None] Pushing event updated for resources: {'Port': ['ID=470beb16-631f-4670-8ea6-91236bd79d87,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:22.064605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-684b9232-2626-4882-b86b-c141457b638f None None] Set router 77644825-3bbd-4f11-8496-310c1fdc837d gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:46:22.478228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-684b9232-2626-4882-b86b-c141457b638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'name': 'router1', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '470beb16-631f-4670-8ea6-91236bd79d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:46:00Z', 'updated_at': '2022-09-21T15:46:19Z', 'revision_number': 4, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'gw_port': {'id': '470beb16-631f-4670-8ea6-91236bd79d87', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:18Z', 'updated_at': '2022-09-21T15:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '0880a62c-abf9-4eca-badb-5716ff47054c', 'name': '', 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'mac_address': 'fa:16:3e:e0:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07151317-acc4-457b-a519-3103a8e05ac8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:09Z', 'updated_at': '2022-09-21T15:46:16Z', 'revision_number': 5, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'subnets': [{'id': '07151317-acc4-457b-a519-3103a8e05ac8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db72448-0b07-4a13-832d-b4bb33221549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:46:22.482254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684b9232-2626-4882-b86b-c141457b638f None None] The sync data for ids ['77644825-3bbd-4f11-8496-310c1fdc837d'] in dv-neutron-858618-1-hyperv is: [{'id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'name': 'router1', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '470beb16-631f-4670-8ea6-91236bd79d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:46:00Z', 'updated_at': '2022-09-21T15:46:19Z', 'revision_number': 4, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'gw_port': {'id': '470beb16-631f-4670-8ea6-91236bd79d87', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:18Z', 'updated_at': '2022-09-21T15:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '0880a62c-abf9-4eca-badb-5716ff47054c', 'name': '', 'network_id': '6564afec-2398-4557-b8ea-1ef474acfa8e', 'tenant_id': 'bda8e0832ead4f719051e65ceec09836', 'mac_address': 'fa:16:3e:e0:9a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77644825-3bbd-4f11-8496-310c1fdc837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07151317-acc4-457b-a519-3103a8e05ac8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:46:09Z', 'updated_at': '2022-09-21T15:46:16Z', 'revision_number': 5, 'project_id': 'bda8e0832ead4f719051e65ceec09836', 'subnets': [{'id': '07151317-acc4-457b-a519-3103a8e05ac8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1db72448-0b07-4a13-832d-b4bb33221549'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:46:22.968494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 33862) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:46:23.096295 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-be013641-ec4a-4dc6-8294-d994a61592ae admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1266799 Sep 21 15:46:23.788291 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:46:24.154588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 470beb16-631f-4670-8ea6-91236bd79d87 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:46:24.277290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 470beb16-631f-4670-8ea6-91236bd79d87 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:46:24.283132 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 470beb16-631f-4670-8ea6-91236bd79d87 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:46:24.283508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:24.408001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 470beb16-631f-4670-8ea6-91236bd79d87 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:46:24.408335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:24.425813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 470beb16-631f-4670-8ea6-91236bd79d87, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=470beb16-631f-4670-8ea6-91236bd79d87,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:46:24.505517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:24.570989 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=470beb16-631f-4670-8ea6-91236bd79d87,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:46:26.139374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 470beb16-631f-4670-8ea6-91236bd79d87 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:46:26.209370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 470beb16-631f-4670-8ea6-91236bd79d87 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:46:26.209747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:26.334056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 470beb16-631f-4670-8ea6-91236bd79d87 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:46:32.873404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-92576f9a-78ee-4283-b6b7-ba8b9d2e4868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:34.940584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b94f2275-ded3-41f0-9278-791b7055fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:36.209730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:36.621281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:46:37.736057 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:00.787497 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:47:02.874096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dd1a3daf-d2cb-4928-b37e-c9f8cd5423bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:04.935536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-466c758e-9857-4eb1-8c34-28f97c1f537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:06.198947 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:06.633354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:07.771279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:32.871319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-418dba13-7d48-4096-929b-5a878985e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:34.928848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-61ca0265-1b54-415e-8cce-6adfe0e7c73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:36.180622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:36.632916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:47:37.790499 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:47:38.279009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:02.846994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8f241d6c-f6a1-4237-b6cc-5e83475a9bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:04.949785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d8842c13-d84a-4051-8fdd-db3cb31e768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:06.196451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:06.635810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:07.727484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:14.790196 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:48:32.831819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d326b06-76e6-4d6a-8c16-08feb1f137dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:33.080111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34464) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:33.146621 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd40ad2-cdbb-48ba-968c-941f4de3d9a8 admin admin] GET failed (client error): The resource could not be found. Sep 21 15:48:33.148343 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5cd40ad2-cdbb-48ba-968c-941f4de3d9a8 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668168 Sep 21 15:48:33.276089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da4d65d-d16c-4de5-b376-7d5dbea7020e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:33.277497 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1da4d65d-d16c-4de5-b376-7d5dbea7020e admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1252284 Sep 21 15:48:34.940767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-65dcdda8-0179-4165-a0ad-38915e2e1fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:35.447981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34474) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:35.551796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a55435-13e0-4550-b4cc-429bfe55d65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:35.553084 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-76a55435-13e0-4550-b4cc-429bfe55d65a admin admin] 10.222.0.65 "GET /v2.0/subnets/07151317-acc4-457b-a519-3103a8e05ac8 HTTP/1.1" status: 200 len: 849 time: 0.1041663 Sep 21 15:48:35.562651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:48:35.677270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:35.958398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741582825292'] for subnet, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:36.038994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:36.040145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:36.041401 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] 10.222.0.65 "PUT /v2.0/subnets/07151317-acc4-457b-a519-3103a8e05ac8 HTTP/1.1" status: 200 len: 868 time: 0.4822633 Sep 21 15:48:36.045212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01511369-f249-4944-9079-0b36138c122c None None] Network 6564afec-2398-4557-b8ea-1ef474acfa8e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:48:36.087421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07151317-acc4-457b-a519-3103a8e05ac8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:48:36.096251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.096639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.097117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.097459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.097792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.098210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.098544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.098877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.099242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.099746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.100081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.100404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a02b56-f72e-42fe-8ffc-1670ff941720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:48:36.215925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:36.554304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4f25813b-1980-497f-a724-68361cca9ff0 None None] Provisioning complete for port 0880a62c-abf9-4eca-badb-5716ff47054c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:48:36.554682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f25813b-1980-497f-a724-68361cca9ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:36.664548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:36.683942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4f25813b-1980-497f-a724-68361cca9ff0 None None] Current status of the port 0880a62c-abf9-4eca-badb-5716ff47054c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:48:36.695098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4f25813b-1980-497f-a724-68361cca9ff0 None None] Provisioning complete for port d2e72668-02c4-466d-8d92-6155dcde638b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:48:36.696007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f25813b-1980-497f-a724-68361cca9ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:36.839747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4f25813b-1980-497f-a724-68361cca9ff0 None None] Current status of the port d2e72668-02c4-466d-8d92-6155dcde638b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:48:37.759062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:48:38.237684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34484) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:38.410221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9218f-823c-468e-ae05-06f75c895b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:38.410706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9218f-823c-468e-ae05-06f75c895b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:38.412221 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e0f9218f-823c-468e-ae05-06f75c895b9c admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1735508 Sep 21 15:48:40.565197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34494) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:40.738551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b097abd-6c8a-4c9f-b764-859c68ac40d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:40.739025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b097abd-6c8a-4c9f-b764-859c68ac40d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:40.740544 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8b097abd-6c8a-4c9f-b764-859c68ac40d7 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1744108 Sep 21 15:48:42.917258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34504) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:43.090333 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4238e-779d-4fe2-93be-8e9edf2edbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:43.091671 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-62e4238e-779d-4fe2-93be-8e9edf2edbb6 admin admin] 10.222.0.65 "GET /v2.0/networks/6564afec-2398-4557-b8ea-1ef474acfa8e HTTP/1.1" status: 200 len: 869 time: 0.1734834 Sep 21 15:48:45.238217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34514) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:45.401743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec924ba-fee4-44f5-bb2c-685f0be9e36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:45.403019 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9ec924ba-fee4-44f5-bb2c-685f0be9e36a admin admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 886 time: 0.1638663 Sep 21 15:48:47.569976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34524) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:47.675153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331119d-f609-484c-b7e6-793ccef21fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:47.675614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4331119d-f609-484c-b7e6-793ccef21fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:47.676338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4331119d-f609-484c-b7e6-793ccef21fba admin admin] Synchronizing usage tracker for tenant:981e71826ef74fe4a22cab39340e8dc1 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:48:47.732710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4331119d-f609-484c-b7e6-793ccef21fba admin admin] Unset dirty status for tenant:981e71826ef74fe4a22cab39340e8dc1 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:48:47.733870 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4331119d-f609-484c-b7e6-793ccef21fba admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1629643 Sep 21 15:48:49.927136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34534) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:50.033168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d345b-20f6-4a3d-b6f9-b4dc4f9134c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:50.033623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d345b-20f6-4a3d-b6f9-b4dc4f9134c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:50.035205 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b90d345b-20f6-4a3d-b6f9-b4dc4f9134c7 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071270 Sep 21 15:48:51.788344 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:48:52.201845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34544) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:52.310714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040e80b-75d1-4792-82d5-e1f317cb2e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:52.312034 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1040e80b-75d1-4792-82d5-e1f317cb2e08 admin admin] 10.222.0.65 "GET /v2.0/subnets/07151317-acc4-457b-a519-3103a8e05ac8 HTTP/1.1" status: 200 len: 868 time: 0.1090586 Sep 21 15:48:54.474828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34554) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:48:54.574671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ee699-7691-4c34-aaf3-43fd7baed3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:48:54.576049 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-919ee699-7691-4c34-aaf3-43fd7baed3e8 admin admin] 10.222.0.65 "GET /v2.0/subnets/804ec6df-e5ee-43ef-8089-5065fceb6fa9 HTTP/1.1" status: 200 len: 816 time: 0.1001747 Sep 21 15:49:02.880768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9ad6c5a8-5c3e-4508-933f-538bbdec5934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:04.948553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7327ebd0-214a-4e6e-839c-05ee3c152d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:06.205638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:06.645932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:07.767064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:13.994512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34600) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:49:14.044377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-8f149012-cec4-4e46-b2b1-687d7fc75d47 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:49:14.045373 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8f149012-cec4-4e46-b2b1-687d7fc75d47 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499263 Sep 21 15:49:16.296831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34610) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:49:16.364176 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-84803ed0-15c8-43e5-9743-99836cd8f49b admin admin] GET failed (client error): The resource could not be found. Sep 21 15:49:16.365464 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-84803ed0-15c8-43e5-9743-99836cd8f49b admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677752 Sep 21 15:49:16.487945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0702b0-f174-43de-87d5-51f400bca471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:16.489346 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fe0702b0-f174-43de-87d5-51f400bca471 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1199515 Sep 21 15:49:18.654417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34620) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:49:18.700588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:49:18.705105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:49:18.714693 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:49:18.774129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Made reservation on behalf of 981e71826ef74fe4a22cab39340e8dc1 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:49:18.776433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:18.865259 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.services.revisions.revision_plugin [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Could not find related network for resource to bump revision. Sep 21 15:49:18.876088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:49:18.884357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:18.884699 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Added segment 1096d27d-9e92-428a-84c7-07cf3ccf0d70 of type vlan for network 4fe429ff-42a5-462e-bba8-904a1821b0c2 Sep 21 15:49:18.916228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:19.008707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:19.009678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:19.010293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:19.109949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe429ff-42a5-462e-bba8-904a1821b0c2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:49:19.116622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.116931 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.117276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.117613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.117962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.118318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.118649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.118997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.119343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.119667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.119991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.120310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:19.130746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 4fe429ff-42a5-462e-bba8-904a1821b0c2 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:49:19.175319 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ce7a8cb1-f518-4ab6-a41f-4e864aa59208 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5198102 Sep 21 15:49:21.375879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34630) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:49:21.445075 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-80761d62-4211-4275-a67d-a0c8c1156f08 admin admin] GET failed (client error): The resource could not be found. Sep 21 15:49:21.445589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80761d62-4211-4275-a67d-a0c8c1156f08 admin admin] Synchronizing usage tracker for tenant:981e71826ef74fe4a22cab39340e8dc1 on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:49:21.517463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80761d62-4211-4275-a67d-a0c8c1156f08 admin admin] Unset dirty status for tenant:981e71826ef74fe4a22cab39340e8dc1 on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:49:21.518946 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-80761d62-4211-4275-a67d-a0c8c1156f08 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1419451 Sep 21 15:49:21.662606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3eee8-bf4b-4fc9-ac67-ffd5276a1077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:21.664093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7cf3eee8-bf4b-4fc9-ac67-ffd5276a1077 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1406922 Sep 21 15:49:21.673518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:49:21.678331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:49:21.687729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:49:21.740323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Made reservation on behalf of 981e71826ef74fe4a22cab39340e8dc1 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:49:21.742664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Notify callbacks [] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:21.992111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:22.066980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfa1060-6949-411a-a46a-0ab04831fa55,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:49:22.072392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Checking segment: {'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:49:22.073335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Network hostable DHCP agents. Network: 4fe429ff-42a5-462e-bba8-904a1821b0c2, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:49:22.134959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Network 4fe429ff-42a5-462e-bba8-904a1821b0c2 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:49:22.208911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 4fe429ff-42a5-462e-bba8-904a1821b0c2) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:49:22.212844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:49:22.213492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:22.217441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ca760-4aa7-4147-a0a7-b3d097f45938 None None] Network 4fe429ff-42a5-462e-bba8-904a1821b0c2 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:49:22.301789 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-27c88558-98ca-42cf-9751-aaef17c89bec admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6314344 Sep 21 15:49:22.448431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-4fe429ff-42a5-462e-bba8-904a1821b0c2', 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2', 'tenant_id': '981e71826ef74fe4a22cab39340e8dc1', 'fixed_ips': [{'subnet_id': '5dfa1060-6949-411a-a46a-0ab04831fa55'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:49:22.449324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:22.606456 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Allocated IP 192.168.233.2 (4fe429ff-42a5-462e-bba8-904a1821b0c2/5dfa1060-6949-411a-a46a-0ab04831fa55/fc04bb43-1146-471f-b729-34a1a66bc556) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:49:22.811668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:22.821659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Transition to ACTIVE for port object fc04bb43-1146-471f-b729-34a1a66bc556 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:49:22.841337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Transition to ACTIVE for port object fc04bb43-1146-471f-b729-34a1a66bc556 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:49:22.912633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:22.977234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Network 4fe429ff-42a5-462e-bba8-904a1821b0c2 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:49:22.978405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:49:22.982209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:49:22.990941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Pushing event updated for resources: {'Port': ['ID=fc04bb43-1146-471f-b729-34a1a66bc556,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:49:23.033285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.034319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.034665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.034994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.035320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.035660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.035988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.036308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.036647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.036972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.037290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.037606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:49:23.100970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Attempting to bind port fc04bb43-1146-471f-b729-34a1a66bc556 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:49:23.101369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Attempting to bind port fc04bb43-1146-471f-b729-34a1a66bc556 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:49:23.101731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Attempting to bind port fc04bb43-1146-471f-b729-34a1a66bc556 on network 4fe429ff-42a5-462e-bba8-904a1821b0c2 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:49:23.107440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:49:23.107816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Checking segment: {'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:49:23.108208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:23.108598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Bound using segment: {'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:49:23.109060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Bound port: fc04bb43-1146-471f-b729-34a1a66bc556, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:49:23.109453 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:23.201187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] For port fc04bb43-1146-471f-b729-34a1a66bc556, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:49:23.204101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] For port fc04bb43-1146-471f-b729-34a1a66bc556, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fc04bb43-1146-471f-b729-34a1a66bc556,segment=NetworkSegment(1096d27d-9e92-428a-84c7-07cf3ccf0d70),segment_id=1096d27d-9e92-428a-84c7-07cf3ccf0d70)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:49:23.261296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:23.335968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf25a7-afe9-40e9-bd12-5fd88c5fe7e0 None None] Pushing event updated for resources: {'Port': ['ID=fc04bb43-1146-471f-b729-34a1a66bc556,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:49:24.139729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d0db4-92b4-4840-aa98-8894061027ff None None] Network 4fe429ff-42a5-462e-bba8-904a1821b0c2 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:49:24.270624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fc04bb43-1146-471f-b729-34a1a66bc556 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:49:24.302762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ac1065bd-bb54-4b98-b11e-bc888f1743a2 None None] Provisioning for port fc04bb43-1146-471f-b729-34a1a66bc556 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:49:24.511959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port fc04bb43-1146-471f-b729-34a1a66bc556 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:49:24.513202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fc04bb43-1146-471f-b729-34a1a66bc556 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:49:24.513584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:24.644408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fc04bb43-1146-471f-b729-34a1a66bc556 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:49:24.644881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:24.678585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port fc04bb43-1146-471f-b729-34a1a66bc556, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fc04bb43-1146-471f-b729-34a1a66bc556,segment=NetworkSegment(1096d27d-9e92-428a-84c7-07cf3ccf0d70),segment_id=1096d27d-9e92-428a-84c7-07cf3ccf0d70)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:49:24.695854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-45aa8049-d5ac-420c-9a11-0532543c82e5 None None] Provisioning complete for port fc04bb43-1146-471f-b729-34a1a66bc556 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:49:24.695854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-45aa8049-d5ac-420c-9a11-0532543c82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:24.748660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:24.860023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=fc04bb43-1146-471f-b729-34a1a66bc556,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:49:24.881896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-45aa8049-d5ac-420c-9a11-0532543c82e5 None None] Current status of the port fc04bb43-1146-471f-b729-34a1a66bc556 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:49:26.228587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fc04bb43-1146-471f-b729-34a1a66bc556 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:49:26.300888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fc04bb43-1146-471f-b729-34a1a66bc556 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:49:26.301176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:26.423936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fc04bb43-1146-471f-b729-34a1a66bc556 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:49:28.786767 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:49:32.868941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d3c079a-a565-4e46-840d-9f61fb53025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:34.960472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5f79a37b-e723-47d5-8d9b-c4bd4ca699e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:36.211900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:36.652507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:49:37.778129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:02.851498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5aca12b9-b40f-43be-aea8-46f72179cbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:04.960151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0de22880-4b2d-48ca-a2b9-1e4e29b9c137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:05.785215 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:50:06.218125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:06.663773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:07.783167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:32.902647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4aaeacb6-e82b-441e-bc7e-bae3358de222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:34.954509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d55f34b3-c8c5-481d-a7ac-480f20998c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:36.194313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:36.674403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:37.783180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:41.355187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34680) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:41.361670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-6a747cdc-712a-471b-8fa1-f682dccafd87 tempest-verify_tempest_config-82999434 tempest-verify_tempest_config-82999434-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:50:41.362677 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6a747cdc-712a-471b-8fa1-f682dccafd87 tempest-verify_tempest_config-82999434 tempest-verify_tempest_config-82999434-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065324 Sep 21 15:50:41.814963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34698) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:41.927965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:41.942484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:50:41.946278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Usage tracker for resource:security_group_rule and tenant:21e5e7c8abc54b1696332175e8acb7f0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:50:41.949004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:50:41.954662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:50:42.039549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:42.109528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:42.156582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Synchronizing usage tracker for tenant:981e71826ef74fe4a22cab39340e8dc1 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:50:42.159810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22f1f65-5b6d-4b48-a66e-ebc40557b645,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:42.168444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.168810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.169149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.169483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.169813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.170180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.170511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.170839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.171161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.171487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.171803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.172118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:50:42.246149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] Unset dirty status for tenant:981e71826ef74fe4a22cab39340e8dc1 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:50:42.247401 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f1f3206a-55a9-4fdd-9bc6-ebd877c43c2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21e5e7c8abc54b1696332175e8acb7f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4314909 Sep 21 15:50:42.250350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34704) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:50:42.307885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6808-5846-4af5-84b2-b1c4a42faf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:42.332409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6808-5846-4af5-84b2-b1c4a42faf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:42.469309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6808-5846-4af5-84b2-b1c4a42faf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:42.483437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b6808-5846-4af5-84b2-b1c4a42faf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22f1f65-5b6d-4b48-a66e-ebc40557b645,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:50:42.491735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6808-5846-4af5-84b2-b1c4a42faf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:50:42.492846 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0e2b6808-5846-4af5-84b2-b1c4a42faf41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f22f1f65-5b6d-4b48-a66e-ebc40557b645 HTTP/1.1" status: 204 len: 168 time: 0.2407689 Sep 21 15:50:42.784211 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:51:02.887876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e684fa43-d4a0-4936-bd57-62d6dd5e5acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:04.963154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90b7e332-8924-4698-a2b5-e09976b4f2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:06.210017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:06.650104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:07.803856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:19.782881 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:51:32.870404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-286ba068-8c35-40d3-9dde-9930c3d91ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:34.950500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0d43a7bc-f713-46f4-8a6b-ed929fcc1829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.185427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:36.665352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:37.784063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:51:56.781406 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 5 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:51:58.622162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623608'] for agent, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:02.868173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f30448e3-d7cd-4fc9-b617-2248a07898d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:04.919652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-34c58f07-b7a5-49b9-a2f9-39320bf5f426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:06.211372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:06.640280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:07.765593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:13.628448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34774) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:52:13.738592 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d2b640b-d5a5-41d6-bdcd-1b2f57039921 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1090844 Sep 21 15:52:15.932194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34784) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:52:15.992871 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ed6714c9-4318-4727-aa3f-5d1819d57b40 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0534823 Sep 21 15:52:28.551139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:32.858206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ae2dfe33-0762-4c36-9611-1a7163f03450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:33.779643 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:52:34.956864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b61a571f-2f14-4460-ba47-ceb0020690a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:36.203545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:36.654814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:37.779727 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:52:58.548488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:02.916784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a0298feb-0a6e-4104-9a46-5739bc094edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:04.947943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f03d0196-9300-46df-b176-3ced54586352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:06.205385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:06.685477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:07.788293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:10.777754 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:53:28.578472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:32.852757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6b9132e3-5d6c-485d-8dd5-40854b91fd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:34.956469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6c9849c-a702-4758-ba17-fb8e67cdef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:36.202154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:36.658781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:37.788926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:46.680895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 34966) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:47.291345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1192012693-network', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:47.292763 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.quota [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Loaded quota_driver: . Sep 21 15:53:47.299074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:47.306795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Usage tracker for resource:network and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:47.310169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:47.318040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:47.410188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Made reservation on behalf of 60f9c1d29d1f4fa7ad85ab235a977e0d for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:47.410188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.420759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34988) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:47.431461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.448222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:47.452428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Usage tracker for resource:security_group_rule and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:47.455730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:47.461928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:47.481783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 34994) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:47.517014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35000) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:47.568906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.642347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.680614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620f524d-1ff9-4b53-87c8-9a3b207f8edb,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:47.684268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:47.692826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.693195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.693538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.693976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Tracked resource versions report: Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: pushed versions: Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: { 'AddressGroup': {'1.2'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'ConntrackHelper': {'1.0'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Log': {'1.0'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Network': {'1.1'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Port': {'1.7'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'PortForwarding': {'1.2'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'QosPolicy': {'1.8'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SecurityGroup': {'1.4'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SubPort': {'1.0'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Subnet': {'1.1'}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Trunk': {'1.1'}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: consumer versions: Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: { DHCP agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: HyperV agent@hv-neutron-8586: {}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: L3 agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: Metadata agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: Metering agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: Open vSwitch agent@dv-neutron-858618-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'ConntrackHelper': '1.0', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Log': '1.0', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Network': '1.1', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Port': '1.7', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'PortForwarding': '1.2', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'QosPolicy': '1.8', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SecurityGroup': '1.4', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SecurityGroupRule': '1.2', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'SubPort': '1.0', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Subnet': '1.1', Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: 'Trunk': '1.1'}} Sep 21 15:53:47.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: {{(pid=89726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:53:47.712973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741582805149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.713530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Unsubscribe: segment precommit_create {{(pid=89726) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 15:53:47.713991 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Added segment 9c39f6d5-8dda-4f34-998c-1c6389dc8772 of type vlan for network 4b0dcfd0-e147-472e-bce4-ac56ba61549d Sep 21 15:53:47.777090 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:53:47.799522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.837753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-716939003'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:47.856571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:47.856571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:network and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:47.856571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-808069947-network', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:47.860799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:47.868168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:47.870533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:47.873918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Usage tracker for resource:network and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:47.881322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-753649958-network', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:47.886279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:47.893481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:47.905414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:47.910155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Usage tracker for resource:network and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:47.914234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:47.918956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:47.933046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.934073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:47.934676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:47.989885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:47.993961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.010360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.029786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:48.034110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:security_group_rule and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:48.037623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] Pushing event updated for resources: {'Network': ['ID=4b0dcfd0-e147-472e-bce4-ac56ba61549d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:48.038651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:48.046943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:48.049732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:48.065276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Made reservation on behalf of 18e654ddde5b44c782c015f2e5d0ac93 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:48.068192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.077412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Made reservation on behalf of ae16d638207648f2a6236e7b577dc445 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:48.079630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.083629 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-797ee644-d0c3-4341-a238-c74add4d875b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4016559 Sep 21 15:53:48.086430 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35020) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:48.092553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Request body: {'subnet': {'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1192012693-subnet', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:48.100714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:48.104832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.110102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Usage tracker for resource:subnet and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:48.116133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:48.118381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.127577 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:48.144091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:48.152501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:48.156421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Usage tracker for resource:security_group_rule and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:48.164136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:48.168014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Usage tracker for resource:security_group_rule and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:48.172635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:48.182777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:48.187898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:48.208140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Made reservation on behalf of 60f9c1d29d1f4fa7ad85ab235a977e0d for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:48.210677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.306231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.373795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.381041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.420577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.431038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:48.434531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e83a1-addd-466f-acfa-38cee5e57a78,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:48.444705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.445047 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Added segment 2d146b20-2187-47f1-a499-73fd6c8bc485 of type vlan for network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e Sep 21 15:53:48.451026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.460507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.460860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.461206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.461544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.461876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.462268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.462621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.462948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.463276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.463605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.463930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.464253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Tracked resource versions report: Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: pushed versions: Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: { 'AddressGroup': {'1.2'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'ConntrackHelper': {'1.0'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Log': {'1.0'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Network': {'1.1'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Port': {'1.7'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'PortForwarding': {'1.2'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'QosPolicy': {'1.8'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SecurityGroup': {'1.4'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SubPort': {'1.0'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Subnet': {'1.1'}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Trunk': {'1.1'}} Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: consumer versions: Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: { DHCP agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: HyperV agent@hv-neutron-8586: {}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: L3 agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: Metadata agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: Metering agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: Open vSwitch agent@dv-neutron-858618-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'ConntrackHelper': '1.0', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Log': '1.0', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Network': '1.1', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Port': '1.7', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'PortForwarding': '1.2', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'QosPolicy': '1.8', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SecurityGroup': '1.4', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SecurityGroupRule': '1.2', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'SubPort': '1.0', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Subnet': '1.1', Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: 'Trunk': '1.1'}} Sep 21 15:53:48.465341 dv-neutron-858618-1-hyperv neutron-server[89725]: {{(pid=89725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:53:48.488369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.536032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:48.538115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.557339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.560181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.560523 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Added segment 7e231dd6-352c-480c-87b5-e2bda9a179f0 of type vlan for network 252cbf10-1a0a-43b3-b797-08f153c604e4 Sep 21 15:53:48.561540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:48.567655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f419ca91-f1eb-4579-ab91-ded68a6bce7c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:48.578570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.578911 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Added segment 13cab534-37cb-4580-930a-6c11708ed83e of type vlan for network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 Sep 21 15:53:48.615773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.642831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.648755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:48.649349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.654249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6353ef71-ae04-4f85-8712-b54dd96a0430,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:48.664815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Checking segment: {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:48.664956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Network hostable DHCP agents. Network: 4b0dcfd0-e147-472e-bce4-ac56ba61549d, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:53:48.714367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb859d4-28b5-4d5c-8a0b-ba34a10f60bf,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:48.723099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.736336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.737253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:48.737851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.790044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:53:48.849388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Network': ['ID=7bbcd32e-3d38-44b7-96fd-fe3185663e4e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:48.860376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35048) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:48.862108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:48.882882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 4b0dcfd0-e147-472e-bce4-ac56ba61549d) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:48.900360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:48.900360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.942186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35056) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:48.942402 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4585655 Sep 21 15:53:48.943698 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7ba2c9f8-b98b-4246-8f83-ca261719bae4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5213349 Sep 21 15:53:48.947659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35060) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:48.951525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80600153-c0f4-4418-870e-cdbd5091472a admin admin] Pushing event updated for resources: {'Network': ['ID=a5a5d890-1193-4ee0-ad2e-2182825d5fe3,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:48.954173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Request body: {'subnet': {'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-808069947-subnet', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:48.960438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:48.964516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Usage tracker for resource:subnet and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:48.967793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:48.970725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48da82-9e57-4b86-b97b-e85550a21c85 None None] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:48.983113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:48.996998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:48.997317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:48.998243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:49.003903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.014437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:49.053931 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7bda9856-9b50-4ec9-88d8-27c04abbd3ae admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9663122 Sep 21 15:53:49.060101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35070) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:49.066750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Made reservation on behalf of ae16d638207648f2a6236e7b577dc445 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:49.069833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.118853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:49.128417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:49.133082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Usage tracker for resource:router and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:49.136250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:49.142284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:49.222593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] Pushing event updated for resources: {'Network': ['ID=252cbf10-1a0a-43b3-b797-08f153c604e4,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:49.235005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:49.248764 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-26360a4e-f3fe-40db-8e59-01682e8b512b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7296607 Sep 21 15:53:49.256126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35078) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:49.264075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Request body: {'subnet': {'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-753649958-subnet', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:49.278355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:49.291420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Usage tracker for resource:subnet and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:49.296145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:49.303681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:49.316933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.318108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.337759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.414502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Made reservation on behalf of 18e654ddde5b44c782c015f2e5d0ac93 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:49.416854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.461625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-868933213', 'router:external': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:49.494104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:49.499949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Usage tracker for resource:network and tenant:49390691179840948b89a0229ce9a68c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:49.504031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:49.511411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:49.521029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:53:49.525217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.525352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35088) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:49.587115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35090) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:49.719185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Allocated IP 172.20.0.2 (4b0dcfd0-e147-472e-bce4-ac56ba61549d/6353ef71-ae04-4f85-8712-b54dd96a0430/0b63084c-a6f2-4583-8995-aca2cc5ae247) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:49.719775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35098) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:49.786594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-178145935'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:49.797866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:49.815497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Usage tracker for resource:network and tenant:ba229bbdecb34824922d70aa17ab23e7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:49.823168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:49.823374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.829551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Made reservation on behalf of 49390691179840948b89a0229ce9a68c for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:49.832646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.833887 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:49.855550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.861734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1656964086'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:49.866532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:49.870940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Usage tracker for resource:network and tenant:8db9021e88df460b865fcc653946eb90 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:49.873355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:49.874172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:49.881276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:49.881968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:49.883741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.891945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:49.895621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:49.904738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Usage tracker for resource:security_group_rule and tenant:49390691179840948b89a0229ce9a68c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:49.907874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:49.915164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:49.924863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:49.928118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Made reservation on behalf of ba229bbdecb34824922d70aa17ab23e7 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:49.931945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.941789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:49.961653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.986111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:49.997036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Transition to ACTIVE for port object 0b63084c-a6f2-4583-8995-aca2cc5ae247 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:49.999460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8368ded-6c9c-4868-af60-44980d3106f8,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:50.001832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:50.009277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Usage tracker for resource:security_group_rule and tenant:ba229bbdecb34824922d70aa17ab23e7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:50.013713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:50.017528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Transition to ACTIVE for port object 0b63084c-a6f2-4583-8995-aca2cc5ae247 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:50.022270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:50.024326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Checking segment: {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:50.024669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Network hostable DHCP agents. Network: 252cbf10-1a0a-43b3-b797-08f153c604e4, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:53:50.032942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Made reservation on behalf of 8db9021e88df460b865fcc653946eb90 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:50.036321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.062680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:50.066886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.083271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.107403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.138645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:50.145501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Usage tracker for resource:security_group_rule and tenant:8db9021e88df460b865fcc653946eb90 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:50.149207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:50.151754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:50.154770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:50.157072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:50.157535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:50.166845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Pushing event updated for resources: {'Port': ['ID=0b63084c-a6f2-4583-8995-aca2cc5ae247,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:50.208210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:50.232593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Usage tracker for resource:floatingip and tenant:ac1550651b6c476291c54bf3f5e924d0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:50.235155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:53:50.244614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.255154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.255154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.255154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.255932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.255932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.256104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.256362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.256615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.256969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.257283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.257604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.257930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Tracked resource versions report: Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: pushed versions: Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: { 'AddressGroup': {'1.2'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'ConntrackHelper': {'1.0'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Log': {'1.0'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Network': {'1.1'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Port': {'1.7'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'PortForwarding': {'1.2'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'QosPolicy': {'1.8'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SecurityGroup': {'1.4'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SubPort': {'1.0'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Subnet': {'1.1'}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Trunk': {'1.1'}} Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: consumer versions: Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: { DHCP agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: HyperV agent@hv-neutron-8586: {}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: L3 agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: Metadata agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: Metering agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: Open vSwitch agent@dv-neutron-858618-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'ConntrackHelper': '1.0', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Log': '1.0', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Network': '1.1', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Port': '1.7', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'PortForwarding': '1.2', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'QosPolicy': '1.8', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SecurityGroup': '1.4', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SecurityGroupRule': '1.2', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'SubPort': '1.0', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Subnet': '1.1', Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: 'Trunk': '1.1'}} Sep 21 15:53:50.259091 dv-neutron-858618-1-hyperv neutron-server[89727]: {{(pid=89727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:53:50.283627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Attempting to bind port 0b63084c-a6f2-4583-8995-aca2cc5ae247 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:50.283996 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Attempting to bind port 0b63084c-a6f2-4583-8995-aca2cc5ae247 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:50.284353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Attempting to bind port 0b63084c-a6f2-4583-8995-aca2cc5ae247 on network 4b0dcfd0-e147-472e-bce4-ac56ba61549d {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:50.290153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:50.292527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:50.292527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Checking segment: {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:50.292527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.292527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Bound using segment: {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:50.292527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Bound port: 0b63084c-a6f2-4583-8995-aca2cc5ae247, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:50.292527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.293079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.310638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:50.323106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.340374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.344943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 252cbf10-1a0a-43b3-b797-08f153c604e4) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:50.356303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfe10d2-b7ea-4d53-b539-e9ba4852fbbe None None] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:50.380841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:50.381707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.385884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:50.406041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.409825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93df991e-92af-4924-b965-870bad67bf11,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:50.413214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2597c03b-d4a5-4c0d-89da-ec3794497f4a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:50.419153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.419553 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Added segment 0eb50e4b-0711-49a6-80b3-4686ed9ffc45 of type vlan for network 8d2098b0-a4b6-4a18-972d-512f5d4c5c16 Sep 21 15:53:50.452549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:50.466087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.482779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] For port 0b63084c-a6f2-4583-8995-aca2cc5ae247, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:50.490509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.490845 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Added segment ff412726-e1cf-4646-bd68-bf7ea7f6ba70 of type vlan for network 337c7af4-8c69-4b8c-989d-58808345d446 Sep 21 15:53:50.497151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] For port 0b63084c-a6f2-4583-8995-aca2cc5ae247, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0b63084c-a6f2-4583-8995-aca2cc5ae247,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:50.506406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe60b9c0-c1db-46a6-ad81-5aeda6e70b84,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:50.507925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Checking segment: {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:50.508277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Network hostable DHCP agents. Network: a5a5d890-1193-4ee0-ad2e-2182825d5fe3, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:53:50.518237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.540278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.580680 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a88a89a7-81a6-4816-93cd-3c9b6db70db7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3234675 Sep 21 15:53:50.583962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35110) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:50.593962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.594145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:50.599589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:50.603643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Usage tracker for resource:router and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:50.607304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:50.613242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:50.625684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-252cbf10-1a0a-43b3-b797-08f153c604e4', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:53:50.626588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.645275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.648480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.655641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:50.660380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.662316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.716440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:50.751922 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:53:50.755248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.756642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.764917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53574217-cc2e-430c-8a83-c98263468405,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:50.769290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.779501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:50.780835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.784391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.785259 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Added segment 62a60d80-f894-4452-8ce1-85599f6e2ad5 of type vlan for network 79f814a8-0088-4cc7-bfc8-5b9b975c77eb Sep 21 15:53:50.787751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd607b4f-81d6-4555-9932-fbc0fa4b2695 None None] Pushing event updated for resources: {'Port': ['ID=0b63084c-a6f2-4583-8995-aca2cc5ae247,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:50.832723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Pushing event updated for resources: {'Network': ['ID=8d2098b0-a4b6-4a18-972d-512f5d4c5c16,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:50.868405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.885588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 8d2098b0-a4b6-4a18-972d-512f5d4c5c16 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:50.906012 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.916466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, a5a5d890-1193-4ee0-ad2e-2182825d5fe3) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:50.917886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:50.970329 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2485051 Sep 21 15:53:50.975619 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-983e8148-c277-4808-82de-e9bf6fde081b tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3875213 Sep 21 15:53:50.984069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35114) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:50.989919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35116) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:50.999915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046ffd2-5673-48da-98cd-8d307b440003 None None] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:51.006002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Request body: {'subnet': {'network_id': '337c7af4-8c69-4b8c-989d-58808345d446', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:51.122465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Request body: {'network': {'name': 'tempest-network--91200964', 'router:external': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:51.129532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:51.130622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.130745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:51.136378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Usage tracker for resource:network and tenant:4f45cec78ccf456abdf53560cbefee5a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:51.140547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:51.148873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:51.160554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7872-c0ee-4978-a13e-a72a8fc1295b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event updated for resources: {'Network': ['ID=337c7af4-8c69-4b8c-989d-58808345d446,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:51.165925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Allocated IP 172.20.0.2 (252cbf10-1a0a-43b3-b797-08f153c604e4/b8368ded-6c9c-4868-af60-44980d3106f8/20e88918-4035-4eaa-a8c3-599becb8c2b9) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:51.185334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 337c7af4-8c69-4b8c-989d-58808345d446 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:51.269773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Made reservation on behalf of 4f45cec78ccf456abdf53560cbefee5a for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:51.272024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.333679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=1070aaff-7336-4cbd-91ac-e24374fdfd8b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:51.342227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.343273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:51.344378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.347339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.350135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.360744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:51.369204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Usage tracker for resource:subnet and tenant:8db9021e88df460b865fcc653946eb90 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:51.373820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:51.421326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:51.422190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network hostable DHCP agents. Network: 7bbcd32e-3d38-44b7-96fd-fe3185663e4e, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:53:51.430066 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-88174f7b-3025-4cc9-86cb-1852a89bed18 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4867857 Sep 21 15:53:51.433103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:51.439638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35126) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:51.443516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:51.489448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:51.499360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.509190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Usage tracker for resource:security_group_rule and tenant:4f45cec78ccf456abdf53560cbefee5a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:51.514563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:51.523248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.527008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:51.562002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:51.563794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:53:51.564559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.572104 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7101767 Sep 21 15:53:51.575623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35130) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:51.576696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.584168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'subnet': {'network_id': '79f814a8-0088-4cc7-bfc8-5b9b975c77eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:51.585272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Usage tracker for resource:router and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:51.589499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:51.593243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:51.599130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Usage tracker for resource:subnet and tenant:49390691179840948b89a0229ce9a68c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:51.606328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Made reservation on behalf of 8db9021e88df460b865fcc653946eb90 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:51.609774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks [] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.629004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:51.644910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:51.645182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:51.663017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec080fa-ca45-4d3a-8f63-a415bef6941b tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'Network': ['ID=79f814a8-0088-4cc7-bfc8-5b9b975c77eb,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:51.740569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:53:51.765464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 79f814a8-0088-4cc7-bfc8-5b9b975c77eb details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:51.768771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Allocated IP 172.26.0.40 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/a29b059c-d1e3-4991-b37a-616a83ee8b80) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:51.771053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.803759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.804767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.853703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Made reservation on behalf of 49390691179840948b89a0229ce9a68c for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:51.856130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.869838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.870118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 7bbcd32e-3d38-44b7-96fd-fe3185663e4e) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:51.873427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.879391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:51.880197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:51.880426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Allocated IP 172.20.0.2 (a5a5d890-1193-4ee0-ad2e-2182825d5fe3/93df991e-92af-4924-b965-870bad67bf11/61dff10d-255e-4c60-a775-059d11ba5017) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:51.892793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e243b0-5a01-41bf-a410-2b721f1ca2a1 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:51.903909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.171056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Transition to ACTIVE for port object 20e88918-4035-4eaa-a8c3-599becb8c2b9 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:52.173066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.179366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:52.180184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5c287e81-ef66-441c-9486-eba413533937 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0711257 Sep 21 15:53:52.180184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35134) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:52.180184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'name': 'tempest-NetworksTestDHCPv6-2018052013'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:52.183141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e77c46-ba5d-4a9e-b09e-d69d16e2c184,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:52.183141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.183141 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Added segment 0db51f90-5358-43b7-b000-0084e0c87c96 of type vlan for network 5253b219-49a4-44d0-b883-138d6991e16e Sep 21 15:53:52.183650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3a1ac-89a1-442e-8a57-8f6b552d90bc None None] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:52.192680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.305856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Transition to ACTIVE for port object 20e88918-4035-4eaa-a8c3-599becb8c2b9 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:52.411557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.426570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.426743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.460638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.476925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8b704886-4996-4050-988a-da5f8d98495c None None] Provisioning for port 0b63084c-a6f2-4583-8995-aca2cc5ae247 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:52.490362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0b63084c-a6f2-4583-8995-aca2cc5ae247 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:52.570258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.571205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:52.571794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.586454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:52.587873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:52.600483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:52.602738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:52.609676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Pushing event updated for resources: {'Port': ['ID=a29b059c-d1e3-4991-b37a-616a83ee8b80,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:52.613760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:52.617994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:52.682215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Allocated IP 172.26.0.193 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/bcb40d15-afe6-408f-8297-a2e3959813bc) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:52.684607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:52.707939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:52.747158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '1070aaff-7336-4cbd-91ac-e24374fdfd8b'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:53:52.748013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.757226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:52.760026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:52.761785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event updated for resources: {'Subnet': ['ID=b4c28d30-57be-494a-8987-a103b436a3bd,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:52.808337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Network': ['ID=5253b219-49a4-44d0-b883-138d6991e16e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:52.840762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Checking segment: {'id': 'ff412726-e1cf-4646-bd68-bf7ea7f6ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '337c7af4-8c69-4b8c-989d-58808345d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:52.841364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Network hostable DHCP agents. Network: 337c7af4-8c69-4b8c-989d-58808345d446, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:53:52.869107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.882929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Pushing event updated for resources: {'Port': ['ID=20e88918-4035-4eaa-a8c3-599becb8c2b9,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:52.886639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 5253b219-49a4-44d0-b883-138d6991e16e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:52.902808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:52.951305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.026784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.091264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:53.094967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.140861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:53:53.141316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.188309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 4749d7ea-a255-42f0-a145-1a07417aa2a8 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:53:53.196149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.209191 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-63acea95-eaaa-4ab4-988e-bc626e054982 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.2115412 Sep 21 15:53:53.210216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35148) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:53.221625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Attempting to bind port 20e88918-4035-4eaa-a8c3-599becb8c2b9 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:53.222013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Attempting to bind port 20e88918-4035-4eaa-a8c3-599becb8c2b9 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:53.222441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Attempting to bind port 20e88918-4035-4eaa-a8c3-599becb8c2b9 on network 252cbf10-1a0a-43b3-b797-08f153c604e4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:53.230879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Transition to ACTIVE for port object 61dff10d-255e-4c60-a775-059d11ba5017 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:53.248426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'Subnet': ['ID=297db947-6edc-4993-8d8d-35ee274e374a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:53.254517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:53.255118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Checking segment: {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:53.255689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.256210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Bound using segment: {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:53.256825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Bound port: 20e88918-4035-4eaa-a8c3-599becb8c2b9, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:53.257365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.298399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Checking segment: {'id': '62a60d80-f894-4452-8ce1-85599f6e2ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '79f814a8-0088-4cc7-bfc8-5b9b975c77eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:53.298761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Network hostable DHCP agents. Network: 79f814a8-0088-4cc7-bfc8-5b9b975c77eb, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:53:53.318362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Network 337c7af4-8c69-4b8c-989d-58808345d446 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:53:53.318720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 0b63084c-a6f2-4583-8995-aca2cc5ae247 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:53.339498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Transition to ACTIVE for port object 61dff10d-255e-4c60-a775-059d11ba5017 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:53.356085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.363442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.367626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0b63084c-a6f2-4583-8995-aca2cc5ae247 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:53.367997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.391901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.425005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.451976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.464823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 337c7af4-8c69-4b8c-989d-58808345d446) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:53.480617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.514272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:53.515627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.516740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/1070aaff-7336-4cbd-91ac-e24374fdfd8b/f336f462-0ee8-4584-b31c-0e29086e44b1) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:53.520156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69143e64-5634-4f7c-94f5-c309ed24a43a None None] Network 337c7af4-8c69-4b8c-989d-58808345d446 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:53.539002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Network 79f814a8-0088-4cc7-bfc8-5b9b975c77eb is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:53:53.555689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.568806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 79f814a8-0088-4cc7-bfc8-5b9b975c77eb) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:53.576007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:53.576593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.585759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:53.596162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:53.622471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.623303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.626429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.626997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > port after_create 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.631823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.631823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > port after_update 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.631823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.631823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.631823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.633224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.635982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0256fb0b-e01d-423a-928c-287c46b76647 None None] Network 79f814a8-0088-4cc7-bfc8-5b9b975c77eb requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:53.654036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:53.678408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:53.681652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] For port 20e88918-4035-4eaa-a8c3-599becb8c2b9, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:53.752832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:53.780019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.781849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:53.805118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.805702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.805795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.806128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:53:53.806539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5253b219-49a4-44d0-b883-138d6991e16e']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:53.826523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] For port 20e88918-4035-4eaa-a8c3-599becb8c2b9, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=20e88918-4035-4eaa-a8c3-599becb8c2b9,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:53.827560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Allocated IP 172.26.0.176 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/5e64b39f-aa95-414d-ace4-7955d351c170) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:53.835584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b8c09bdc-7139-4fe4-b996-09cafcea415d tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8399987 Sep 21 15:53:53.836698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db51f90-5358-43b7-b000-0084e0c87c96') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:53.837034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db51f90-5358-43b7-b000-0084e0c87c96') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:53.844379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35152) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:53.859356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Request body: {'port': {'network_id': '337c7af4-8c69-4b8c-989d-58808345d446', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1663167114'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:53.871181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Pushing event updated for resources: {'Port': ['ID=61dff10d-255e-4c60-a775-059d11ba5017,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:53.890554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.938789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb40d15-afe6-408f-8297-a2e3959813bc,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:53.974131 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0cfbad32-d204-45ed-a088-01d875749a7d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3949304 Sep 21 15:53:53.978900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35156) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:53.992915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:53.993861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.007758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.126358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Pushing event updated for resources: {'Port': ['ID=a29b059c-d1e3-4991-b37a-616a83ee8b80,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:54.138249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-724325413', 'network_id': '79f814a8-0088-4cc7-bfc8-5b9b975c77eb'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:54.149804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.158897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:54.163304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.164926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-33c86d1e-038b-418d-9dbe-02bc75294dd0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4914253 Sep 21 15:53:54.167309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:53:54.167718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.168190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35162) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:54.176617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-577124098', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'fixed_ips': [{'ip_address': '172.26.0.40'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:54.184955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:54.189313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Usage tracker for resource:port and tenant:ac1550651b6c476291c54bf3f5e924d0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:54.193241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:54.201424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Usage tracker for resource:port and tenant:49390691179840948b89a0229ce9a68c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:54.263424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:54.267490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Attempting to bind port 61dff10d-255e-4c60-a775-059d11ba5017 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:54.267985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Attempting to bind port 61dff10d-255e-4c60-a775-059d11ba5017 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:54.268564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Attempting to bind port 61dff10d-255e-4c60-a775-059d11ba5017 on network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:54.272958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:54.303743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:54.309195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0b63084c-a6f2-4583-8995-aca2cc5ae247 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:54.309617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.385356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Made reservation on behalf of ac1550651b6c476291c54bf3f5e924d0 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:54.387846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.393847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:54.399296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Usage tracker for resource:port and tenant:8db9021e88df460b865fcc653946eb90 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:54.402154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:54.408871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:54.424092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.437979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.439307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Made reservation on behalf of 49390691179840948b89a0229ce9a68c for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:54.442307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.464576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:54.480388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Usage tracker for resource:security_group_rule and tenant:ac1550651b6c476291c54bf3f5e924d0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:54.489327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:54.489595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:54.489977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Checking segment: {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:54.490612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.491022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Bound using segment: {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:54.492075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Bound port: 61dff10d-255e-4c60-a775-059d11ba5017, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:54.492075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.493650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.498111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:54.500300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.505629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5253b219-49a4-44d0-b883-138d6991e16e {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:53:54.507556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event deleted for resources: {'Network': ['ID=5253b219-49a4-44d0-b883-138d6991e16e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:54.508425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74634aa9-2c53-4f8c-be2d-aee7a298cee0 None None] Pushing event updated for resources: {'Port': ['ID=20e88918-4035-4eaa-a8c3-599becb8c2b9,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:54.515422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Made reservation on behalf of 8db9021e88df460b865fcc653946eb90 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:54.521017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.536888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.544815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] device_id is not set on port d66fd1d5-df82-42b1-b1c1-c51f032a84aa yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:53:54.622328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3f02023a-7d64-417c-a004-07a7f00dae04 None None] Provisioning complete for port 0b63084c-a6f2-4583-8995-aca2cc5ae247 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:54.627133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3f02023a-7d64-417c-a004-07a7f00dae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.628654 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4ec2b31b-ef06-413e-a69b-e9ade02119de tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "DELETE /v2.0/networks/5253b219-49a4-44d0-b883-138d6991e16e HTTP/1.1" status: 204 len: 168 time: 1.4148390 Sep 21 15:53:54.632402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35178) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:54.642738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:54.648137 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 0db51f90-5358-43b7-b000-0084e0c87c96 resource provider aggregate not found Sep 21 15:53:54.663905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:54.759016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-337c7af4-8c69-4b8c-989d-58808345d446', 'network_id': '337c7af4-8c69-4b8c-989d-58808345d446', 'tenant_id': '8db9021e88df460b865fcc653946eb90', 'fixed_ips': [{'subnet_id': 'b4c28d30-57be-494a-8987-a103b436a3bd'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:53:54.760531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:54.820156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Usage tracker for resource:network and tenant:4f45cec78ccf456abdf53560cbefee5a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:54.830051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:54.844223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Allocated IP 2001:db8::323 (79f814a8-0088-4cc7-bfc8-5b9b975c77eb/297db947-6edc-4993-8d8d-35ee274e374a/d66fd1d5-df82-42b1-b1c1-c51f032a84aa) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:54.908371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:54.939300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] device_id is not set on port 96da9739-6a15-4193-9d59-36f4d8034d82 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:53:54.992017 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 0db51f90-5358-43b7-b000-0084e0c87c96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0db51f90-5358-43b7-b000-0084e0c87c96 found for delete ", "request_id": "req-fffd084c-e539-4077-bb75-dde1d9f8f90e"}]} Sep 21 15:53:54.999609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.015938 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.027359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 0b63084c-a6f2-4583-8995-aca2cc5ae247, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0b63084c-a6f2-4583-8995-aca2cc5ae247,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:55.044767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Allocated IP 172.26.0.181 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/b3c226fe-a374-4bc9-acea-03d1759c8cb8) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:55.190447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1c28c-5d6d-4781-8384-f0c27e07043c None None] Network 79f814a8-0088-4cc7-bfc8-5b9b975c77eb requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:55.195996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:55.212671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:55.218609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.228352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.251076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.262332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:55.375106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Pushing event updated for resources: {'Port': ['ID=5e64b39f-aa95-414d-ace4-7955d351c170,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:55.416584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 20e88918-4035-4eaa-a8c3-599becb8c2b9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:55.444980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] For port 61dff10d-255e-4c60-a775-059d11ba5017, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:55.507558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] For port 61dff10d-255e-4c60-a775-059d11ba5017, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=61dff10d-255e-4c60-a775-059d11ba5017,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:55.509461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Transition to ACTIVE for port object f336f462-0ee8-4584-b31c-0e29086e44b1 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:55.532392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Transition to ACTIVE for port object f336f462-0ee8-4584-b31c-0e29086e44b1 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:55.534027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.545579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.611941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:55.621084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] device_id is not set on port 0e5f0267-fb75-4883-bea8-d696d5a722a8 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:53:55.623390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3f02023a-7d64-417c-a004-07a7f00dae04 None None] Current status of the port 0b63084c-a6f2-4583-8995-aca2cc5ae247 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:55.625887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.632965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.654100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Allocated IP 172.20.0.12 (337c7af4-8c69-4b8c-989d-58808345d446/b4c28d30-57be-494a-8987-a103b436a3bd/96da9739-6a15-4193-9d59-36f4d8034d82) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:55.663316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.682012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:55.689878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:55.694155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=0b63084c-a6f2-4583-8995-aca2cc5ae247,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:55.697025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:55.714622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.719027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Made reservation on behalf of 4f45cec78ccf456abdf53560cbefee5a for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:55.721591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:55.871983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 20e88918-4035-4eaa-a8c3-599becb8c2b9 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:55.912314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd099094-b3d4-48b3-8866-71675639b2a0 None None] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:55.971935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Attempting to bind port f336f462-0ee8-4584-b31c-0e29086e44b1 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:55.972677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Attempting to bind port f336f462-0ee8-4584-b31c-0e29086e44b1 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:55.973213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Attempting to bind port f336f462-0ee8-4584-b31c-0e29086e44b1 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:56.028175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:56.056797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:56.057183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:56.057589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.058006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:56.058755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Bound port: f336f462-0ee8-4584-b31c-0e29086e44b1, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:56.059140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.117353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::31c (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/1070aaff-7336-4cbd-91ac-e24374fdfd8b/4749d7ea-a255-42f0-a145-1a07417aa2a8) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:56.178175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.211121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f6817-4c98-4a3b-ae39-b0d87a8fa43d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:56.213559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c226fe-a374-4bc9-acea-03d1759c8cb8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:56.214133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1c4e6-5d23-4e89-879a-f0b1ce2dc026 None None] Pushing event updated for resources: {'Port': ['ID=61dff10d-255e-4c60-a775-059d11ba5017,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:56.220299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:56.288503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9921ea9a-8d12-4caa-9105-e8be66661d1b None None] Provisioning for port 20e88918-4035-4eaa-a8c3-599becb8c2b9 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:56.294967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Network 79f814a8-0088-4cc7-bfc8-5b9b975c77eb is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:56.299627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.303229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.325639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9921ea9a-8d12-4caa-9105-e8be66661d1b None None] Provisioning complete for port 20e88918-4035-4eaa-a8c3-599becb8c2b9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:56.326048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9921ea9a-8d12-4caa-9105-e8be66661d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.399523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:53:56.408938 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.409292 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Added segment ac5746b5-eab5-4d89-bf29-5dfc2b30b98d of type vlan for network b83556f1-3de7-4caa-bbcf-c76e92a497c5 Sep 21 15:53:56.437674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:56.441772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.446492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Pushing event updated for resources: {'Port': ['ID=f336f462-0ee8-4584-b31c-0e29086e44b1,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:56.454249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:56.455234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:56.455835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.476694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] For port f336f462-0ee8-4584-b31c-0e29086e44b1, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:56.493197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'Port': ['ID=d66fd1d5-df82-42b1-b1c1-c51f032a84aa,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:56.504571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Transition to ACTIVE for port object 96da9739-6a15-4193-9d59-36f4d8034d82 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:56.544055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] For port f336f462-0ee8-4584-b31c-0e29086e44b1, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f336f462-0ee8-4584-b31c-0e29086e44b1,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:56.587600 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2cd93178-757e-4ccc-94e2-3599bf477a12 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5491252 Sep 21 15:53:56.589547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35188) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:56.658728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.659685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:56.660915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.714933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.749106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-229ee0ff-206f-4ca5-99ba-2ae990c70376 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Deleting port d66fd1d5-df82-42b1-b1c1-c51f032a84aa {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:53:56.749474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-229ee0ff-206f-4ca5-99ba-2ae990c70376 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.830560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9921ea9a-8d12-4caa-9105-e8be66661d1b None None] Current status of the port 20e88918-4035-4eaa-a8c3-599becb8c2b9 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:56.830973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9921ea9a-8d12-4caa-9105-e8be66661d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.919744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac387c9-7db0-45e3-98b7-ca9d59af5c4e None None] Pushing event updated for resources: {'Port': ['ID=f336f462-0ee8-4584-b31c-0e29086e44b1,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:56.932658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:56.999598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-9921ea9a-8d12-4caa-9105-e8be66661d1b None None] For port 20e88918-4035-4eaa-a8c3-599becb8c2b9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=20e88918-4035-4eaa-a8c3-599becb8c2b9,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:57.004350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Allocated IP 172.20.0.2 (337c7af4-8c69-4b8c-989d-58808345d446/b4c28d30-57be-494a-8987-a103b436a3bd/e2724577-25e8-4a24-9dd7-e18a718f4f0d) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:53:57.024618 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.3909407 Sep 21 15:53:57.031087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35192) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:57.142915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9921ea9a-8d12-4caa-9105-e8be66661d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.195513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b4071-3c40-4bea-9a8c-5e938097cdf8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Network': ['ID=b83556f1-3de7-4caa-bbcf-c76e92a497c5,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:57.231351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.254687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5b2c5-e862-464e-ab75-5f6b6dd35872 None None] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:57.303897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network b83556f1-3de7-4caa-bbcf-c76e92a497c5 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:53:57.365783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.386288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 4749d7ea-a255-42f0-a145-1a07417aa2a8 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:57.403176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Network 337c7af4-8c69-4b8c-989d-58808345d446 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:57.415081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Request body: {'subnet': {'network_id': 'b83556f1-3de7-4caa-bbcf-c76e92a497c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:57.438258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event updated for resources: {'Port': ['ID=96da9739-6a15-4193-9d59-36f4d8034d82,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:57.450543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:57.464443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:57.466912 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 15:53:57.467456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:53:57.471257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:57.497424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Router f8990839-fed0-4c9e-bf22-6b4482c8fb03 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:53:57.512397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Usage tracker for resource:subnet and tenant:4f45cec78ccf456abdf53560cbefee5a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:57.520540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:57.521614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921ea9a-8d12-4caa-9105-e8be66661d1b None None] Pushing event updated for resources: {'Port': ['ID=20e88918-4035-4eaa-a8c3-599becb8c2b9,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:57.555185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:57.611185 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1d33d7f8-4809-4ba9-9bcc-a64e78dfda56 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.4419041 Sep 21 15:53:57.618007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f336f462-0ee8-4584-b31c-0e29086e44b1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:57.625220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35196) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:57.671026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ea26eba9-8bb5-465a-b2c4-1acc831e0c5f None None] Provisioning for port 61dff10d-255e-4c60-a775-059d11ba5017 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:57.695866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:57.696559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.719656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-229ee0ff-206f-4ca5-99ba-2ae990c70376 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.740413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Made reservation on behalf of 4f45cec78ccf456abdf53560cbefee5a for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:53:57.743029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.779919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.796322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Transition to ACTIVE for port object e2724577-25e8-4a24-9dd7-e18a718f4f0d will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:57.836456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.884307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-229ee0ff-206f-4ca5-99ba-2ae990c70376 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Calling delete_port for d66fd1d5-df82-42b1-b1c1-c51f032a84aa owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:53:57.928831 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e0ed054b-419a-4cd7-8c21-d8662ea329e0 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.0820928 Sep 21 15:53:57.932630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Transition to ACTIVE for port object e2724577-25e8-4a24-9dd7-e18a718f4f0d will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:57.935023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-17f28bd3-6ee3-4d06-818d-9d5ed9d1cfd7 None None] Provisioning complete for port 20e88918-4035-4eaa-a8c3-599becb8c2b9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:57.935405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-17f28bd3-6ee3-4d06-818d-9d5ed9d1cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.961858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:57.971361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35200) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:58.043591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port f336f462-0ee8-4584-b31c-0e29086e44b1 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:58.076597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 61dff10d-255e-4c60-a775-059d11ba5017 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:53:58.126204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Deleting port a29b059c-d1e3-4991-b37a-616a83ee8b80 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:53:58.126569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.152977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.222451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:58.237122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:58.239141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:53:58.250560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-231efa5b-0bcf-4139-ae44-f32769eca30b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Deleting port 96da9739-6a15-4193-9d59-36f4d8034d82 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:53:58.250911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231efa5b-0bcf-4139-ae44-f32769eca30b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.261494 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Sync routers for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:53:58.286167 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:58.287104 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:53:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:58.293827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:58.307697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Network 337c7af4-8c69-4b8c-989d-58808345d446 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:53:58.308967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:58.309608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.319762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:53:58.332917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d079979c-11e2-472b-bfcf-489cb9e5b656 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:53:58.354135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:53:58.363457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Pushing event updated for resources: {'Port': ['ID=e2724577-25e8-4a24-9dd7-e18a718f4f0d,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:58.388152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Router 51f4c6bd-f339-4748-b326-66a8bd551ec0 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:53:58.453499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=4749d7ea-a255-42f0-a145-1a07417aa2a8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:58.511876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-17f28bd3-6ee3-4d06-818d-9d5ed9d1cfd7 None None] Current status of the port 20e88918-4035-4eaa-a8c3-599becb8c2b9 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:58.513804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-229ee0ff-206f-4ca5-99ba-2ae990c70376 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.590478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.595793 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5fb4a248-e1fd-420e-b492-e9143b8ed9a9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.5325387 Sep 21 15:53:58.598434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ee0ff-206f-4ca5-99ba-2ae990c70376 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event deleted for resources: {'Port': ['ID=d66fd1d5-df82-42b1-b1c1-c51f032a84aa,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:58.604195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35204) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:58.636981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Attempting to bind port e2724577-25e8-4a24-9dd7-e18a718f4f0d on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:53:58.637405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Attempting to bind port e2724577-25e8-4a24-9dd7-e18a718f4f0d by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ff412726-e1cf-4646-bd68-bf7ea7f6ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '337c7af4-8c69-4b8c-989d-58808345d446'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:53:58.637779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Attempting to bind port e2724577-25e8-4a24-9dd7-e18a718f4f0d on network 337c7af4-8c69-4b8c-989d-58808345d446 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:53:58.648297 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a0bf757a-8e6b-44c8-8950-e3025ac260bf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.6244645 Sep 21 15:53:58.662503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:53:58.662912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Checking segment: {'id': 'ff412726-e1cf-4646-bd68-bf7ea7f6ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '337c7af4-8c69-4b8c-989d-58808345d446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:53:58.663287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.663759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Bound using segment: {'id': 'ff412726-e1cf-4646-bd68-bf7ea7f6ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '337c7af4-8c69-4b8c-989d-58808345d446'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:53:58.664249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Bound port: e2724577-25e8-4a24-9dd7-e18a718f4f0d, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff412726-e1cf-4646-bd68-bf7ea7f6ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '337c7af4-8c69-4b8c-989d-58808345d446'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:53:58.664648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.666784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35208) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:58.674605 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:58.703829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.707763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 61dff10d-255e-4c60-a775-059d11ba5017 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:53:58.726946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 61dff10d-255e-4c60-a775-059d11ba5017 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:58.727321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.796048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Provisioning complete for port 61dff10d-255e-4c60-a775-059d11ba5017 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:53:58.796427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.820523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-229ee0ff-206f-4ca5-99ba-2ae990c70376 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.844783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:53:58.849006 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-229ee0ff-206f-4ca5-99ba-2ae990c70376 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d66fd1d5-df82-42b1-b1c1-c51f032a84aa HTTP/1.1" status: 204 len: 168 time: 2.2491682 Sep 21 15:53:58.882371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Sync routers for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:53:58.884955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35212) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:58.913242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79f814a8-0088-4cc7-bfc8-5b9b975c77eb', 'external_fixed_ips': [{'subnet_id': '297db947-6edc-4993-8d8d-35ee274e374a', 'ip_address': '2001:db8::323'}]}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:53:58.946642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:53:58.947365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:53:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:58.950964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:53:58.985858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.986219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:58.996639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Usage tracker for resource:router and tenant:49390691179840948b89a0229ce9a68c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:53:59.057535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:53:59.085290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:53:59.113748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] For port e2724577-25e8-4a24-9dd7-e18a718f4f0d, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:53:59.138795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.140411 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-586c5233-6be6-4a36-9da4-3b803562e94e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5553634 Sep 21 15:53:59.151786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35216) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:53:59.192415 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:53:54Z', 'revision_number': 3, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:53:59.196886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] For port e2724577-25e8-4a24-9dd7-e18a718f4f0d, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e2724577-25e8-4a24-9dd7-e18a718f4f0d,segment=NetworkSegment(ff412726-e1cf-4646-bd68-bf7ea7f6ba70),segment_id=ff412726-e1cf-4646-bd68-bf7ea7f6ba70)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:53:59.198604 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Checking router: f8990839-fed0-4c9e-bf22-6b4482c8fb03 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:53:59.199033 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Updating router f8990839-fed0-4c9e-bf22-6b4482c8fb03 port bcb40d15-afe6-408f-8297-a2e3959813bc binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:53:59.284741 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.299233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Calling delete_port for a29b059c-d1e3-4991-b37a-616a83ee8b80 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:53:59.299560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.415473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.416656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.420246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.421856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Current status of the port 61dff10d-255e-4c60-a775-059d11ba5017 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:59.422275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.452071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231efa5b-0bcf-4139-ae44-f32769eca30b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.460320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:53:59.635835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 61dff10d-255e-4c60-a775-059d11ba5017 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:53:59.636349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.733105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e16e60-6f1c-42ec-900a-f7f3a4a069cd None None] Pushing event updated for resources: {'Port': ['ID=e2724577-25e8-4a24-9dd7-e18a718f4f0d,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:53:59.747353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] For port 61dff10d-255e-4c60-a775-059d11ba5017, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=61dff10d-255e-4c60-a775-059d11ba5017,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:53:59.785348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3265ef7-588d-40aa-9369-c896a1b38754 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:59.791259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3265ef7-588d-40aa-9369-c896a1b38754 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:53:59.791991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e3265ef7-588d-40aa-9369-c896a1b38754 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:53:59.835840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.903206 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.924179 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Transition to ACTIVE for port object bcb40d15-afe6-408f-8297-a2e3959813bc will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:53:59.924575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:53:59.965652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-231efa5b-0bcf-4139-ae44-f32769eca30b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Calling delete_port for 96da9739-6a15-4193-9d59-36f4d8034d82 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:53:59.993648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Pushing event updated for resources: {'Port': ['ID=61dff10d-255e-4c60-a775-059d11ba5017,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:00.004080 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.043800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e3265ef7-588d-40aa-9369-c896a1b38754 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:00.048531 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e3265ef7-588d-40aa-9369-c896a1b38754 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.3787878 Sep 21 15:54:00.053402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:54:00.053778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:54:00.103843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35220) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:00.134873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Provisioning for port f336f462-0ee8-4584-b31c-0e29086e44b1 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:00.140171 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Attempting to bind port bcb40d15-afe6-408f-8297-a2e3959813bc on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:00.141121 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Attempting to bind port bcb40d15-afe6-408f-8297-a2e3959813bc by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:00.141552 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Attempting to bind port bcb40d15-afe6-408f-8297-a2e3959813bc on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:00.150112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Provisioning complete for port f336f462-0ee8-4584-b31c-0e29086e44b1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:00.150694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.156131 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:00.156520 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:00.157289 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.157758 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:00.158875 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Bound port: bcb40d15-afe6-408f-8297-a2e3959813bc, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:00.159288 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.264607 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Pushing event updated for resources: {'Port': ['ID=bcb40d15-afe6-408f-8297-a2e3959813bc,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:00.284565 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.285790 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.286354 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.286555 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.287017 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.287671 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.288181 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.288596 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.288939 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.289272 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.289642 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.291494 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Tracked resource versions report: Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: pushed versions: Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: { 'AddressGroup': {'1.2'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'ConntrackHelper': {'1.0'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Log': {'1.0'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Network': {'1.1'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Port': {'1.7'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'PortForwarding': {'1.2'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'QosPolicy': {'1.8'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SecurityGroup': {'1.4'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SecurityGroupRule': {'1.2'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SubPort': {'1.0'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Subnet': {'1.1'}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Trunk': {'1.1'}} Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: consumer versions: Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: { DHCP agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: HyperV agent@hv-neutron-8586: {}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: L3 agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: Metadata agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: Metering agent@dv-neutron-858618-1-hyperv: {}, Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: Open vSwitch agent@dv-neutron-858618-1-hyperv: { 'AddressGroup': '1.2', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'ConntrackHelper': '1.0', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Log': '1.0', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Network': '1.1', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Port': '1.7', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'PortForwarding': '1.2', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'QosPolicy': '1.8', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SecurityGroup': '1.4', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SecurityGroupRule': '1.2', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'SubPort': '1.0', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Subnet': '1.1', Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: 'Trunk': '1.1'}} Sep 21 15:54:00.293556 dv-neutron-858618-1-hyperv neutron-server[89729]: {{(pid=89729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 15:54:00.337312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:53:55Z', 'revision_number': 3, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:00.352633 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] For port bcb40d15-afe6-408f-8297-a2e3959813bc, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:00.357354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Checking router: 51f4c6bd-f339-4748-b326-66a8bd551ec0 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:54:00.357712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Updating router 51f4c6bd-f339-4748-b326-66a8bd551ec0 port 5e64b39f-aa95-414d-ace4-7955d351c170 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:54:00.370786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:54:00.370786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.419032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Current status of the port f336f462-0ee8-4584-b31c-0e29086e44b1 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:00.419438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.456470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.535772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] For port f336f462-0ee8-4584-b31c-0e29086e44b1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f336f462-0ee8-4584-b31c-0e29086e44b1,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:00.562101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-28076251-16dc-4b38-bc16-9a6a2690da6c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 4749d7ea-a255-42f0-a145-1a07417aa2a8 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:00.562492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-28076251-16dc-4b38-bc16-9a6a2690da6c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.674616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.711373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7bb475c8-4360-4884-8aba-360efe202b1c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:00.780889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 61dff10d-255e-4c60-a775-059d11ba5017 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:00.780889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0b63084c-a6f2-4583-8995-aca2cc5ae247 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:00.783480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231efa5b-0bcf-4139-ae44-f32769eca30b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.798972 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] For port bcb40d15-afe6-408f-8297-a2e3959813bc, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=bcb40d15-afe6-408f-8297-a2e3959813bc,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:00.810969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Checking segment: {'id': 'ac5746b5-eab5-4d89-bf29-5dfc2b30b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b83556f1-3de7-4caa-bbcf-c76e92a497c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:00.812341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Network hostable DHCP agents. Network: b83556f1-3de7-4caa-bbcf-c76e92a497c5, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:54:00.834620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c76c8-8b0f-41e1-a02f-5c0fb6411b9e None None] Network 337c7af4-8c69-4b8c-989d-58808345d446 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:00.851812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.880085 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:00.965099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231efa5b-0bcf-4139-ae44-f32769eca30b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event deleted for resources: {'Port': ['ID=96da9739-6a15-4193-9d59-36f4d8034d82,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:00.999929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09dd1b-c03c-4967-b2cd-58b9b0f5bf19 None None] Pushing event updated for resources: {'Port': ['ID=f336f462-0ee8-4584-b31c-0e29086e44b1,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:01.066099 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7477e-0288-4099-8933-bb7330ce8e4a None None] Pushing event updated for resources: {'Port': ['ID=bcb40d15-afe6-408f-8297-a2e3959813bc,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:01.091569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2b6e9e5-9af4-456d-b9ba-4c779d95f396 None None] Provisioning for port 4749d7ea-a255-42f0-a145-1a07417aa2a8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:01.094122 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:01.095602 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:53:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:01.109294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Network b83556f1-3de7-4caa-bbcf-c76e92a497c5 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:54:01.116427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.133324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0b63084c-a6f2-4583-8995-aca2cc5ae247 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:01.133702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.165552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.170964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2b6e9e5-9af4-456d-b9ba-4c779d95f396 None None] Provisioning complete for port 4749d7ea-a255-42f0-a145-1a07417aa2a8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:01.171337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e9e5-9af4-456d-b9ba-4c779d95f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.191972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Pushing event deleted for resources: {'Port': ['ID=a29b059c-d1e3-4991-b37a-616a83ee8b80,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:01.207711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.211584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231efa5b-0bcf-4139-ae44-f32769eca30b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.229163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.234411 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7bf0f83a-b944-4dac-abf1-b8fc1b4e67f0 tempest-ExternalNetworksAdminNegativeTestJSON-827995075 tempest-ExternalNetworksAdminNegativeTestJSON-827995075-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/238018b4-c393-4b8d-8093-3747f0eb00e9 HTTP/1.1" status: 204 len: 168 time: 3.6041760 Sep 21 15:54:01.239340 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-231efa5b-0bcf-4139-ae44-f32769eca30b tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "DELETE /v2.0/ports/96da9739-6a15-4193-9d59-36f4d8034d82 HTTP/1.1" status: 204 len: 168 time: 3.2586117 Sep 21 15:54:01.239340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35226) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:01.298288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Router 6c9bca27-966d-4a64-949b-6a5a2e54842e is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:54:01.353368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, b83556f1-3de7-4caa-bbcf-c76e92a497c5) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:01.363244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-28076251-16dc-4b38-bc16-9a6a2690da6c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.392912 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:01.399337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8858e29-956d-434c-b3a5-144b5538af23 None None] Network b83556f1-3de7-4caa-bbcf-c76e92a497c5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:01.406058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:01.407300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.429508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6e9e5-9af4-456d-b9ba-4c779d95f396 None None] Port 4749d7ea-a255-42f0-a145-1a07417aa2a8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:01.502309 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-50363b1f-d353-46f5-b574-7106c69c6554 tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2595441 Sep 21 15:54:01.511095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35232) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:01.526990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1578493016'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:01.543828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:01.553015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Usage tracker for resource:network and tenant:8db9021e88df460b865fcc653946eb90 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:01.559168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:01.578822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.622090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2b6e9e5-9af4-456d-b9ba-4c779d95f396 None None] Provisioning complete for port f336f462-0ee8-4584-b31c-0e29086e44b1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:01.622378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e9e5-9af4-456d-b9ba-4c779d95f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.625137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:01.665979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Transition to ACTIVE for port object 5e64b39f-aa95-414d-ace4-7955d351c170 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:01.667190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:01.689648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0b63084c-a6f2-4583-8995-aca2cc5ae247 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:01.693166 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Sync routers for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:01.723251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Made reservation on behalf of 8db9021e88df460b865fcc653946eb90 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:01.729381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.757061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.765284 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:01.765537 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:53:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:01.815119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:01.827167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.827658 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Added segment 93667f81-0768-43bd-b66a-17535cd2b1f1 of type vlan for network b81648c1-0dc0-4878-9703-1e4402b24fa6 Sep 21 15:54:01.864613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.871428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Attempting to bind port 5e64b39f-aa95-414d-ace4-7955d351c170 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:01.871803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Attempting to bind port 5e64b39f-aa95-414d-ace4-7955d351c170 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:01.872223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Attempting to bind port 5e64b39f-aa95-414d-ace4-7955d351c170 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:01.891258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:01.891976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:01.892099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.892399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:01.892877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Bound port: 5e64b39f-aa95-414d-ace4-7955d351c170, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:01.893296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.915019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:01.918991 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-04ccb5a2-32f7-409c-812a-b4f579dd0f55 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4782484 Sep 21 15:54:01.922529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35240) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:01.932629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2d783-32d0-4c89-ae3e-7f0354eb77cc None None] Network b83556f1-3de7-4caa-bbcf-c76e92a497c5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:02.000211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b36bd-58d5-42aa-ab9d-81833d9bfbae None None] Pushing event updated for resources: {'Port': ['ID=5e64b39f-aa95-414d-ace4-7955d351c170,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:02.105800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f336f462-0ee8-4584-b31c-0e29086e44b1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:02.154410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:02.170197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:02.175285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:02.211762 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a3ab81c8-b635-441a-b72e-ce560c318666 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9804366 Sep 21 15:54:02.214025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35244) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:02.214376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35246) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:02.224770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-28076251-16dc-4b38-bc16-9a6a2690da6c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 4749d7ea-a255-42f0-a145-1a07417aa2a8 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:02.226851 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:02.301295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6e9e5-9af4-456d-b9ba-4c779d95f396 None None] Current status of the port f336f462-0ee8-4584-b31c-0e29086e44b1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:02.314024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] For port 5e64b39f-aa95-414d-ace4-7955d351c170, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:02.322853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Request body: {'floatingip': {'floating_network_id': 'b83556f1-3de7-4caa-bbcf-c76e92a497c5'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:02.338793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] For port 5e64b39f-aa95-414d-ace4-7955d351c170, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5e64b39f-aa95-414d-ace4-7955d351c170,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:02.379250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:02.419466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:02.487722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:02.531892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Usage tracker for resource:floatingip and tenant:4f45cec78ccf456abdf53560cbefee5a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:02.532205 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:53:54Z', 'revision_number': 3, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:02.545498 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7145e-9b92-4160-b36c-c68975f460a0 None None] The sync data for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv is: [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:53:54Z', 'revision_number': 3, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:02.546520 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0341325 Sep 21 15:54:02.550977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35256) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:02.552180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:02.597080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Allocated IP 172.20.0.1 (4b0dcfd0-e147-472e-bce4-ac56ba61549d/6353ef71-ae04-4f85-8712-b54dd96a0430/39c1a394-60c4-427b-9252-b63e4646e2e6) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:02.607721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f336f462-0ee8-4584-b31c-0e29086e44b1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:02.608350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:02.661753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:02.662671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:53:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:02.702587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:02.733187 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:53:56Z', 'revision_number': 3, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:02.739033 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Checking router: 6c9bca27-966d-4a64-949b-6a5a2e54842e for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:54:02.739395 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Updating router 6c9bca27-966d-4a64-949b-6a5a2e54842e port b3c226fe-a374-4bc9-acea-03d1759c8cb8 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:54:02.818983 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:02.848187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:02.863107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f6fd410-3541-4613-b0aa-c74a034511d9 None None] Provisioning for port e2724577-25e8-4a24-9dd7-e18a718f4f0d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:02.881867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Transition to ACTIVE for port object 39c1a394-60c4-427b-9252-b63e4646e2e6 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:02.890479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b36bd-58d5-42aa-ab9d-81833d9bfbae None None] Pushing event updated for resources: {'Port': ['ID=5e64b39f-aa95-414d-ace4-7955d351c170,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:02.947686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-28076251-16dc-4b38-bc16-9a6a2690da6c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.099511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24c428-3793-4c78-9a5c-5d0f982e9a0c tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event updated for resources: {'Network': ['ID=b81648c1-0dc0-4878-9703-1e4402b24fa6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:03.115027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28076251-16dc-4b38-bc16-9a6a2690da6c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=4749d7ea-a255-42f0-a145-1a07417aa2a8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:03.139656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.173385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network b81648c1-0dc0-4878-9703-1e4402b24fa6 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:03.236823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-28076251-16dc-4b38-bc16-9a6a2690da6c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.271319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.272090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:03.276926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] Usage tracker for resource:security_group_rule and tenant:760b7d45f36546abbbf62b9ecec3a4aa is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:03.280935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:03.288393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:03.340294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.391666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a078cc1c-3fea-4c43-8caa-b1e650cbbfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.420757 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.442191 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Transition to ACTIVE for port object b3c226fe-a374-4bc9-acea-03d1759c8cb8 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:03.445386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:03.477131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Pushing event updated for resources: {'Port': ['ID=39c1a394-60c4-427b-9252-b63e4646e2e6,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:03.480222 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-28076251-16dc-4b38-bc16-9a6a2690da6c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/4749d7ea-a255-42f0-a145-1a07417aa2a8 HTTP/1.1" status: 204 len: 168 time: 3.3754249 Sep 21 15:54:03.485656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35262) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:03.487556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:03.527687 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.558336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:03.562728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:03.635860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ecd12758-96e5-4aaf-a9f0-000d6d3f4e7d None None] Could not find standard attr ID for object 96da9739-6a15-4193-9d59-36f4d8034d82. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:54:03.643591 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Attempting to bind port b3c226fe-a374-4bc9-acea-03d1759c8cb8 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:03.644168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Attempting to bind port b3c226fe-a374-4bc9-acea-03d1759c8cb8 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:03.644952 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Attempting to bind port b3c226fe-a374-4bc9-acea-03d1759c8cb8 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:03.670425 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:03.670802 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:03.671204 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.671597 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:03.672070 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Bound port: b3c226fe-a374-4bc9-acea-03d1759c8cb8, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:03.672463 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.701103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.733673 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c5981afa-b256-4ddf-a7e8-ec960461edb7 tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "GET /v2.0/agents/ff1687b9-0953-43c5-8a53-d987c03a59b3/dhcp-networks HTTP/1.1" status: 200 len: 8049 time: 1.1718216 Sep 21 15:54:03.746528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35266) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:03.748244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Allocated IP 172.20.0.1 (252cbf10-1a0a-43b3-b797-08f153c604e4/b8368ded-6c9c-4868-af60-44980d3106f8/5dff932d-a316-4bf8-9c64-ae691316235c) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:03.759777 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517d3f8-a71a-4923-9c9e-1f1520c8b67b None None] Pushing event updated for resources: {'Port': ['ID=b3c226fe-a374-4bc9-acea-03d1759c8cb8,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:03.772954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f336f462-0ee8-4584-b31c-0e29086e44b1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:03.774115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e2724577-25e8-4a24-9dd7-e18a718f4f0d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:03.793232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.838478 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] For port b3c226fe-a374-4bc9-acea-03d1759c8cb8, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:03.842854 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] For port b3c226fe-a374-4bc9-acea-03d1759c8cb8, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b3c226fe-a374-4bc9-acea-03d1759c8cb8,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:03.939978 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.962376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea6332-9c91-4905-be9b-63c7f4ec8636 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:03.964208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea6332-9c91-4905-be9b-63c7f4ec8636 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:03.966064 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0dea6332-9c91-4905-be9b-63c7f4ec8636 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4768384 Sep 21 15:54:03.977561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35270) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:03.995633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:03.996659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port e2724577-25e8-4a24-9dd7-e18a718f4f0d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:04.003244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e2724577-25e8-4a24-9dd7-e18a718f4f0d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:04.003764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.053457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.075343 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517d3f8-a71a-4923-9c9e-1f1520c8b67b None None] Pushing event updated for resources: {'Port': ['ID=b3c226fe-a374-4bc9-acea-03d1759c8cb8,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:04.079538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5013120e-7f44-4214-b77c-742a47a5ebc7 None None] Provisioning for port 39c1a394-60c4-427b-9252-b63e4646e2e6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:04.086687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5013120e-7f44-4214-b77c-742a47a5ebc7 None None] Provisioning complete for port 39c1a394-60c4-427b-9252-b63e4646e2e6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:04.089740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5013120e-7f44-4214-b77c-742a47a5ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.090961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Transition to ACTIVE for port object 5dff932d-a316-4bf8-9c64-ae691316235c will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:04.100135 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:04.100770 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:53:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:04.186630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5013120e-7f44-4214-b77c-742a47a5ebc7 None None] Port 39c1a394-60c4-427b-9252-b63e4646e2e6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:04.216784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.243464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:53:55Z', 'revision_number': 3, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:04.246369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e2724577-25e8-4a24-9dd7-e18a718f4f0d is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:04.247352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.270564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeed95-398b-4747-b96f-9d8941bf89f1 None None] The sync data for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv is: [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:53:55Z', 'revision_number': 3, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:04.302766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port e2724577-25e8-4a24-9dd7-e18a718f4f0d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e2724577-25e8-4a24-9dd7-e18a718f4f0d,segment=NetworkSegment(ff412726-e1cf-4646-bd68-bf7ea7f6ba70),segment_id=ff412726-e1cf-4646-bd68-bf7ea7f6ba70)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:04.320816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f22eca-a52b-4f1b-8bcd-740e518aaab1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 1070aaff-7336-4cbd-91ac-e24374fdfd8b {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:54:04.369409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.374677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 61dff10d-255e-4c60-a775-059d11ba5017 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:04.418145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:04.428328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:04.439388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19f22eca-a52b-4f1b-8bcd-740e518aaab1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.440781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:04.471448 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:04.497104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.509699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.579664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Pushing event updated for resources: {'Port': ['ID=5dff932d-a316-4bf8-9c64-ae691316235c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:04.677891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.711733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.731386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=e2724577-25e8-4a24-9dd7-e18a718f4f0d,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:04.787619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 61dff10d-255e-4c60-a775-059d11ba5017 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:04.788000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.963420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:04.974657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19f22eca-a52b-4f1b-8bcd-740e518aaab1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.056113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.056776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e1f6c0e5-8b91-441e-be94-e734b696ab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.069431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19f22eca-a52b-4f1b-8bcd-740e518aaab1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.074135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b72029a9-5686-4955-b348-68f2cb16dc97 None None] Provisioning for port 5dff932d-a316-4bf8-9c64-ae691316235c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:05.101771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b72029a9-5686-4955-b348-68f2cb16dc97 None None] Provisioning complete for port 5dff932d-a316-4bf8-9c64-ae691316235c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:05.103701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b72029a9-5686-4955-b348-68f2cb16dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.125237 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:53:56Z', 'revision_number': 3, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:05.131049 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01987f19-ccdc-4ef5-a2ce-b5f490d9666f None None] The sync data for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv is: [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:53:56Z', 'revision_number': 3, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:05.218679 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=760b7d45f36546abbbf62b9ecec3a4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9514198 Sep 21 15:54:05.246665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Allocated IP 2001:db8::323 (79f814a8-0088-4cc7-bfc8-5b9b975c77eb/297db947-6edc-4993-8d8d-35ee274e374a/09b4b8c1-49a5-43bf-b62c-837b7e01fe0a) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:05.252431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35274) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:05.271974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 61dff10d-255e-4c60-a775-059d11ba5017 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:05.272689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 20e88918-4035-4eaa-a8c3-599becb8c2b9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:05.298422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2e5cb-988f-409e-9d42-cd1d8c99b411 tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] Network b81648c1-0dc0-4878-9703-1e4402b24fa6 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:54:05.312191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e05f83-5ae0-43c6-a94d-077ef88efbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b9892f-9699-4b4b-99d8-5fc6965b9c81,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:05.343658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b72029a9-5686-4955-b348-68f2cb16dc97 None None] Port 5dff932d-a316-4bf8-9c64-ae691316235c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:05.367088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 20e88918-4035-4eaa-a8c3-599becb8c2b9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:05.367658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.372993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Pushing event updated for resources: {'Port': ['ID=39c1a394-60c4-427b-9252-b63e4646e2e6,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:05.383007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.495743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.506450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19f22eca-a52b-4f1b-8bcd-740e518aaab1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.563488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b476-c768-41e2-96c0-36b098907211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.567058 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 20e88918-4035-4eaa-a8c3-599becb8c2b9 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:05.603725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39686a-2f61-482b-8225-4bccb80237c8 None None] Network b81648c1-0dc0-4878-9703-1e4402b24fa6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:05.621734 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4ed2e5cb-988f-409e-9d42-cd1d8c99b411 tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "POST /v2.0/agents/ff1687b9-0953-43c5-8a53-d987c03a59b3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.8504283 Sep 21 15:54:05.630792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35278) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:05.633394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f22eca-a52b-4f1b-8bcd-740e518aaab1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=1070aaff-7336-4cbd-91ac-e24374fdfd8b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:05.679649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19f22eca-a52b-4f1b-8bcd-740e518aaab1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.708637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b476-c768-41e2-96c0-36b098907211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.724385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:05.784248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a02c4ae-b0d5-481f-9d37-2b8967cd8469 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:05.867310 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-19f22eca-a52b-4f1b-8bcd-740e518aaab1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/1070aaff-7336-4cbd-91ac-e24374fdfd8b HTTP/1.1" status: 204 len: 168 time: 1.8875182 Sep 21 15:54:05.873864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35282) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:06.026744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:06.035208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:06.046716 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5e64b39f-aa95-414d-ace4-7955d351c170 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:06.198150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Allocated IP 172.20.0.8 (b83556f1-3de7-4caa-bbcf-c76e92a497c5/7bb475c8-4360-4884-8aba-360efe202b1c/042add03-23f7-42eb-b643-4284e04c8534) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:06.321146 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2b860380-7d4b-47fc-a218-c658964288f5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4418876 Sep 21 15:54:06.333620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35286) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:06.351178 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-929d4958-5f2b-4200-81ad-b96120530316 tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "GET /v2.0/agents/ff1687b9-0953-43c5-8a53-d987c03a59b3/dhcp-networks HTTP/1.1" status: 200 len: 8781 time: 0.7183497 Sep 21 15:54:06.351345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:06.378852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35290) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:06.414172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b476-c768-41e2-96c0-36b098907211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.472586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.479543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9b476-c768-41e2-96c0-36b098907211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b9892f-9699-4b4b-99d8-5fc6965b9c81,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:06.485119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b476-c768-41e2-96c0-36b098907211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.500681 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ebd9b476-c768-41e2-96c0-36b098907211 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56b9892f-9699-4b4b-99d8-5fc6965b9c81 HTTP/1.1" status: 204 len: 168 time: 1.2242737 Sep 21 15:54:06.511771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:54:06.519224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 5e64b39f-aa95-414d-ace4-7955d351c170 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:06.527623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] Deleting port f336f462-0ee8-4584-b31c-0e29086e44b1 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:06.528090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.580797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5e64b39f-aa95-414d-ace4-7955d351c170 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:06.581173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.583370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Router f8990839-fed0-4c9e-bf22-6b4482c8fb03 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:54:06.593377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.631235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.725142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.resource_extend [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:54:06.762949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.786048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5c7aa345-627b-4ff6-8731-ae0c144b030a None None] Provisioning complete for port 39c1a394-60c4-427b-9252-b63e4646e2e6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:06.786474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c7aa345-627b-4ff6-8731-ae0c144b030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.835575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:06.864072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:06.868579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.872788 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-76311a6b-a965-4ec7-8aac-b3541e168f53 tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "DELETE /v2.0/agents/ff1687b9-0953-43c5-8a53-d987c03a59b3/dhcp-networks/b81648c1-0dc0-4878-9703-1e4402b24fa6 HTTP/1.1" status: 204 len: 168 time: 0.4551413 Sep 21 15:54:06.877018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:06.882500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:06.888006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35298) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:06.888638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5c7aa345-627b-4ff6-8731-ae0c144b030a None None] Port 39c1a394-60c4-427b-9252-b63e4646e2e6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:06.908220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:06.986957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:07.013043 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b9e2f978-de1c-4f62-a57b-0b87237d9df8 admin admin] 10.222.0.65 "PUT /v2.0/routers/f8990839-fed0-4c9e-bf22-6b4482c8fb03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4050715 Sep 21 15:54:07.034010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Pushing event updated for resources: {'Port': ['ID=5dff932d-a316-4bf8-9c64-ae691316235c,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:07.046758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:07.062750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:07.063813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Sync routers for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:07.080885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:07.085224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:07.163282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5e64b39f-aa95-414d-ace4-7955d351c170 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:07.164109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:07.169244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:07.170296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:07.197970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:07.208544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Allocated IP 172.20.0.1 (a5a5d890-1193-4ee0-ad2e-2182825d5fe3/93df991e-92af-4924-b965-870bad67bf11/937838f9-77ca-4ba4-8a73-608479eb2708) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:07.292887 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:07.294372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:07.319324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] For port f336f462-0ee8-4584-b31c-0e29086e44b1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f336f462-0ee8-4584-b31c-0e29086e44b1,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:07.325747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:07.338219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35312) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:07.352641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 5e64b39f-aa95-414d-ace4-7955d351c170, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5e64b39f-aa95-414d-ace4-7955d351c170,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:07.384945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Network 79f814a8-0088-4cc7-bfc8-5b9b975c77eb is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:07.440275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:07.617343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:07.618150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e2724577-25e8-4a24-9dd7-e18a718f4f0d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:07.625120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:07.628860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:07.655034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] Calling delete_port for f336f462-0ee8-4584-b31c-0e29086e44b1 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:07.727287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Router 51f4c6bd-f339-4748-b326-66a8bd551ec0 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:54:07.772316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'Port': ['ID=09b4b8c1-49a5-43bf-b62c-837b7e01fe0a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:07.891493 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-79eb0ab7-b3b9-468b-9c2e-ba55263e1abe tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "GET /v2.0/agents/ff1687b9-0953-43c5-8a53-d987c03a59b3/dhcp-networks HTTP/1.1" status: 200 len: 8011 time: 1.0020044 Sep 21 15:54:07.895407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=5e64b39f-aa95-414d-ace4-7955d351c170,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:07.919331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35318) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:07.922618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Network b83556f1-3de7-4caa-bbcf-c76e92a497c5 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:07.969682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:08.001321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:08.030222 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2f97029e-088e-4b27-8e8d-7156596a6eea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac1550651b6c476291c54bf3f5e924d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810451 Sep 21 15:54:08.033295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35322) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:08.034645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:08.047601 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Sync routers for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:08.059522 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7a56da4c-999d-4f72-9f98-a346c62dec2b admin admin] 10.222.0.65 "PUT /v2.0/routers/51f4c6bd-f339-4748-b326-66a8bd551ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9060915 Sep 21 15:54:08.068888 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:08.069801 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:08.085921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-506bf33f-5bf3-4d10-ba36-dda66a846f35 None None] Provisioning complete for port 5dff932d-a316-4bf8-9c64-ae691316235c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:08.086359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-506bf33f-5bf3-4d10-ba36-dda66a846f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.110178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Port': ['ID=042add03-23f7-42eb-b643-4284e04c8534,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:08.111240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.121212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:08.145254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d8346711-394f-4700-857b-77965891421d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.145437 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-45544002-0952-4bda-aa1a-fdbf1309117c tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "GET /v2.0/networks/337c7af4-8c69-4b8c-989d-58808345d446/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2130029 Sep 21 15:54:08.153548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35328) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:08.186403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d8346711-394f-4700-857b-77965891421d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.233106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.284532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.288833 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-36ce04b6-693b-42c3-bf0b-4f59cbd19493 tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "GET /v2.0/networks/337c7af4-8c69-4b8c-989d-58808345d446/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1313503 Sep 21 15:54:08.291596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35332) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:08.411364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Transition to ACTIVE for port object 937838f9-77ca-4ba4-8a73-608479eb2708 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:08.454820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d8346711-394f-4700-857b-77965891421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.484134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8346711-394f-4700-857b-77965891421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f6817-4c98-4a3b-ae39-b0d87a8fa43d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:08.494371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e2724577-25e8-4a24-9dd7-e18a718f4f0d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:08.494934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.507205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35346) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:08.511610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.555829 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:08.580164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d8346711-394f-4700-857b-77965891421d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.581301 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d8346711-394f-4700-857b-77965891421d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff5f6817-4c98-4a3b-ae39-b0d87a8fa43d HTTP/1.1" status: 204 len: 168 time: 0.5437000 Sep 21 15:54:08.583868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-50407590-b286-4c50-b0b1-a667cd11dfd9 tempest-DHCPAgentSchedulersTestJSON-675287087 tempest-DHCPAgentSchedulersTestJSON-675287087-project-admin] 10.222.0.65 "GET /v2.0/agents/ff1687b9-0953-43c5-8a53-d987c03a59b3/dhcp-networks HTTP/1.1" status: 200 len: 8011 time: 0.2911258 Sep 21 15:54:08.590479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35354) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:08.635961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-506bf33f-5bf3-4d10-ba36-dda66a846f35 None None] Port 5dff932d-a316-4bf8-9c64-ae691316235c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:08.642035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.701893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] No DVR routers for this DVR port f336f462-0ee8-4584-b31c-0e29086e44b1 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:54:08.728879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382002075', 'description': 'tempest-description--1447522417'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:08.755674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Pushing event updated for resources: {'Port': ['ID=937838f9-77ca-4ba4-8a73-608479eb2708,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:08.766697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201f3af-9cb2-4753-98ea-fd9c059cf801 None None] Pushing event deleted for resources: {'Port': ['ID=f336f462-0ee8-4584-b31c-0e29086e44b1,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:08.781647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:08.783145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:08.796433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:08.805857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:08.822493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.859306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:08.878641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 2, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:08.881197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e2724577-25e8-4a24-9dd7-e18a718f4f0d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:08.882582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b3c226fe-a374-4bc9-acea-03d1759c8cb8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:08.922534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Checking router: f8990839-fed0-4c9e-bf22-6b4482c8fb03 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:54:08.923168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Updating router f8990839-fed0-4c9e-bf22-6b4482c8fb03 port 39c1a394-60c4-427b-9252-b63e4646e2e6 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:54:08.997277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.070106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Usage tracker for resource:security_group and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:09.083103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.107880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:09.167311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.251260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.279716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:09.319264 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:06Z', 'revision_number': 2, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:09.327931 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Checking router: 51f4c6bd-f339-4748-b326-66a8bd551ec0 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:54:09.328839 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Updating router 51f4c6bd-f339-4748-b326-66a8bd551ec0 port 5dff932d-a316-4bf8-9c64-ae691316235c binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:54:09.339071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81648c1-0dc0-4878-9703-1e4402b24fa6']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:09.342260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:09.364311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:09.367910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:09.371974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93667f81-0768-43bd-b66a-17535cd2b1f1') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:09.371974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93667f81-0768-43bd-b66a-17535cd2b1f1') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:09.372265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.377464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port b3c226fe-a374-4bc9-acea-03d1759c8cb8 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:09.407125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b874151-e42e-4cd7-bb11-a1a5f6feba64 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:09.414725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.436605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b3c226fe-a374-4bc9-acea-03d1759c8cb8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:09.436988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.437458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.450786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.451898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:09.454628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.460137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=db0c5306-a663-412f-8cb9-27ee59222376,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:09.468059 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.524225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.541882 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 93667f81-0768-43bd-b66a-17535cd2b1f1 resource provider aggregate not found Sep 21 15:54:09.545411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35370) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:09.550476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392413322', 'description': 'tempest-description--9131883'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:09.577647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 93667f81-0768-43bd-b66a-17535cd2b1f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93667f81-0768-43bd-b66a-17535cd2b1f1 found for delete ", "request_id": "req-65c5eeb1-0ef7-40a4-b9ef-dd6213de609e"}]} Sep 21 15:54:09.582508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:09.593792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Usage tracker for resource:security_group and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:09.598520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:09.606261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:09.689720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.729456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.732391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event deleted for resources: {'Network': ['ID=b81648c1-0dc0-4878-9703-1e4402b24fa6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:09.735895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.745334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-69743247-a806-4c47-a07d-e5b3e59c3ea5 None None] Provisioning for port 937838f9-77ca-4ba4-8a73-608479eb2708 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:09.758675 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fa17d14f-d7bb-4962-ba8e-96d6509a6442 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "DELETE /v2.0/networks/b81648c1-0dc0-4878-9703-1e4402b24fa6 HTTP/1.1" status: 204 len: 168 time: 1.1637909 Sep 21 15:54:09.758675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35378) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:09.778881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-69743247-a806-4c47-a07d-e5b3e59c3ea5 None None] Provisioning complete for port 937838f9-77ca-4ba4-8a73-608479eb2708 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:09.779257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-69743247-a806-4c47-a07d-e5b3e59c3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.808701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:09.816589 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fb762b-7786-4da2-bf49-617cbcc4bdc1 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] DELETE failed (client error): The resource could not be found. Sep 21 15:54:09.817185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fb762b-7786-4da2-bf49-617cbcc4bdc1 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:54:09.821564 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d3fb762b-7786-4da2-bf49-617cbcc4bdc1 tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "DELETE /v2.0/ports/96da9739-6a15-4193-9d59-36f4d8034d82 HTTP/1.1" status: 404 len: 333 time: 0.0601211 Sep 21 15:54:09.821564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:09.822612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35384) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:09.844934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-69743247-a806-4c47-a07d-e5b3e59c3ea5 None None] Port 937838f9-77ca-4ba4-8a73-608479eb2708 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:09.844934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b3c226fe-a374-4bc9-acea-03d1759c8cb8 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:09.844934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.850396 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2a07f269-9028-4238-ab32-6a9c2f0e9544 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5136898 Sep 21 15:54:09.851575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Usage tracker for resource:security_group_rule and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:09.866634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port b3c226fe-a374-4bc9-acea-03d1759c8cb8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b3c226fe-a374-4bc9-acea-03d1759c8cb8,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:09.870205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:09.882665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35388) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:09.901287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8516c887-7118-4cfd-86a2-b191b64e8bcb tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Deleting subnet b4c28d30-57be-494a-8987-a103b436a3bd {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:54:09.903672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Usage tracker for resource:security_group_rule and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:09.907602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:09.909083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:09.911089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8516c887-7118-4cfd-86a2-b191b64e8bcb tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:09.922231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'name': 'tempest-NetworksTestDHCPv6-2045048380'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:09.948493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:09.987088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8516c887-7118-4cfd-86a2-b191b64e8bcb tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.012535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.013219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device bcb40d15-afe6-408f-8297-a2e3959813bc up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:10.133969 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.140762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=b3c226fe-a374-4bc9-acea-03d1759c8cb8,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:10.149452 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Transition to ACTIVE for port object 5dff932d-a316-4bf8-9c64-ae691316235c will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:10.161121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.resource_extend [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:54:10.166491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.178739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': 'db0c5306-a663-412f-8cb9-27ee59222376'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:54:10.179489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8516c887-7118-4cfd-86a2-b191b64e8bcb tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.179643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.284307 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.341229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.392971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8516c887-7118-4cfd-86a2-b191b64e8bcb tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.431109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/db0c5306-a663-412f-8cb9-27ee59222376/f39b8fab-3667-4095-87cb-6b52f6711737) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:10.454283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.563421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35398) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:10.566696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516c887-7118-4cfd-86a2-b191b64e8bcb tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c28d30-57be-494a-8987-a103b436a3bd,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:10.596056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8516c887-7118-4cfd-86a2-b191b64e8bcb tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.604849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a255f3-b693-4697-90e4-5aeeee88f70f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:10.609662 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8516c887-7118-4cfd-86a2-b191b64e8bcb tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "DELETE /v2.0/subnets/b4c28d30-57be-494a-8987-a103b436a3bd HTTP/1.1" status: 204 len: 168 time: 0.7860060 Sep 21 15:54:10.612178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35404) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:10.668590 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Attempting to bind port 5dff932d-a316-4bf8-9c64-ae691316235c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:10.669715 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Attempting to bind port 5dff932d-a316-4bf8-9c64-ae691316235c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:10.670247 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Attempting to bind port 5dff932d-a316-4bf8-9c64-ae691316235c on network 252cbf10-1a0a-43b3-b797-08f153c604e4 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:10.675824 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.679244 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:10.679966 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Checking segment: {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:10.680504 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.681028 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Bound using segment: {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:10.681620 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Bound port: 5dff932d-a316-4bf8-9c64-ae691316235c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:10.682197 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.689010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Transition to ACTIVE for port object f39b8fab-3667-4095-87cb-6b52f6711737 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:10.693618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.698000 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c93078ac-8fe6-4878-a488-8930502bc3b2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.1488626 Sep 21 15:54:10.708740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Transition to ACTIVE for port object f39b8fab-3667-4095-87cb-6b52f6711737 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:10.711786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35408) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:10.715896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7580340c-7c53-4604-8833-ad34b59b9f39 None None] Network 337c7af4-8c69-4b8c-989d-58808345d446 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:10.717550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Request body: {'security_group_rule': {'security_group_id': '62a255f3-b693-4697-90e4-5aeeee88f70f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:10.725108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:10.729460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Usage tracker for resource:security_group_rule and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:10.732795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:10.748612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:10.800173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1428499734'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:10.806420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.809638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:10.814037 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a09d7-9982-4d3f-8e33-3b048929b4a6 None None] Pushing event updated for resources: {'Port': ['ID=5dff932d-a316-4bf8-9c64-ae691316235c,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:10.817733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.820630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:network and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:10.823907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.824393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:54:10.824770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:10.832990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:10.835666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.839360 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] For port 5dff932d-a316-4bf8-9c64-ae691316235c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:10.843636 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] For port 5dff932d-a316-4bf8-9c64-ae691316235c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5dff932d-a316-4bf8-9c64-ae691316235c,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:10.844826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Deleting port e2724577-25e8-4a24-9dd7-e18a718f4f0d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:10.845169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.886728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.896221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.936504 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.938527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:10.942819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.952584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:10.953757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Transition to ACTIVE for port object 39c1a394-60c4-427b-9252-b63e4646e2e6 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:10.961610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:10.996091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Pushing event updated for resources: {'Port': ['ID=f39b8fab-3667-4095-87cb-6b52f6711737,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:10.997487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:10.998713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:11.028771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:11.047209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port bcb40d15-afe6-408f-8297-a2e3959813bc completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:11.053854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:security_group_rule and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:11.072261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:11.076607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.091845 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:11.092037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:11.092482 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:11.096630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:11.100371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:11.102496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.106433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:11.115797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.130039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.153337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port bcb40d15-afe6-408f-8297-a2e3959813bc triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:11.153844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.178581 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a09d7-9982-4d3f-8e33-3b048929b4a6 None None] Pushing event updated for resources: {'Port': ['ID=5dff932d-a316-4bf8-9c64-ae691316235c,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:11.188324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:11.192553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:11.197699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.208647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.237121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port b300bb53-96ff-4d5e-bda5-416772e3054b yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:54:11.271474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df2d222-b017-457a-af34-9cb106477a7b,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:11.298960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] For port e2724577-25e8-4a24-9dd7-e18a718f4f0d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e2724577-25e8-4a24-9dd7-e18a718f4f0d,segment=NetworkSegment(ff412726-e1cf-4646-bd68-bf7ea7f6ba70),segment_id=ff412726-e1cf-4646-bd68-bf7ea7f6ba70)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:11.299665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.337024 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:11.358157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Attempting to bind port f39b8fab-3667-4095-87cb-6b52f6711737 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:11.358622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Attempting to bind port f39b8fab-3667-4095-87cb-6b52f6711737 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:11.359047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Attempting to bind port f39b8fab-3667-4095-87cb-6b52f6711737 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:11.386752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:11.387228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:11.387829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.388295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:11.388841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Bound port: f39b8fab-3667-4095-87cb-6b52f6711737, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:11.389389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.398680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::11e (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/db0c5306-a663-412f-8cb9-27ee59222376/b300bb53-96ff-4d5e-bda5-416772e3054b) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:11.443293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Calling delete_port for e2724577-25e8-4a24-9dd7-e18a718f4f0d owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:11.478664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.480119 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cf136b12-de62-47a6-88f7-0690e99df4f0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7672439 Sep 21 15:54:11.494665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35412) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:11.500694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Request body: {'security_group_rule': {'security_group_id': '62a255f3-b693-4697-90e4-5aeeee88f70f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:11.513867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:11.527518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Usage tracker for resource:security_group_rule and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:11.533043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:11.539753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.540347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.548786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:11.590975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Router 3561dc3e-4434-4706-8d25-25e90a2fb2e4 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:54:11.630280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.646138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6acdc4-823d-4c17-8681-13b8b6f398c4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:11.648834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Attempting to bind port 39c1a394-60c4-427b-9252-b63e4646e2e6 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:11.649214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Attempting to bind port 39c1a394-60c4-427b-9252-b63e4646e2e6 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:11.649577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Attempting to bind port 39c1a394-60c4-427b-9252-b63e4646e2e6 on network 4b0dcfd0-e147-472e-bce4-ac56ba61549d {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:11.663236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.666137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.667339 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-05c11e5b-df65-454f-997e-946e08bab2c9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.1578064 Sep 21 15:54:11.673053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35416) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:11.680671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465dae95-fc4c-47ff-b2bc-a9366767d17c None None] DHCP port deletion for 337c7af4-8c69-4b8c-989d-58808345d446 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:54:11.698969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33859-6302-4e33-80c0-145b2a9c3b9e None None] Pushing event updated for resources: {'Port': ['ID=39c1a394-60c4-427b-9252-b63e4646e2e6,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:11.711541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:11.711924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Checking segment: {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:11.712333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.712734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Bound using segment: {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:11.713221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Bound port: 39c1a394-60c4-427b-9252-b63e4646e2e6, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:11.713602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.742110 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:11.752052 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9bb1-5795-4d9e-9199-c5832730b39f None None] The sync data for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv is: [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:11.754527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Request body: {'security_group_rule': {'security_group_id': '3d6acdc4-823d-4c17-8681-13b8b6f398c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:11.759987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.764043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:11.781970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] No DVR routers for this DVR port e2724577-25e8-4a24-9dd7-e18a718f4f0d on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:54:11.816144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.845012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event deleted for resources: {'Port': ['ID=e2724577-25e8-4a24-9dd7-e18a718f4f0d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:11.862646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Usage tracker for resource:security_group_rule and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:11.872087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port bcb40d15-afe6-408f-8297-a2e3959813bc is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:11.872602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:11.873701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:11.900307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Port': ['ID=042add03-23f7-42eb-b643-4284e04c8534,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:11.921025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:11.939371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:11.985394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port bcb40d15-afe6-408f-8297-a2e3959813bc, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=bcb40d15-afe6-408f-8297-a2e3959813bc,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:11.989418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] For port f39b8fab-3667-4095-87cb-6b52f6711737, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:12.013150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] For port f39b8fab-3667-4095-87cb-6b52f6711737, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f39b8fab-3667-4095-87cb-6b52f6711737,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:12.027015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] For port 39c1a394-60c4-427b-9252-b63e4646e2e6, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:12.034023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] For port 39c1a394-60c4-427b-9252-b63e4646e2e6, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=39c1a394-60c4-427b-9252-b63e4646e2e6,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:12.050303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.052519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8357613-142d-4e16-8c3d-6d421990e1c6,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:12.078319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.079006 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Added segment 005bebc7-5990-4450-8360-d3c325f7026e of type vlan for network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d Sep 21 15:54:12.101723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.126558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.172305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.173516 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2fe821f1-2f6f-4556-a8d8-a8d4ba793208 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 9.9070714 Sep 21 15:54:12.183374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.189786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.198182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35420) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:12.242748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=bcb40d15-afe6-408f-8297-a2e3959813bc,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:12.248770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.258702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337c7af4-8c69-4b8c-989d-58808345d446']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:12.293508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff412726-e1cf-4646-bd68-bf7ea7f6ba70') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:12.294041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff412726-e1cf-4646-bd68-bf7ea7f6ba70') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:12.307608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.320183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:12.320818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:12.366485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.369016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8e6e488e-7e2b-463a-b2ea-1e3f9ce1e2ec tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Synchronizing usage tracker for tenant:4f45cec78ccf456abdf53560cbefee5a on resource:floatingip {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:12.390148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.397920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:12.398761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.516923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:54:12.529321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.540022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.550266 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.556002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:12.558265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.560750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.569921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object b300bb53-96ff-4d5e-bda5-416772e3054b will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:12.590905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:12.610647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8e6e488e-7e2b-463a-b2ea-1e3f9ce1e2ec tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Unset dirty status for tenant:4f45cec78ccf456abdf53560cbefee5a on resource:floatingip {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:12.611928 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8e6e488e-7e2b-463a-b2ea-1e3f9ce1e2ec tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=b83556f1-3de7-4caa-bbcf-c76e92a497c5 HTTP/1.1" status: 200 len: 689 time: 0.4098074 Sep 21 15:54:12.616945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35426) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:12.620647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ff412726-e1cf-4646-bd68-bf7ea7f6ba70 resource provider aggregate not found Sep 21 15:54:12.650976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.651700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.673711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36cd47e-6a83-497e-a2ec-0cbbca561fc2,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:12.681839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b3c226fe-a374-4bc9-acea-03d1759c8cb8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:12.714153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Sync routers for ids ['3561dc3e-4434-4706-8d25-25e90a2fb2e4'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:12.763930 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ff412726-e1cf-4646-bd68-bf7ea7f6ba70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff412726-e1cf-4646-bd68-bf7ea7f6ba70 found for delete ", "request_id": "req-025374ce-5bd2-4774-8e45-3f9904874797"}]} Sep 21 15:54:12.796112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Routers {'3561dc3e-4434-4706-8d25-25e90a2fb2e4'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:12.796870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3561dc3e-4434-4706-8d25-25e90a2fb2e4'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:12.805327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.806205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.807877 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7eca50c8-2696-415f-8fdc-268bf94c66cd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.9070270 Sep 21 15:54:12.817375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35432) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:12.829334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.858897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:12.926691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:12.933556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Network': ['ID=93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:12.947087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Pushing event updated for resources: {'Port': ['ID=937838f9-77ca-4ba4-8a73-608479eb2708,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:12.958219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1ccd9-d750-43f0-895c-34ef260da7b0 None None] Pushing event updated for resources: {'Port': ['ID=f39b8fab-3667-4095-87cb-6b52f6711737,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:12.994667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:13.052137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.118509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.121307 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] 10.222.0.65 "DELETE /v2.0/networks/337c7af4-8c69-4b8c-989d-58808345d446 HTTP/1.1" status: 204 len: 168 time: 2.5080402 Sep 21 15:54:13.143011 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-47753c0e-2b0c-47ca-beb9-3fb84e3da712 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5734105 Sep 21 15:54:13.144203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d4058-87d0-4a80-a814-85f7e117f5fd tempest-DHCPAgentSchedulersTestJSON-812681836 tempest-DHCPAgentSchedulersTestJSON-812681836-project] Pushing event deleted for resources: {'Network': ['ID=337c7af4-8c69-4b8c-989d-58808345d446,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:13.155181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35438) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:13.164711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.166108 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7ce90e34-965a-46b4-b737-57f51b73d342 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6700354 Sep 21 15:54:13.175234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8283ae-59bb-4d7e-a7a6-de233ef07978,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:13.181710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35442) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:13.187097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.187215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'subnet': {'network_id': '93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:13.317259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:13.331820 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:13.345197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:13.365236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:13.367808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:13.373530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:13.374231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.414075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Usage tracker for resource:floatingip and tenant:18e654ddde5b44c782c015f2e5d0ac93 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:13.427453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:13.436895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Deleting port 042add03-23f7-42eb-b643-4284e04c8534 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:13.437095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.462044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.486812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b3c226fe-a374-4bc9-acea-03d1759c8cb8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:13.487193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.560973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.563570 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6106360c-9cca-4952-ad1e-dc74f34e46ca tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8531115 Sep 21 15:54:13.566638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35446) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:13.574235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:13.602789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Request body: {'security_group_rule': {'security_group_id': '3d6acdc4-823d-4c17-8681-13b8b6f398c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:13.608151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:subnet and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:13.614481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:13.625123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:13.626663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.627138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.627808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:13.639467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Usage tracker for resource:security_group_rule and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:13.646364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:13.651752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Set router 3561dc3e-4434-4706-8d25-25e90a2fb2e4 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:13.713744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:13.742313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:13.746131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.752984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Calling delete_port for 042add03-23f7-42eb-b643-4284e04c8534 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:13.786588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:13.791949 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9041297 Sep 21 15:54:13.791949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:13.802309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de4a78-ee50-4664-b7e0-b777b65db7d1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=b300bb53-96ff-4d5e-bda5-416772e3054b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:13.812809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35452) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:13.813697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:13.829048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33859-6302-4e33-80c0-145b2a9c3b9e None None] Pushing event updated for resources: {'Port': ['ID=39c1a394-60c4-427b-9252-b63e4646e2e6,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:13.876225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.885250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:13.963651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35456) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:13.995296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.083063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.111116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Deleting port 09b4b8c1-49a5-43bf-b62c-837b7e01fe0a {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:14.111418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.165720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.229837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7467bd47-b237-4488-a020-f47b6e872955,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:14.300146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d3d06b30-0527-4a2c-a9f5-f18ab4f95a78 None None] Provisioning for port f39b8fab-3667-4095-87cb-6b52f6711737 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:14.413829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.416156 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b9b16eae-b62a-4470-b7f1-cad127ae9f59 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8362095 Sep 21 15:54:14.422754 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-affc4244-d3c1-4b79-9d93-04d721688e79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8db9021e88df460b865fcc653946eb90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4530029 Sep 21 15:54:14.422754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35462) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:14.435498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35464) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:14.454135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:14.464106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.471109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b3c226fe-a374-4bc9-acea-03d1759c8cb8 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:14.472217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5e64b39f-aa95-414d-ace4-7955d351c170 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:14.475336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:14.478128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.526534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Router 6c9bca27-966d-4a64-949b-6a5a2e54842e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:54:14.526874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Usage tracker for resource:floatingip and tenant:60f9c1d29d1f4fa7ad85ab235a977e0d is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:14.540878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3561dc3e-4434-4706-8d25-25e90a2fb2e4', 'name': '', 'tenant_id': '49390691179840948b89a0229ce9a68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79f814a8-0088-4cc7-bfc8-5b9b975c77eb', 'external_fixed_ips': [{'subnet_id': '297db947-6edc-4993-8d8d-35ee274e374a', 'ip_address': '2001:db8::323'}], 'enable_snat': True}, 'gw_port_id': '09b4b8c1-49a5-43bf-b62c-837b7e01fe0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:59Z', 'updated_at': '2022-09-21T15:54:08Z', 'revision_number': 3, 'project_id': '49390691179840948b89a0229ce9a68c', 'gw_port': {'id': '09b4b8c1-49a5-43bf-b62c-837b7e01fe0a', 'name': '', 'network_id': '79f814a8-0088-4cc7-bfc8-5b9b975c77eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3561dc3e-4434-4706-8d25-25e90a2fb2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '297db947-6edc-4993-8d8d-35ee274e374a', 'ip_address': '2001:db8::323', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '297db947-6edc-4993-8d8d-35ee274e374a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:14.548902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Checking router: 3561dc3e-4434-4706-8d25-25e90a2fb2e4 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:54:14.549255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Updating router 3561dc3e-4434-4706-8d25-25e90a2fb2e4 port 09b4b8c1-49a5-43bf-b62c-837b7e01fe0a binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:54:14.571135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29565d9b-529a-4156-acc7-35f694092fd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:14.576964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29565d9b-529a-4156-acc7-35f694092fd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:14.577740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-29565d9b-529a-4156-acc7-35f694092fd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:14.596526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:14.612349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:12Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:14.618236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.643376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5aabe354-2f32-401b-965a-ff75d650f3a4 None None] Provisioning for port b300bb53-96ff-4d5e-bda5-416772e3054b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:14.659047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5e64b39f-aa95-414d-ace4-7955d351c170 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:14.659047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.665862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Calling delete_port for 09b4b8c1-49a5-43bf-b62c-837b7e01fe0a owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:14.686866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32865f34-e53b-41d3-a499-7c879e2d6e1f None None] The sync data for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv is: [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:12Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:14.709709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5aabe354-2f32-401b-965a-ff75d650f3a4 None None] Provisioning complete for port b300bb53-96ff-4d5e-bda5-416772e3054b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:14.710114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5aabe354-2f32-401b-965a-ff75d650f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.714494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:14.794730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.837631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Subnet': ['ID=e67754f3-385e-45d1-b7d6-b3325936a59a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:14.854284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-29565d9b-529a-4156-acc7-35f694092fd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:14.858041 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-29565d9b-529a-4156-acc7-35f694092fd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0396874 Sep 21 15:54:14.871552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35470) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:14.876906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event deleted for resources: {'Port': ['ID=042add03-23f7-42eb-b643-4284e04c8534,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:14.906710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5aabe354-2f32-401b-965a-ff75d650f3a4 None None] Port b300bb53-96ff-4d5e-bda5-416772e3054b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:14.976244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f82f0f2-0077-42ac-99d9-981098c57629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:14.984596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5e64b39f-aa95-414d-ace4-7955d351c170 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:14.985818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5dff932d-a316-4bf8-9c64-ae691316235c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:15.001136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.030752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.036976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:15.045871 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Sync routers for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:15.050544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5aabe354-2f32-401b-965a-ff75d650f3a4 None None] Provisioning complete for port 937838f9-77ca-4ba4-8a73-608479eb2708 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:15.051000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5aabe354-2f32-401b-965a-ff75d650f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.058825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.062950 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:15.063588 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:15.063980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Checking segment: {'id': '005bebc7-5990-4450-8360-d3c325f7026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:15.064350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network hostable DHCP agents. Network: 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:54:15.110308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2f78c0b2-cbc0-4943-b65e-edf0a31d0a8c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port b300bb53-96ff-4d5e-bda5-416772e3054b {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:15.110996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2f78c0b2-cbc0-4943-b65e-edf0a31d0a8c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.261480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5aabe354-2f32-401b-965a-ff75d650f3a4 None None] Port 937838f9-77ca-4ba4-8a73-608479eb2708 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:15.339443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f82f0f2-0077-42ac-99d9-981098c57629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.346468 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c666aa2b-b816-4dc8-8643-47b2e5887760 admin admin] 10.222.0.65 "PUT /v2.0/routers/6c9bca27-966d-4a64-949b-6a5a2e54842e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4186509 Sep 21 15:54:15.403843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 5dff932d-a316-4bf8-9c64-ae691316235c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:15.440258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:54:15.445171 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:15.497323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.503563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5dff932d-a316-4bf8-9c64-ae691316235c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:15.503938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.641048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:15.646407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:15.647005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.656490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb2451b-6334-4ce7-b919-492868c5f208 None None] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:15.689893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.734043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.766953 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb475c8-4360-4884-8aba-360efe202b1c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:15.809005 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4893faed-a96d-4de9-b814-7bd2a5b060c0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6466408 Sep 21 15:54:15.811681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35480) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:15.818822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f82f0f2-0077-42ac-99d9-981098c57629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.839697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-155967456', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:15.858369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:15.870685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:router and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:15.874744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:15.927556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:15.936888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82f0f2-0077-42ac-99d9-981098c57629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe60b9c0-c1db-46a6-ad81-5aeda6e70b84,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:15.939271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:15.957212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2f78c0b2-cbc0-4943-b65e-edf0a31d0a8c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.000658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Allocated IP 172.26.0.211 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/f2ebd0fb-8a09-4c13-8369-6f1dbf850d53) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:16.005671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f82f0f2-0077-42ac-99d9-981098c57629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.010138 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8f82f0f2-0077-42ac-99d9-981098c57629 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe60b9c0-c1db-46a6-ad81-5aeda6e70b84 HTTP/1.1" status: 204 len: 168 time: 1.5703585 Sep 21 15:54:16.024793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:54:16.025147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:54:16.076381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event deleted for resources: {'Port': ['ID=09b4b8c1-49a5-43bf-b62c-837b7e01fe0a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:16.130647 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 2, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:16.135249 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Checking router: 6c9bca27-966d-4a64-949b-6a5a2e54842e for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:54:16.135600 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Updating router 6c9bca27-966d-4a64-949b-6a5a2e54842e port 937838f9-77ca-4ba4-8a73-608479eb2708 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:54:16.136117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35486) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:16.155947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793877943', 'description': 'tempest-description--1378324651'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:16.164071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.168341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.169682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.178219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:16.188665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.204151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5dff932d-a316-4bf8-9c64-ae691316235c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:16.204532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.233242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Usage tracker for resource:security_group and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:16.241503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:16.256671 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.261267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2f78c0b2-cbc0-4943-b65e-edf0a31d0a8c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for b300bb53-96ff-4d5e-bda5-416772e3054b owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:16.324943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 5dff932d-a316-4bf8-9c64-ae691316235c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5dff932d-a316-4bf8-9c64-ae691316235c,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:16.336022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693b858-5177-4bb8-98a6-2364a8fe0fa1 None None] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:16.336443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:16.417026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.436816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.447133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.450839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.580138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.580457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.581216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.581551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > port after_create 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.581880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.582247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > port after_update 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.583114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.583458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.583782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.584095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.686621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f336f462-0ee8-4584-b31c-0e29086e44b1 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:54:16.708243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.731530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:16.735903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Usage tracker for resource:security_group_rule and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:16.739146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:16.745892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:16.767744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.768133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.768515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.768934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 15:54:16.769445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83556f1-3de7-4caa-bbcf-c76e92a497c5']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:16.784480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5746b5-eab5-4d89-bf29-5dfc2b30b98d') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:16.784896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5746b5-eab5-4d89-bf29-5dfc2b30b98d') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:16.786326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: f336f462-0ee8-4584-b31c-0e29086e44b1 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:54:16.786659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f336f462-0ee8-4584-b31c-0e29086e44b1 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:54:16.787167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e2724577-25e8-4a24-9dd7-e18a718f4f0d no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:54:16.798860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.816007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.826174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.828831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:16.829328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.855553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Port 09b4b8c1-49a5-43bf-b62c-837b7e01fe0a not found while updating agent binding for router 3561dc3e-4434-4706-8d25-25e90a2fb2e4. {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 15:54:16.860927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: e2724577-25e8-4a24-9dd7-e18a718f4f0d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:54:16.861275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e2724577-25e8-4a24-9dd7-e18a718f4f0d not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:54:16.881042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.881757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3561dc3e-4434-4706-8d25-25e90a2fb2e4 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:54:16.973249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=5dff932d-a316-4bf8-9c64-ae691316235c,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:16.987396 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:16.994050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Routers set() bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:16.994050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Router IDs set() for agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 21 15:54:16.994401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_agentschedulers_db [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3561dc3e-4434-4706-8d25-25e90a2fb2e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent'). {{(pid=89727) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 15:54:16.994789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9f801-d9a3-4b6a-a23d-e8e9504045bd None None] The sync data for ids ['3561dc3e-4434-4706-8d25-25e90a2fb2e4'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:17.002796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.014670 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Transition to ACTIVE for port object 937838f9-77ca-4ba4-8a73-608479eb2708 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:17.027004 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.064204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.068519 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b10648d2-b01c-4acb-8256-1b19e8f90693 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "DELETE /v2.0/routers/3561dc3e-4434-4706-8d25-25e90a2fb2e4 HTTP/1.1" status: 204 len: 168 time: 4.2430978 Sep 21 15:54:17.068519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9501b-3b25-41ef-ae3a-572f89f9199c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:17.073532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35496) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:17.096506 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.147209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9f8a85-c8c0-402d-8717-b1733310e39c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Deleting subnet 297db947-6edc-4993-8d8d-35ee274e374a {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:54:17.150689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8a85-c8c0-402d-8717-b1733310e39c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.179044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35500) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:17.206198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8a85-c8c0-402d-8717-b1733310e39c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.263623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.266045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8a85-c8c0-402d-8717-b1733310e39c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.270096 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3315e-bd9b-4c7e-9120-58fa5767e201 None None] Pushing event updated for resources: {'Port': ['ID=937838f9-77ca-4ba4-8a73-608479eb2708,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:17.276005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f39b8fab-3667-4095-87cb-6b52f6711737 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:17.287682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b83556f1-3de7-4caa-bbcf-c76e92a497c5 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:54:17.328098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.329321 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b262ac58-bb4a-46a7-a6a2-55b9c34bb351 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1834512 Sep 21 15:54:17.339222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35510) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:17.384420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Request body: {'security_group_rule': {'security_group_id': '7fc9501b-3b25-41ef-ae3a-572f89f9199c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:17.390780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.416576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event deleted for resources: {'Network': ['ID=b83556f1-3de7-4caa-bbcf-c76e92a497c5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:17.421399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.425672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:17.431719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:17.433810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port f39b8fab-3667-4095-87cb-6b52f6711737 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:17.441596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f39b8fab-3667-4095-87cb-6b52f6711737 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:17.442316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] Usage tracker for resource:security_group_rule and tenant:e139392a2708450e87fc25fbc9001a67 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:17.444157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.444415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Usage tracker for resource:security_group_rule and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:17.447871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:17.451603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:17.460387 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:17.462444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:17.470602 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Attempting to bind port 937838f9-77ca-4ba4-8a73-608479eb2708 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:17.471034 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Attempting to bind port 937838f9-77ca-4ba4-8a73-608479eb2708 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:17.471410 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Attempting to bind port 937838f9-77ca-4ba4-8a73-608479eb2708 on network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:17.479055 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:17.479436 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Checking segment: {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:17.479840 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.480237 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Bound using segment: {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:17.480709 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Bound port: 937838f9-77ca-4ba4-8a73-608479eb2708, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:17.481110 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.490465 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment ac5746b5-eab5-4d89-bf29-5dfc2b30b98d resource provider aggregate not found Sep 21 15:54:17.515520 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-94af0785-3eb5-4b72-b57e-80111f654138 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b83556f1-3de7-4caa-bbcf-c76e92a497c5 HTTP/1.1" status: 204 len: 168 time: 4.8931358 Sep 21 15:54:17.517585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35518) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:17.540378 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment ac5746b5-eab5-4d89-bf29-5dfc2b30b98d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac5746b5-eab5-4d89-bf29-5dfc2b30b98d found for delete ", "request_id": "req-b43b21b5-ec77-45a4-a755-1c052b7b5e96"}]} Sep 21 15:54:17.580352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.594204 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] For port 937838f9-77ca-4ba4-8a73-608479eb2708, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:17.598314 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] For port 937838f9-77ca-4ba4-8a73-608479eb2708, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=937838f9-77ca-4ba4-8a73-608479eb2708,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:17.632292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-64ee5193-2d68-4573-8bf6-bae39f7df69a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Synchronizing usage tracker for tenant:4f45cec78ccf456abdf53560cbefee5a on resource:floatingip {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:17.634562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2f78c0b2-cbc0-4943-b65e-edf0a31d0a8c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.651649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f39b8fab-3667-4095-87cb-6b52f6711737 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:17.652382 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.667889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8a85-c8c0-402d-8717-b1733310e39c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.688230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port f39b8fab-3667-4095-87cb-6b52f6711737, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f39b8fab-3667-4095-87cb-6b52f6711737,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:17.702545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.706503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78c0b2-cbc0-4943-b65e-edf0a31d0a8c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=b300bb53-96ff-4d5e-bda5-416772e3054b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:17.722427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.765472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.768791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device bcb40d15-afe6-408f-8297-a2e3959813bc up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:17.808542 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:17.813860 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:17.844657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f8a85-c8c0-402d-8717-b1733310e39c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=297db947-6edc-4993-8d8d-35ee274e374a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:17.870793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.892820 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2f78c0b2-cbc0-4943-b65e-edf0a31d0a8c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.905165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad9f8a85-c8c0-402d-8717-b1733310e39c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:17.929511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ad9f8a85-c8c0-402d-8717-b1733310e39c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/297db947-6edc-4993-8d8d-35ee274e374a HTTP/1.1" status: 204 len: 168 time: 0.8544323 Sep 21 15:54:17.930293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35522) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:17.952758 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2f78c0b2-cbc0-4943-b65e-edf0a31d0a8c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/b300bb53-96ff-4d5e-bda5-416772e3054b HTTP/1.1" status: 204 len: 168 time: 3.0773723 Sep 21 15:54:17.954963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35526) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:17.968468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=f39b8fab-3667-4095-87cb-6b52f6711737,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:17.981872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port bcb40d15-afe6-408f-8297-a2e3959813bc triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:17.982450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.005058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.026925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.037720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-64ee5193-2d68-4573-8bf6-bae39f7df69a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Unset dirty status for tenant:4f45cec78ccf456abdf53560cbefee5a on resource:floatingip {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:18.038831 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-64ee5193-2d68-4573-8bf6-bae39f7df69a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5148280 Sep 21 15:54:18.095698 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:18.108848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35530) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:18.163449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port bcb40d15-afe6-408f-8297-a2e3959813bc is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:18.165148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 39c1a394-60c4-427b-9252-b63e4646e2e6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:18.216991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c96d7b-6c4a-413a-a232-162ee3a7682e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:18.223634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:18.232594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.241255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:18.247952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Allocated IP 172.26.0.214 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/09b947f8-0810-4142-9a70-9be669c31537) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:18.256893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.268345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:18.304374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306ae4ec-7592-4f97-b4ee-346072059513 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.305848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306ae4ec-7592-4f97-b4ee-346072059513 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.306634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-306ae4ec-7592-4f97-b4ee-346072059513 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:18.325320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event updated for resources: {'Port': ['ID=f2ebd0fb-8a09-4c13-8369-6f1dbf850d53,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:18.359954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.360415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.361117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.361328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.361775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.362247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.362668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.363104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:18.364724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Synchronizing usage tracker for tenant:4f45cec78ccf456abdf53560cbefee5a on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:18.379034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 39c1a394-60c4-427b-9252-b63e4646e2e6 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:18.380666 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3315e-bd9b-4c7e-9120-58fa5767e201 None None] Pushing event updated for resources: {'Port': ['ID=937838f9-77ca-4ba4-8a73-608479eb2708,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:18.381979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.402018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.405671 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-94036d50-dac5-4bf6-88f0-f593d89b5a53 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0468643 Sep 21 15:54:18.416008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35534) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:18.416815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 39c1a394-60c4-427b-9252-b63e4646e2e6 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:18.434390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.435710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Request body: {'security_group_rule': {'security_group_id': '7fc9501b-3b25-41ef-ae3a-572f89f9199c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:18.454513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:18.471146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Usage tracker for resource:security_group_rule and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:18.477032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:18.491022 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e139392a2708450e87fc25fbc9001a67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2964008 Sep 21 15:54:18.491022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:18.493271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35538) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:18.496644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75bb2d-0e6d-42e6-8199-f8a9e74977ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6685878-7194-4e8f-b1b1-1a9148f28293,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:18.514603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.522618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.524168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-306ae4ec-7592-4f97-b4ee-346072059513 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:18.526662 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:17Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:18.528626 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-306ae4ec-7592-4f97-b4ee-346072059513 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5646887 Sep 21 15:54:18.529416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35542) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:18.533610 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995f4c7-1192-4190-8261-50ac060d4a9c None None] The sync data for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv is: [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:17Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:18.620308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Unset dirty status for tenant:4f45cec78ccf456abdf53560cbefee5a on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:18.621590 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e5fd1351-7071-4047-b34e-78a928a48c60 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5232 time: 0.4870145 Sep 21 15:54:18.630993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35546) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:18.643090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 39c1a394-60c4-427b-9252-b63e4646e2e6 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:18.644134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.693345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 39c1a394-60c4-427b-9252-b63e4646e2e6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=39c1a394-60c4-427b-9252-b63e4646e2e6,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:18.735914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f814a8-0088-4cc7-bfc8-5b9b975c77eb']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:18.763829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.769369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.771351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a60d80-f894-4452-8ce1-85599f6e2ad5') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:18.771652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a60d80-f894-4452-8ce1-85599f6e2ad5') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:18.776743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.795720 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-9096f728-89c0-4922-b5fa-87b67417aa04 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] delete failed (client error): The resource could not be found. Sep 21 15:54:18.796743 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9096f728-89c0-4922-b5fa-87b67417aa04 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/8505f4e2-23bb-42eb-810d-98c61118d888 HTTP/1.1" status: 404 len: 345 time: 0.1624877 Sep 21 15:54:18.804386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35550) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:18.818507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.841680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c6fcbe4-a6e3-49dd-8dd4-0f70b43c566e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.859569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.873459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=39c1a394-60c4-427b-9252-b63e4646e2e6,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:18.877349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.886480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-377255f2-0861-409f-80f4-d989bfb72391 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet db0c5306-a663-412f-8cb9-27ee59222376 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:54:18.898206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.930260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.947372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:18.947771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.954713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-377255f2-0861-409f-80f4-d989bfb72391 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:18.996984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 62a60d80-f894-4452-8ce1-85599f6e2ad5 resource provider aggregate not found Sep 21 15:54:19.042355 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-25471072-3205-402c-a6e1-195ba93d7cec tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] DELETE failed (client error): The resource could not be found. Sep 21 15:54:19.043047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25471072-3205-402c-a6e1-195ba93d7cec tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:54:19.086079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c6fcbe4-a6e3-49dd-8dd4-0f70b43c566e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.100617 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 62a60d80-f894-4452-8ce1-85599f6e2ad5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62a60d80-f894-4452-8ce1-85599f6e2ad5 found for delete ", "request_id": "req-af3b20e7-e152-4119-b369-8e08312aa2b0"}]} Sep 21 15:54:19.107821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.120262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f39b8fab-3667-4095-87cb-6b52f6711737 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:19.129135 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-25471072-3205-402c-a6e1-195ba93d7cec tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b83556f1-3de7-4caa-bbcf-c76e92a497c5 HTTP/1.1" status: 404 len: 339 time: 0.2918394 Sep 21 15:54:19.138187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35558) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:19.153040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-377255f2-0861-409f-80f4-d989bfb72391 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.186723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Request body: {'network': {'name': 'tempest-network--877982806', 'router:external': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:19.209266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f39b8fab-3667-4095-87cb-6b52f6711737 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:19.209696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.221379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:19.246903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:19.251721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:19.255835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Usage tracker for resource:network and tenant:4f45cec78ccf456abdf53560cbefee5a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:19.258754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:19.295816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event updated for resources: {'Port': ['ID=09b947f8-0810-4142-9a70-9be669c31537,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:19.327587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.355961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.26.0.52 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/0d91430d-0e76-4377-8b98-10f4d6675e99) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:19.360384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79f814a8-0088-4cc7-bfc8-5b9b975c77eb {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:54:19.371457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.373886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event deleted for resources: {'Network': ['ID=79f814a8-0088-4cc7-bfc8-5b9b975c77eb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:19.385306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f39b8fab-3667-4095-87cb-6b52f6711737 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:19.386530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5dff932d-a316-4bf8-9c64-ae691316235c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:19.412071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:19.419242 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d34f82e4-b93b-4474-b452-77bb358054dd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "DELETE /v2.0/networks/79f814a8-0088-4cc7-bfc8-5b9b975c77eb HTTP/1.1" status: 204 len: 168 time: 1.4797935 Sep 21 15:54:19.470793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5dff932d-a316-4bf8-9c64-ae691316235c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:19.471639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.569136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.597805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5dff932d-a316-4bf8-9c64-ae691316235c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:19.600652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 937838f9-77ca-4ba4-8a73-608479eb2708 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:19.624854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-377255f2-0861-409f-80f4-d989bfb72391 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.683646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.685307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:19.691858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.714744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.734709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 937838f9-77ca-4ba4-8a73-608479eb2708 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:19.740080 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 937838f9-77ca-4ba4-8a73-608479eb2708 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:19.740455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.808357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.824104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event updated for resources: {'Port': ['ID=f2ebd0fb-8a09-4c13-8369-6f1dbf850d53,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:19.837525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.892627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbd11c2-2f6e-4bd7-a038-cc7faa7e7f6f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:19.911557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.924847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 937838f9-77ca-4ba4-8a73-608479eb2708 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:19.925237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.946970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Made reservation on behalf of 4f45cec78ccf456abdf53560cbefee5a for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:19.949428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.964628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35568) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:19.967394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:19.971262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 937838f9-77ca-4ba4-8a73-608479eb2708, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=937838f9-77ca-4ba4-8a73-608479eb2708,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:19.978386 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5357d82e-ba13-4a9e-ab3a-3ef09b43142c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5466824 Sep 21 15:54:19.986091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35570) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:19.999575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'router': {'name': 'tempest-router--204485088', 'project_id': 'a8cf1174dc244ac79de427b2e8b4f4a8'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:20.011202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:20.018362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:20.023259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Usage tracker for resource:floatingip and tenant:ae16d638207648f2a6236e7b577dc445 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:20.026731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:20.032868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:20.038720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.039626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 39c1a394-60c4-427b-9252-b63e4646e2e6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:20.042917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.053580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c6fcbe4-a6e3-49dd-8dd4-0f70b43c566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.056050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c6fcbe4-a6e3-49dd-8dd4-0f70b43c566e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.059600 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0c6fcbe4-a6e3-49dd-8dd4-0f70b43c566e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6685878-7194-4e8f-b1b1-1a9148f28293 HTTP/1.1" status: 204 len: 168 time: 1.5619445 Sep 21 15:54:20.062954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:20.080796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Usage tracker for resource:router and tenant:a8cf1174dc244ac79de427b2e8b4f4a8 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:20.084776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-377255f2-0861-409f-80f4-d989bfb72391 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.088691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:20.147821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fcbe4-a6e3-49dd-8dd4-0f70b43c566e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6685878-7194-4e8f-b1b1-1a9148f28293,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:20.151482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:20.167778 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.178150 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-909520a0-b4ad-4c97-8d0f-95f9c5f10f6d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9676330 Sep 21 15:54:20.178150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:20.178150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377255f2-0861-409f-80f4-d989bfb72391 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=db0c5306-a663-412f-8cb9-27ee59222376,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:20.188948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=937838f9-77ca-4ba4-8a73-608479eb2708,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:20.204061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.204729 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Added segment fc613326-447f-4b34-922f-7ad03e0eb940 of type vlan for network 96b95661-105a-4121-8282-f1b8306b2580 Sep 21 15:54:20.208299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 39c1a394-60c4-427b-9252-b63e4646e2e6 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:20.208632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.213708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:20.235007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:20.249835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:20.263659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.309725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-377255f2-0861-409f-80f4-d989bfb72391 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.316199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.323537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.352211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841849c7-bc2b-4c17-b318-a0947c914bd9 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:20.363719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.366786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:20.371009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.380687 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-377255f2-0861-409f-80f4-d989bfb72391 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/db0c5306-a663-412f-8cb9-27ee59222376 HTTP/1.1" status: 204 len: 168 time: 1.8413939 Sep 21 15:54:20.384801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35582) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:20.405839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=0d91430d-0e76-4377-8b98-10f4d6675e99,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:20.541555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.542874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.551239 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-15f7d118-1cd3-49ab-af95-bc439aee60f7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529052 Sep 21 15:54:20.552558 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35594) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:20.633759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:20.828021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6828115 Sep 21 15:54:20.828859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35606) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:20.841206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e71fa1-758f-47c8-8094-8c1e4c87e183 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Network': ['ID=96b95661-105a-4121-8282-f1b8306b2580,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:20.860112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:20.869229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 96b95661-105a-4121-8282-f1b8306b2580 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:20.934080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:20.936549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35616) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:20.942931 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 15:54:20.978533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:21.010483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.039975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 39c1a394-60c4-427b-9252-b63e4646e2e6 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:21.052282 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-bf473c83-0019-47ef-b59d-3e88a44c2f6a tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--392413322&fields=id&tenant_id=18e654ddde5b44c782c015f2e5d0ac93 HTTP/1.1" status: 200 len: 267 time: 0.1102431 Sep 21 15:54:21.061512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.120250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:54:21.123468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] Deleting port f39b8fab-3667-4095-87cb-6b52f6711737 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:21.123899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.133711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69fbb96-81f6-4ab2-a151-c9c72e515af6 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:21.140081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69fbb96-81f6-4ab2-a151-c9c72e515af6 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:21.146598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69fbb96-81f6-4ab2-a151-c9c72e515af6 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:21.152661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69fbb96-81f6-4ab2-a151-c9c72e515af6 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:21.153520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e69fbb96-81f6-4ab2-a151-c9c72e515af6 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Synchronizing usage tracker for tenant:ba229bbdecb34824922d70aa17ab23e7 on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:21.163192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.169073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 937838f9-77ca-4ba4-8a73-608479eb2708 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:21.266027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-eeff410d-8748-4bf9-891c-dbbe27e92721 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:21.267478 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-eeff410d-8748-4bf9-891c-dbbe27e92721 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/networks?id=252cbf10-1a0a-43b3-b797-08f153c604e4 HTTP/1.1" status: 200 len: 811 time: 0.1951356 Sep 21 15:54:21.273024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:21.277713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.292642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event updated for resources: {'Port': ['ID=09b947f8-0810-4142-9a70-9be669c31537,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:21.384799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 937838f9-77ca-4ba4-8a73-608479eb2708 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:21.385193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.399658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.402121 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-8b768705-a2bc-4990-a8cd-f8de29c4dfe8 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/quotas/18e654ddde5b44c782c015f2e5d0ac93 HTTP/1.1" status: 200 len: 375 time: 0.0431824 Sep 21 15:54:21.405777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e69fbb96-81f6-4ab2-a151-c9c72e515af6 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Unset dirty status for tenant:ba229bbdecb34824922d70aa17ab23e7 on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:21.406967 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e69fbb96-81f6-4ab2-a151-c9c72e515af6 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5769603 Sep 21 15:54:21.448052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.452220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.452598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] For port f39b8fab-3667-4095-87cb-6b52f6711737, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f39b8fab-3667-4095-87cb-6b52f6711737,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:21.453077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.475994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35626) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:21.507562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.508824 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-658abded-99d1-4918-a4bc-a1fffefb6138 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5248702 Sep 21 15:54:21.512265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35636) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:21.604375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] Calling delete_port for f39b8fab-3667-4095-87cb-6b52f6711737 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:21.763725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 937838f9-77ca-4ba4-8a73-608479eb2708 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:21.791295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.792999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.861641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35642) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:21.863194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-317cd5e8-f0ad-421c-b353-3730aea1452c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.866422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] Pushing event deleted for resources: {'Port': ['ID=f39b8fab-3667-4095-87cb-6b52f6711737,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:21.868686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02129e7c-53ec-4e3a-83dc-4105c98c92cc None None] No DVR routers for this DVR port f39b8fab-3667-4095-87cb-6b52f6711737 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:54:21.932698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:21.935709 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6e8f8ba7-34c3-4707-99c6-61e805235c5c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5033519 Sep 21 15:54:22.039222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Allocated IP 172.26.0.154 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/cc5e9e28-34cf-4d48-872d-2ebc92ee3e98) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:22.052717 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-d155ea13-5674-424e-bfc7-745cbafbb7ea tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=18e654ddde5b44c782c015f2e5d0ac93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5889513 Sep 21 15:54:22.145468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.266824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b95661-105a-4121-8282-f1b8306b2580']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:22.287644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-aba33d15-9131-441e-997e-e397276e6c44 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:54:22.288657 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-aba33d15-9131-441e-997e-e397276e6c44 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1305220 Sep 21 15:54:22.326873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc613326-447f-4b34-922f-7ad03e0eb940') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:22.327182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc613326-447f-4b34-922f-7ad03e0eb940') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:22.349491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.408693 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-53f7d1cc-27cc-42a7-9d36-e710ab4be954 tempest-AgentManagementNegativeTest-380093299 tempest-AgentManagementNegativeTest-380093299-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4922624 Sep 21 15:54:22.422084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.427820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-317cd5e8-f0ad-421c-b353-3730aea1452c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.431675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-317cd5e8-f0ad-421c-b353-3730aea1452c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.438309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35678) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:22.509819 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 15:54:22.517870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.520044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=25f1db5e-6c92-4f74-8de0-7daba438bb92,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:22.550109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:22.550522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.565153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:22.574798 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-cd359232-0ff3-4fbd-8cf5-5cfdd86068af tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1382002075&fields=id&tenant_id=60f9c1d29d1f4fa7ad85ab235a977e0d HTTP/1.1" status: 200 len: 267 time: 0.1335516 Sep 21 15:54:22.575853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.586911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:22.590263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:22.590853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.598054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae4981-0c52-4752-8c67-ae3297e9c876 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:22.638350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-317cd5e8-f0ad-421c-b353-3730aea1452c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.638821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317cd5e8-f0ad-421c-b353-3730aea1452c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4b7a7a-68fe-4f93-9771-4bffe4856e66 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:54:22.658973 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment fc613326-447f-4b34-922f-7ad03e0eb940 resource provider aggregate not found Sep 21 15:54:22.693164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.713618 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment fc613326-447f-4b34-922f-7ad03e0eb940 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc613326-447f-4b34-922f-7ad03e0eb940 found for delete ", "request_id": "req-47551a50-de3d-417d-85c8-b08e69c36ac2"}]} Sep 21 15:54:22.737683 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-377280c4-60ff-41eb-a6e1-5b859db19707 service neutron] 10.222.0.65 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376054 Sep 21 15:54:22.740853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-317cd5e8-f0ad-421c-b353-3730aea1452c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.742348 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-317cd5e8-f0ad-421c-b353-3730aea1452c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "DELETE /v2.0/routers/6c4b7a7a-68fe-4f93-9771-4bffe4856e66 HTTP/1.1" status: 204 len: 168 time: 1.2211134 Sep 21 15:54:22.872870 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ce70bd87-6e92-423f-8775-af91303077cd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2685316 Sep 21 15:54:22.875215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.875730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '25f1db5e-6c92-4f74-8de0-7daba438bb92'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:54:22.876732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:22.878505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35688) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:22.900217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-fb3fe4cc-29b4-490f-828f-d3f48f19d454 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:22.906960 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-fb3fe4cc-29b4-490f-828f-d3f48f19d454 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/networks?id=4b0dcfd0-e147-472e-bce4-ac56ba61549d HTTP/1.1" status: 200 len: 806 time: 0.2755024 Sep 21 15:54:22.932870 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-688db1af-15b9-4fcb-a04c-c67448cbf0ea tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/quotas/60f9c1d29d1f4fa7ad85ab235a977e0d HTTP/1.1" status: 200 len: 375 time: 0.0250068 Sep 21 15:54:22.951707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'name': 'tempest-NetworksTestDHCPv6-2079276701'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:23.020379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.038735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96b95661-105a-4121-8282-f1b8306b2580 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:54:23.047286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-f29e9646-78c5-4431-ad85-23f52657d8d6 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Synchronizing usage tracker for tenant:60f9c1d29d1f4fa7ad85ab235a977e0d on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:23.073281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:54:23.166373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f39b8fab-3667-4095-87cb-6b52f6711737 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:54:23.199241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-f29e9646-78c5-4431-ad85-23f52657d8d6 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Unset dirty status for tenant:60f9c1d29d1f4fa7ad85ab235a977e0d on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:23.212471 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-f29e9646-78c5-4431-ad85-23f52657d8d6 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=60f9c1d29d1f4fa7ad85ab235a977e0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2718558 Sep 21 15:54:23.254293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35696) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:23.254684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35700) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:23.282481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event deleted for resources: {'Network': ['ID=96b95661-105a-4121-8282-f1b8306b2580,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:23.402002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.412464 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-5ee1d459-6406-4f75-980d-e898bb2a8352 service neutron] 10.222.0.65 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569145 Sep 21 15:54:23.413223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event updated for resources: {'Port': ['ID=cc5e9e28-34cf-4d48-872d-2ebc92ee3e98,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:23.422612 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b58d0854-19f6-4b93-8990-01b2e784eda4 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "DELETE /v2.0/networks/96b95661-105a-4121-8282-f1b8306b2580 HTTP/1.1" status: 204 len: 168 time: 1.9127343 Sep 21 15:54:23.425878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:23.428767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35710) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:23.432757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:23.436255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:23.441752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: f39b8fab-3667-4095-87cb-6b52f6711737 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:54:23.442107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Request body: {'network': {'name': 'tempest-network--1766387127', 'router:external': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:23.442780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f39b8fab-3667-4095-87cb-6b52f6711737 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:54:23.459140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:23.463658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Usage tracker for resource:network and tenant:4f45cec78ccf456abdf53560cbefee5a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:23.467229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:23.474451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:23.483866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:23.492531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/25f1db5e-6c92-4f74-8de0-7daba438bb92/5a5c21e6-cd7a-412f-93c7-d13795d86ff4) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:23.533375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:23.560443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:23.562079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:23.571390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:23.616460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.636755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-499570225', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:23.650631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:23.666565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Made reservation on behalf of 4f45cec78ccf456abdf53560cbefee5a for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:23.669164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.681869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-cd8201f9-a20c-493c-946e-dfa6e3f14a3a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:54:23.683178 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-cd8201f9-a20c-493c-946e-dfa6e3f14a3a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2366815 Sep 21 15:54:23.686196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Usage tracker for resource:router and tenant:2bfeb4ba4a6d45829f82622abf9bc4c7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:23.701199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:23.710501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.710832 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Added segment 84d12d43-3a06-4150-beb7-e0d59f7355e0 of type vlan for network 387eae11-b93f-41f2-b393-b80388a961bb Sep 21 15:54:23.712288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.745185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.806205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.825000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Transition to ACTIVE for port object 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:23.843729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Transition to ACTIVE for port object 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:23.862473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:23.874142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.874276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.878004 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a9ae8011-48c0-4410-b9cb-2b7b6f09d549 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.0609469 Sep 21 15:54:23.878004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:23.925755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35722) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:23.929440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.930215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:23.937109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.938070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:23.938650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:23.969980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] Usage tracker for resource:security_group_rule and tenant:f00c67ef9f01445db5ff9398ec8f3c43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:23.975719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:23.990988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:24.030496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Pushing event updated for resources: {'Port': ['ID=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:24.032929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa70e05-6645-48db-8f58-26099a79b36d None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:24.040728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:24.043233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:24.050055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:24.135160 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa70e05-6645-48db-8f58-26099a79b36d None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:24.138106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ffa70e05-6645-48db-8f58-26099a79b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:24.146846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.159342 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-3f4a74e9-4db9-447a-9a23-2eb68dc258b7 service neutron] 10.222.0.65 "GET /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692550 Sep 21 15:54:24.219356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ffa70e05-6645-48db-8f58-26099a79b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:24.252881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Attempting to bind port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:24.256249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Attempting to bind port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:24.256249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Attempting to bind port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:24.260233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa70e05-6645-48db-8f58-26099a79b36d None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:24.260233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ffa70e05-6645-48db-8f58-26099a79b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:24.263890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.319120 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f00c67ef9f01445db5ff9398ec8f3c43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0627708 Sep 21 15:54:24.328626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.330282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.336614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:24.337027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:24.337436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.337561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35742) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:24.337991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:24.338523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Bound port: 5a5c21e6-cd7a-412f-93c7-d13795d86ff4, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:24.339113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.351839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ffa70e05-6645-48db-8f58-26099a79b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:24.352255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa70e05-6645-48db-8f58-26099a79b36d None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:24.354792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:24.359447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.388596 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9584966 Sep 21 15:54:24.401459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35750) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:24.406082 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8280f8f3-15a4-4d2e-8415-df79eb148ddb req-f4fdc011-9d83-4f5b-8518-feaebc286bd4 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 210 time: 0.4784863 Sep 21 15:54:24.419518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a7946-c801-434b-ae38-c39bdf7fb5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2307db49-478d-4edc-a0ea-d0e9273c4caa,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:24.467999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.476952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] For port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:24.480297 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-315e7da7-68d6-48eb-817f-ca140006ddbf service neutron] 10.222.0.65 "GET /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148015 Sep 21 15:54:24.486318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] For port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:24.501781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dcb4bc6f-4c4a-4389-8e2f-f492a0d0e91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.515939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681d308-c7b1-4fea-8e5d-16f83f02c06e tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Network': ['ID=387eae11-b93f-41f2-b393-b80388a961bb,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:24.528591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 387eae11-b93f-41f2-b393-b80388a961bb details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:24.534363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dcb4bc6f-4c4a-4389-8e2f-f492a0d0e91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.571487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port ccd6b145-cefe-4736-8cfc-cfcc48e56843 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:54:24.609798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.732388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dcb4bc6f-4c4a-4389-8e2f-f492a0d0e91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.753304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4bc6f-4c4a-4389-8e2f-f492a0d0e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2307db49-478d-4edc-a0ea-d0e9273c4caa,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:24.790279 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:54:24.819108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685d3f8-623b-47cf-b2cc-f1bf9744543c None None] Pushing event updated for resources: {'Port': ['ID=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:24.938823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d42afc-9f2e-4525-ac85-3442379fa5c8 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:24.943630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d1d42afc-9f2e-4525-ac85-3442379fa5c8 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] 10.222.0.65 "GET /v2.0/networks/387eae11-b93f-41f2-b393-b80388a961bb HTTP/1.1" status: 200 len: 757 time: 0.5334349 Sep 21 15:54:24.952175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35772) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:24.956779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dcb4bc6f-4c4a-4389-8e2f-f492a0d0e91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:24.960657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dcb4bc6f-4c4a-4389-8e2f-f492a0d0e91e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2307db49-478d-4edc-a0ea-d0e9273c4caa HTTP/1.1" status: 204 len: 168 time: 0.6197479 Sep 21 15:54:25.086524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:25.121468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4640e1-dc6b-42e6-8929-cf4205e1aa00 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:25.122955 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5d4640e1-dc6b-42e6-8929-cf4205e1aa00 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] 10.222.0.65 "GET /v2.0/networks/8d2098b0-a4b6-4a18-972d-512f5d4c5c16 HTTP/1.1" status: 200 len: 767 time: 0.1709645 Sep 21 15:54:25.125860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35784) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:25.250790 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f67a2aca-3d48-4d34-b8af-cdbb6a9e3d52 req-89abc992-33ec-4188-b6f3-1c7b3dca4a7a tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 210 time: 0.3856053 Sep 21 15:54:25.309409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:25.436942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:25.507879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::126 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/25f1db5e-6c92-4f74-8de0-7daba438bb92/ccd6b145-cefe-4736-8cfc-cfcc48e56843) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:25.511986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:25.537393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:25.590196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-43f4146b-5fb2-4a8e-9b87-9362ca114a25 req-4c17995b-b0c3-4910-9edd-dda357102bb6 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Synchronizing usage tracker for tenant:18e654ddde5b44c782c015f2e5d0ac93 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:25.646257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:25.705973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:25.845613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event updated for resources: {'Port': ['ID=cc5e9e28-34cf-4d48-872d-2ebc92ee3e98,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:25.848566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.038885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387eae11-b93f-41f2-b393-b80388a961bb']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:26.116554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-43f4146b-5fb2-4a8e-9b87-9362ca114a25 req-4c17995b-b0c3-4910-9edd-dda357102bb6 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Unset dirty status for tenant:18e654ddde5b44c782c015f2e5d0ac93 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:26.117739 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-43f4146b-5fb2-4a8e-9b87-9362ca114a25 req-4c17995b-b0c3-4910-9edd-dda357102bb6 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 210 time: 0.6115282 Sep 21 15:54:26.133418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d12d43-3a06-4150-beb7-e0d59f7355e0') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:26.133729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d12d43-3a06-4150-beb7-e0d59f7355e0') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:26.166992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.206154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.218623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.248712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.250352 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-516591aa-52ee-4775-b9dc-b0f6ee190d34 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2549253 Sep 21 15:54:26.381204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Allocated IP 172.26.0.31 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/3a9ebde8-8412-4a54-be4b-511574a32571) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:26.388921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.397537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:26.397965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.483409 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 84d12d43-3a06-4150-beb7-e0d59f7355e0 resource provider aggregate not found Sep 21 15:54:26.537451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-314d7474-eaba-4bc7-b7a8-b6e51cfdf270 None None] Provisioning for port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:26.545052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-314d7474-eaba-4bc7-b7a8-b6e51cfdf270 None None] Provisioning complete for port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:26.547366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-314d7474-eaba-4bc7-b7a8-b6e51cfdf270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.590451 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-887e490f-3400-4c05-a49f-30479a0d95f4 req-8f8a7641-6e23-42e7-9f73-128a1e0300fc tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 210 time: 0.2658467 Sep 21 15:54:26.615177 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 84d12d43-3a06-4150-beb7-e0d59f7355e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84d12d43-3a06-4150-beb7-e0d59f7355e0 found for delete ", "request_id": "req-27385645-443a-4d65-9ce1-65b18bd2b8fe"}]} Sep 21 15:54:26.645190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.651516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f3725c62-3d45-4695-9933-b425899e199f req-4ce31568-4d49-4199-904e-b6a44c1ca8df tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Synchronizing usage tracker for tenant:ae16d638207648f2a6236e7b577dc445 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:26.680842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.740799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.748426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35848) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:26.757524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.764404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 387eae11-b93f-41f2-b393-b80388a961bb {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:54:26.764558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-314d7474-eaba-4bc7-b7a8-b6e51cfdf270 None None] Current status of the port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:26.764558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-314d7474-eaba-4bc7-b7a8-b6e51cfdf270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.765126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:26.791838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object ccd6b145-cefe-4736-8cfc-cfcc48e56843 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:26.818390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event deleted for resources: {'Network': ['ID=387eae11-b93f-41f2-b393-b80388a961bb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:26.820524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-314d7474-eaba-4bc7-b7a8-b6e51cfdf270 None None] For port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:26.829218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-14a4523a-91e1-46a9-9c73-cdda09554379 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "DELETE /v2.0/networks/387eae11-b93f-41f2-b393-b80388a961bb HTTP/1.1" status: 204 len: 168 time: 1.6988137 Sep 21 15:54:26.830912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35854) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:26.840240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Request body: {'network': {'name': 'tempest-network--26821784'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:26.862122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f3725c62-3d45-4695-9933-b425899e199f req-4ce31568-4d49-4199-904e-b6a44c1ca8df tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Unset dirty status for tenant:ae16d638207648f2a6236e7b577dc445 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:26.877447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-4ce31568-4d49-4199-904e-b6a44c1ca8df tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--793877943&fields=id&tenant_id=ae16d638207648f2a6236e7b577dc445 HTTP/1.1" status: 200 len: 267 time: 0.3521318 Sep 21 15:54:26.912761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:26.953075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-314d7474-eaba-4bc7-b7a8-b6e51cfdf270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.034498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d7474-eaba-4bc7-b7a8-b6e51cfdf270 None None] Pushing event updated for resources: {'Port': ['ID=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:27.038330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'networks': [{'name': 'tempest-network--651576663'}, {'name': 'tempest-network--56129101'}]} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:27.038645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'network': {'name': 'tempest-network--651576663'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:27.041576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'network': {'name': 'tempest-network--56129101'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:27.066178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Usage tracker for resource:network and tenant:4f45cec78ccf456abdf53560cbefee5a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:27.072128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:27.074451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:27.103768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Usage tracker for resource:network and tenant:4ee9d7313c3b42d695c5b08aa832d96d is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:27.174801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725c62-3d45-4695-9933-b425899e199f req-25700116-b157-4e33-8074-7c1a916a5846 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:27.176162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f3725c62-3d45-4695-9933-b425899e199f req-25700116-b157-4e33-8074-7c1a916a5846 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Synchronizing usage tracker for tenant:ae16d638207648f2a6236e7b577dc445 on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:27.178717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:27.193905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:27.210838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:27.236299 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:27.241905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.267249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.338440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:27.338926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.365531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Made reservation on behalf of 4f45cec78ccf456abdf53560cbefee5a for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:27.368060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.385994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:27.408180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:27.418395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:27.441637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:27.455888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:27.461092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Made reservation on behalf of 4ee9d7313c3b42d695c5b08aa832d96d for: {'network': 2} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:27.466011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.471422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.20.0.1 (93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d/e67754f3-385e-45d1-b7d6-b3325936a59a/6644fda6-8c39-47ac-a684-01de96e48bb5) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:27.478165 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c4f7ce5d-2576-4b87-9107-5fe259b62fca req-27176b0c-18f2-4f8a-8178-b6fb8be4761a tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 210 time: 0.1228244 Sep 21 15:54:27.483732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:27.491082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:27.493452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.498533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=ccd6b145-cefe-4736-8cfc-cfcc48e56843,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:27.501251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.513484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:27.526285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f3725c62-3d45-4695-9933-b425899e199f req-25700116-b157-4e33-8074-7c1a916a5846 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Unset dirty status for tenant:ae16d638207648f2a6236e7b577dc445 on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:27.530517 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-25700116-b157-4e33-8074-7c1a916a5846 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 811 time: 0.6521771 Sep 21 15:54:27.541553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:27.543832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event updated for resources: {'Port': ['ID=3a9ebde8-8412-4a54-be4b-511574a32571,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:27.560700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Usage tracker for resource:security_group_rule and tenant:4ee9d7313c3b42d695c5b08aa832d96d is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:27.570152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:27.570450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:27.584250 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-c0f73c65-8620-482f-9202-34c13597f594 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/quotas/ae16d638207648f2a6236e7b577dc445 HTTP/1.1" status: 200 len: 375 time: 0.0451612 Sep 21 15:54:27.628080 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a13c24af-3e4c-4900-b3a4-7de333e7317b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6827505 Sep 21 15:54:27.632586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35864) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:27.644630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:27.666261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.669862 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Added segment c0b74e14-043d-4700-bf40-5b133f7be73b of type vlan for network f17419d2-468d-488f-b8a6-44bf84bce898 Sep 21 15:54:27.813373 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-01ffd8fb-e5b9-4424-a1aa-a5ff222fdc02 req-9ca451ab-2b68-4f33-8bf9-7aa4fd6be36c tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 210 time: 0.0761306 Sep 21 15:54:27.851150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-867f411a-3a16-4ce0-a3b0-fd2656897dc4 None None] Provisioning for port ccd6b145-cefe-4736-8cfc-cfcc48e56843 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:27.856699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-867f411a-3a16-4ce0-a3b0-fd2656897dc4 None None] Provisioning complete for port ccd6b145-cefe-4736-8cfc-cfcc48e56843 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:27.857068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-867f411a-3a16-4ce0-a3b0-fd2656897dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.866869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b8865-6dd0-4ed3-bfc0-f32efd267994 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:27.872630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b8865-6dd0-4ed3-bfc0-f32efd267994 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:27.873395 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1f6b8865-6dd0-4ed3-bfc0-f32efd267994 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:27.879456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.906054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.33', 59132) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:27.906758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:27.927417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-867f411a-3a16-4ce0-a3b0-fd2656897dc4 None None] Port ccd6b145-cefe-4736-8cfc-cfcc48e56843 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:27.989910 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-0f781c60-0b05-4b7d-9ee2-9c0cd04e5718 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3356707 Sep 21 15:54:28.008433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1f6b8865-6dd0-4ed3-bfc0-f32efd267994 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:28.012721 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1f6b8865-6dd0-4ed3-bfc0-f32efd267994 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3795660 Sep 21 15:54:28.013560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35870) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:28.029440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.159324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.160286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:28.161403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.165702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:28.184072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:28.199183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:28.243253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6c0daac9-2853-4b2c-9e47-6cdcf274d19f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port ccd6b145-cefe-4736-8cfc-cfcc48e56843 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:28.243589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c0daac9-2853-4b2c-9e47-6cdcf274d19f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.271488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=6644fda6-8c39-47ac-a684-01de96e48bb5,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:28.331084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-545a7165-18dd-4108-8aed-b94feda3b7ef tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:28.332164 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-545a7165-18dd-4108-8aed-b94feda3b7ef tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.33 "GET /v2.0/networks?id=252cbf10-1a0a-43b3-b797-08f153c604e4 HTTP/1.1" status: 200 len: 811 time: 0.4005315 Sep 21 15:54:28.341141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.378694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.484211 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-62419482-ae65-4452-84bc-02263365c26d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e654ddde5b44c782c015f2e5d0ac93 HTTP/1.1" status: 200 len: 379 time: 0.0975819 Sep 21 15:54:28.498729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.499199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.529049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.33', 59136) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:28.537267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Network': ['ID=f17419d2-468d-488f-b8a6-44bf84bce898,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:28.547113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Request body: {'port': {'device_id': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'admin_state_up': True, 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'security_groups': ['62a255f3-b693-4697-90e4-5aeeee88f70f']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:28.553484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network f17419d2-468d-488f-b8a6-44bf84bce898 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:28.617128 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-baf93319-05c4-4139-86ef-fb318ad025e8 tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7825685 Sep 21 15:54:28.660603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35886) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:28.677621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0ff53ea6-a7ba-46ce-bd89-62329ab61c3a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:28.679967 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-cc835d29-ace2-4a29-a53d-96dbad0ad0fb service neutron] 10.222.0.65 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737685 Sep 21 15:54:28.692389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.754706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041c9251-2586-4843-bd8d-3557d08a27be,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:28.806752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:28.911452 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-04302161-a09b-4693-a907-877ae82109b4 req-dca328db-6b09-46b2-9a38-88d09f1b55d5 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 210 time: 0.1498165 Sep 21 15:54:28.948383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:29.095252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c0daac9-2853-4b2c-9e47-6cdcf274d19f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.096854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.097200 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Added segment 214c6f78-e591-471f-8280-68f3d53f1ee6 of type vlan for network 6de3f6fd-e8b5-4b13-bcbc-25fc3e74cff9 Sep 21 15:54:29.105996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-580d5cb5-88b4-4eab-987a-655e645c9302 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:29.107435 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-580d5cb5-88b4-4eab-987a-655e645c9302 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.33 "GET /v2.0/networks?id=4b0dcfd0-e147-472e-bce4-ac56ba61549d HTTP/1.1" status: 200 len: 806 time: 0.5666151 Sep 21 15:54:29.279229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.294445 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-4fb5cb0d-ef5a-469f-b233-f29c43a2633f service neutron] 10.222.0.65 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028614 Sep 21 15:54:29.340494 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-71f07b06-df9e-47f7-adfb-49b60e3a5754 req-c71538e7-96bf-421f-9c59-4bde76faca16 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 210 time: 0.2926884 Sep 21 15:54:29.357478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:29.357782 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-b7a5297a-d85a-4cf8-9920-2eb8be09ec1e tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60f9c1d29d1f4fa7ad85ab235a977e0d HTTP/1.1" status: 200 len: 380 time: 0.1911907 Sep 21 15:54:29.367586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6c0daac9-2853-4b2c-9e47-6cdcf274d19f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for ccd6b145-cefe-4736-8cfc-cfcc48e56843 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:29.376225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Request body: {'port': {'device_id': '53800e12-7a5e-4751-ae2e-02bfac797133', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'admin_state_up': True, 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'security_groups': ['3d6acdc4-823d-4c17-8681-13b8b6f398c4']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:29.411494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.resource_extend [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:54:29.479869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.508559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:29.616251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:29.652359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.652699 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Added segment 69f67f38-be5a-4172-a1a7-dc4de95f57b5 of type vlan for network 3578afc2-814c-49a5-8674-19cac632a4b7 Sep 21 15:54:29.676086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.681434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:29.742578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Made reservation on behalf of 18e654ddde5b44c782c015f2e5d0ac93 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:29.746529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.784873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7d917020-0e08-4733-b40d-0ca854a1b175 req-51d73a47-4083-4f06-abee-7d419e6a6794 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Synchronizing usage tracker for tenant:ae16d638207648f2a6236e7b577dc445 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:29.792315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ff53ea6-a7ba-46ce-bd89-62329ab61c3a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.835083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:29.840862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:30.019767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Made reservation on behalf of 60f9c1d29d1f4fa7ad85ab235a977e0d for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:30.024028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:30.217031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ff53ea6-a7ba-46ce-bd89-62329ab61c3a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:30.296149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Allocated IP 172.20.0.10 (252cbf10-1a0a-43b3-b797-08f153c604e4/b8368ded-6c9c-4868-af60-44980d3106f8/49f28112-45d2-4a94-b902-1d5a38c19059) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:30.312483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ff53ea6-a7ba-46ce-bd89-62329ab61c3a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Network f17419d2-468d-488f-b8a6-44bf84bce898 is not hosted by any dhcp agent {{(pid=89726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:54:30.313334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff53ea6-a7ba-46ce-bd89-62329ab61c3a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:30.314757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ff53ea6-a7ba-46ce-bd89-62329ab61c3a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:30.316003 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0ff53ea6-a7ba-46ce-bd89-62329ab61c3a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "PUT /v2.0/networks/f17419d2-468d-488f-b8a6-44bf84bce898 HTTP/1.1" status: 200 len: 856 time: 1.6426632 Sep 21 15:54:30.337868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35924) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:30.375702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c9b00cb3-b7c3-49ed-a6b6-714f61716d94 req-3ef934bc-3508-490a-b94a-091700d5b0d7 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 210 time: 0.0846801 Sep 21 15:54:30.376316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:30.376937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:30.384046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:30.388457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:30.389129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:30.495710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7d917020-0e08-4733-b40d-0ca854a1b175 req-51d73a47-4083-4f06-abee-7d419e6a6794 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Unset dirty status for tenant:ae16d638207648f2a6236e7b577dc445 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:30.507570 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7d917020-0e08-4733-b40d-0ca854a1b175 req-51d73a47-4083-4f06-abee-7d419e6a6794 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 210 time: 0.8800478 Sep 21 15:54:30.625072 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.8693731 Sep 21 15:54:30.625072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Network': ['ID=6de3f6fd-e8b5-4b13-bcbc-25fc3e74cff9,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:30.637255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 6de3f6fd-e8b5-4b13-bcbc-25fc3e74cff9 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:30.679326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35932) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:30.680811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Router a8c0efa0-5864-4622-8fc6-f29fb1df90f1 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:54:30.758158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff53ea6-a7ba-46ce-bd89-62329ab61c3a tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event updated for resources: {'Network': ['ID=f17419d2-468d-488f-b8a6-44bf84bce898,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:30.951131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.019801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c60660-474f-427e-afbe-00958f285d4a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:31.031016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c60660-474f-427e-afbe-00958f285d4a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:31.041559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c60660-474f-427e-afbe-00958f285d4a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:31.049808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c60660-474f-427e-afbe-00958f285d4a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:31.067692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c60660-474f-427e-afbe-00958f285d4a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:31.068684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-81c60660-474f-427e-afbe-00958f285d4a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Synchronizing usage tracker for tenant:4ee9d7313c3b42d695c5b08aa832d96d on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:31.188389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.209438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Allocated IP 172.20.0.3 (4b0dcfd0-e147-472e-bce4-ac56ba61549d/6353ef71-ae04-4f85-8712-b54dd96a0430/766fa05f-b8e1-4fa6-b0a7-e139f1c535ae) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:31.233115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17419d2-468d-488f-b8a6-44bf84bce898']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:31.242279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c8fe842b-8d8f-44f1-bfcb-d6e00955aa4d req-7865ccba-fac3-4200-9301-818cf8c4dbdd tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Synchronizing usage tracker for tenant:60f9c1d29d1f4fa7ad85ab235a977e0d on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:31.256640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c0daac9-2853-4b2c-9e47-6cdcf274d19f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.306657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b74e14-043d-4700-bf40-5b133f7be73b') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:31.306979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b74e14-043d-4700-bf40-5b133f7be73b') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:31.335182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14cf60-b133-4718-82cb-b6f4c17e28ac tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Network': ['ID=3578afc2-814c-49a5-8674-19cac632a4b7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:31.353513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 3578afc2-814c-49a5-8674-19cac632a4b7 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:31.416803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.424373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c8fe842b-8d8f-44f1-bfcb-d6e00955aa4d req-7865ccba-fac3-4200-9301-818cf8c4dbdd tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Unset dirty status for tenant:60f9c1d29d1f4fa7ad85ab235a977e0d on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:31.437048 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c8fe842b-8d8f-44f1-bfcb-d6e00955aa4d req-7865ccba-fac3-4200-9301-818cf8c4dbdd tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 210 time: 0.8066959 Sep 21 15:54:31.441886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.454057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:31.454476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.677449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0daac9-2853-4b2c-9e47-6cdcf274d19f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=ccd6b145-cefe-4736-8cfc-cfcc48e56843,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:31.691755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:54:31.706732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.735671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-81c60660-474f-427e-afbe-00958f285d4a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Unset dirty status for tenant:4ee9d7313c3b42d695c5b08aa832d96d on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:31.740039 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-81c60660-474f-427e-afbe-00958f285d4a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2954 time: 1.0535946 Sep 21 15:54:31.748675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35942) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:31.754094 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eca1f6b4-1d09-4d0e-a442-7f18a59ebe8f req-c3f7de1a-af5f-407f-a1c8-ae3588cbc075 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 210 time: 0.0848358 Sep 21 15:54:31.780035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:31.806208 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c0b74e14-043d-4700-bf40-5b133f7be73b resource provider aggregate not found Sep 21 15:54:31.806923 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9599a8-6841-4442-b59d-ca17bcd68e03 None None] Sync routers for ids ['a8c0efa0-5864-4622-8fc6-f29fb1df90f1'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:31.822356 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9599a8-6841-4442-b59d-ca17bcd68e03 None None] Routers {'a8c0efa0-5864-4622-8fc6-f29fb1df90f1'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:31.825914 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-af9599a8-6841-4442-b59d-ca17bcd68e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8c0efa0-5864-4622-8fc6-f29fb1df90f1'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:31.837824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.867930 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c0b74e14-043d-4700-bf40-5b133f7be73b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0b74e14-043d-4700-bf40-5b133f7be73b found for delete ", "request_id": "req-b82766d3-0dfd-4e47-8fa2-3d7b66bf361c"}]} Sep 21 15:54:31.924132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.928396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c0daac9-2853-4b2c-9e47-6cdcf274d19f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:31.969088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-676b1d54-d655-41cb-b5f8-806c18730314 req-2203d89f-5ee4-417a-b1bd-b5b66a8f2dda tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Synchronizing usage tracker for tenant:18e654ddde5b44c782c015f2e5d0ac93 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:31.999878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.026261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f17419d2-468d-488f-b8a6-44bf84bce898 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:54:32.036248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.038373 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] 10.222.0.65 "DELETE /v2.0/networks/f17419d2-468d-488f-b8a6-44bf84bce898 HTTP/1.1" status: 204 len: 168 time: 1.6364300 Sep 21 15:54:32.045772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35948) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:32.066508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.088904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.089513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793e663-34c7-4999-bcc9-ebebe939edbe tempest-ExternalNetworksTestJSON-43311227 tempest-ExternalNetworksTestJSON-43311227-project-admin] Pushing event deleted for resources: {'Network': ['ID=f17419d2-468d-488f-b8a6-44bf84bce898,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:32.090132 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7eaeefb4-20bd-44ef-b207-d5e94554e66b tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.8328030 Sep 21 15:54:32.101316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35952) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:32.122553 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-af9599a8-6841-4442-b59d-ca17bcd68e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:32.139340 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9599a8-6841-4442-b59d-ca17bcd68e03 None None] Routers {'a8c0efa0-5864-4622-8fc6-f29fb1df90f1'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:32.144160 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-af9599a8-6841-4442-b59d-ca17bcd68e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8c0efa0-5864-4622-8fc6-f29fb1df90f1'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:32.151692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6c0daac9-2853-4b2c-9e47-6cdcf274d19f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/ccd6b145-cefe-4736-8cfc-cfcc48e56843 HTTP/1.1" status: 204 len: 168 time: 4.1323600 Sep 21 15:54:32.171986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35956) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:32.178609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=6644fda6-8c39-47ac-a684-01de96e48bb5,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:32.180481 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3c9c81-04fa-4f96-9253-de7906246c2d tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] DELETE failed (client error): The resource could not be found. Sep 21 15:54:32.181011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3c9c81-04fa-4f96-9253-de7906246c2d tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:54:32.182804 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5c3c9c81-04fa-4f96-9253-de7906246c2d tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] 10.222.0.65 "DELETE /v2.0/subnets/7bb475c8-4360-4884-8aba-360efe202b1c HTTP/1.1" status: 404 len: 337 time: 0.1275008 Sep 21 15:54:32.199201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-676b1d54-d655-41cb-b5f8-806c18730314 req-2203d89f-5ee4-417a-b1bd-b5b66a8f2dda tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Unset dirty status for tenant:18e654ddde5b44c782c015f2e5d0ac93 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:32.201377 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-676b1d54-d655-41cb-b5f8-806c18730314 req-2203d89f-5ee4-417a-b1bd-b5b66a8f2dda tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 210 time: 0.5413167 Sep 21 15:54:32.202861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35960) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:32.268281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.276540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.308850 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-af9599a8-6841-4442-b59d-ca17bcd68e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:32.309266 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9599a8-6841-4442-b59d-ca17bcd68e03 None None] The sync data for ids ['a8c0efa0-5864-4622-8fc6-f29fb1df90f1'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:32.312283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Transition to ACTIVE for port object 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:32.484135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.576252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Transition to ACTIVE for port object 49f28112-45d2-4a94-b902-1d5a38c19059 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:32.652351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de3f6fd-e8b5-4b13-bcbc-25fc3e74cff9']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:32.670660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214c6f78-e591-471f-8280-68f3d53f1ee6') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:32.671225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214c6f78-e591-471f-8280-68f3d53f1ee6') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:32.689304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.812397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4fddb3-3ab8-46b9-a905-f04499818d8d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:32.812397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4fddb3-3ab8-46b9-a905-f04499818d8d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:32.812397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bc4fddb3-3ab8-46b9-a905-f04499818d8d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:32.815276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.835801 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ae0bb3fd-ce6a-4cb6-9e8f-24041062c8a8 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/routers/a8c0efa0-5864-4622-8fc6-f29fb1df90f1 HTTP/1.1" status: 200 len: 923 time: 0.7320213 Sep 21 15:54:32.838777 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e774f5e-79cc-4026-ab5b-4a1379646f06 req-620c564e-bda7-4154-9e4c-dca2addb187f tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 210 time: 0.1321697 Sep 21 15:54:32.839835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:32.840240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.842704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:32.849706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35968) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:32.891205 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 214c6f78-e591-471f-8280-68f3d53f1ee6 resource provider aggregate not found Sep 21 15:54:33.018356 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 214c6f78-e591-471f-8280-68f3d53f1ee6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 214c6f78-e591-471f-8280-68f3d53f1ee6 found for delete ", "request_id": "req-6cbb4972-a1af-4654-b4d1-6b0fa6f8215d"}]} Sep 21 15:54:33.021280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab7626c6-83d4-42dc-8f77-1e45bbe8667e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.053875 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-11fbf5b8-4860-42df-b84a-f321cd365cea tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c0efa0-5864-4622-8fc6-f29fb1df90f1 HTTP/1.1" status: 200 len: 205 time: 0.1704407 Sep 21 15:54:33.054560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 35976) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:33.085918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.106817 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:33.118675 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-11b7a7a5-2f7a-457d-9455-d2f7c127cde0 req-84aa92dc-2b9a-4515-8d21-cac92c176452 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 210 time: 0.0885081 Sep 21 15:54:33.122443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:33.180811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.241379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.241379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:33.241379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:33.241379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Network': ['ID=6de3f6fd-e8b5-4b13-bcbc-25fc3e74cff9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:33.243581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:33.283692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event updated for resources: {'Port': ['ID=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:33.339488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:33.340488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.357510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bc4fddb3-3ab8-46b9-a905-f04499818d8d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:33.361821 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bc4fddb3-3ab8-46b9-a905-f04499818d8d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1861115 Sep 21 15:54:33.362107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35982) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:33.412984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7d754b34-fb1f-4bfa-bc29-65a7aef4ad4e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/networks/6de3f6fd-e8b5-4b13-bcbc-25fc3e74cff9 HTTP/1.1" status: 204 len: 168 time: 1.6631374 Sep 21 15:54:33.443759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 35986) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:33.444472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.524576 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-ae19691e-8b24-4aaf-adc7-e3d8158f3d65 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1642725 Sep 21 15:54:33.626710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-2c931114-5ee0-4768-9008-0c0ed06f29ef tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:54:33.627834 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-2c931114-5ee0-4768-9008-0c0ed06f29ef tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282044 Sep 21 15:54:33.672640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c4ba21-9329-49ef-84e0-7fe9dd020e63 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 25f1db5e-6c92-4f74-8de0-7daba438bb92 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:54:33.680807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18c4ba21-9329-49ef-84e0-7fe9dd020e63 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.751507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18c4ba21-9329-49ef-84e0-7fe9dd020e63 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.754928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.809711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9a777f21-adbc-46cc-86ad-d170d8741a25 None None] Provisioning for port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:33.816200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9a777f21-adbc-46cc-86ad-d170d8741a25 None None] Provisioning complete for port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:33.816653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9a777f21-adbc-46cc-86ad-d170d8741a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.841151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18c4ba21-9329-49ef-84e0-7fe9dd020e63 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:33.952272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9a777f21-adbc-46cc-86ad-d170d8741a25 None None] Port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:34.014803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.33', 59142) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:34.049861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event updated for resources: {'Port': ['ID=49f28112-45d2-4a94-b902-1d5a38c19059,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:34.068357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.140189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2098b0-a4b6-4a18-972d-512f5d4c5c16']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:34.141861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Request body: {'port': {'device_id': '53800e12-7a5e-4751-ae2e-02bfac797133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:34.158384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:34.185366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.252432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:34.255210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:34.305189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb50e4b-0711-49a6-80b3-4686ed9ffc45') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:34.305987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb50e4b-0711-49a6-80b3-4686ed9ffc45') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:34.331814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501023d-d6d8-48de-8472-486277b6bea2 req-2bfa89ae-8fb8-4f01-a3a8-f69078a25128 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:34.333432 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c501023d-d6d8-48de-8472-486277b6bea2 req-2bfa89ae-8fb8-4f01-a3a8-f69078a25128 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 932 time: 0.8826811 Sep 21 15:54:34.375119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18c4ba21-9329-49ef-84e0-7fe9dd020e63 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.427729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.454778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a38053-b08a-4ea1-8d3a-6147bf52f447 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:34.525841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ba21-9329-49ef-84e0-7fe9dd020e63 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=25f1db5e-6c92-4f74-8de0-7daba438bb92,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:34.562185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.593871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:34.595845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.606393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:34.606790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.637402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18c4ba21-9329-49ef-84e0-7fe9dd020e63 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.901405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725c62-3d45-4695-9933-b425899e199f req-1016f864-5c0f-406f-b9c1-adf90150953d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:34.901405 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-1016f864-5c0f-406f-b9c1-adf90150953d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 811 time: 0.9150391 Sep 21 15:54:34.901595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:54:34.901595 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 0eb50e4b-0711-49a6-80b3-4686ed9ffc45 resource provider aggregate not found Sep 21 15:54:34.901734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c501023d-d6d8-48de-8472-486277b6bea2 req-f91f0cbc-44e7-4141-9944-5d308561aa11 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Synchronizing usage tracker for tenant:18e654ddde5b44c782c015f2e5d0ac93 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:34.916805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.952889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:34.966450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:54:34.972997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Deleting port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:34.974664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.001627 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 0eb50e4b-0711-49a6-80b3-4686ed9ffc45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0eb50e4b-0711-49a6-80b3-4686ed9ffc45 found for delete ", "request_id": "req-4703f2f7-62f8-4ea6-9f9f-d720078a3162"}]} Sep 21 15:54:35.018306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd4f3e-af32-40a2-887f-20d731b804ce req-3a858bdb-3d3a-4531-8d3f-c9f1a733dae5 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:35.019924 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-30bd4f3e-af32-40a2-887f-20d731b804ce req-3a858bdb-3d3a-4531-8d3f-c9f1a733dae5 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 931 time: 0.9958553 Sep 21 15:54:35.030038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.172712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3578afc2-814c-49a5-8674-19cac632a4b7']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:35.237424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:54:35.313892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c714f731-ab59-446a-9895-6df4bce3a802 None None] Provisioning for port 49f28112-45d2-4a94-b902-1d5a38c19059 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:35.315478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Deleting port 3a9ebde8-8412-4a54-be4b-511574a32571 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:35.316064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.317200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c2262b9c-3afa-450e-89be-1190f86c97cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.343555 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-19947b8f-6304-4f19-a7c0-ab0de3531642 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8057308 Sep 21 15:54:35.349536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.349716 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c714f731-ab59-446a-9895-6df4bce3a802 None None] Provisioning complete for port 49f28112-45d2-4a94-b902-1d5a38c19059 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:35.349837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c714f731-ab59-446a-9895-6df4bce3a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.361311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Request body: {'port': {'device_id': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:35.396792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-30bd4f3e-af32-40a2-887f-20d731b804ce req-b51f8934-29d7-404e-90e5-7c99ed47f301 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Synchronizing usage tracker for tenant:60f9c1d29d1f4fa7ad85ab235a977e0d on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:35.431650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.444457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] For port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:35.444860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.476051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] Pushing event deleted for resources: {'Network': ['ID=8d2098b0-a4b6-4a18-972d-512f5d4c5c16,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:35.504079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:35.522807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c714f731-ab59-446a-9895-6df4bce3a802 None None] Port 49f28112-45d2-4a94-b902-1d5a38c19059 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:35.534790 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ab24612c-89d4-4717-9394-757a9df398f3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/routers/dd8da6eb-ca8e-4f62-beee-c35fb417373e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6031084 Sep 21 15:54:35.587668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a6857-a562-4dbb-be1e-1a7e76095a08 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:35.599352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Calling delete_port for 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:35.612023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c501023d-d6d8-48de-8472-486277b6bea2 req-f91f0cbc-44e7-4141-9944-5d308561aa11 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Unset dirty status for tenant:18e654ddde5b44c782c015f2e5d0ac93 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:35.613064 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c501023d-d6d8-48de-8472-486277b6bea2 req-f91f0cbc-44e7-4141-9944-5d308561aa11 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2426770 Sep 21 15:54:35.617541 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-18c4ba21-9329-49ef-84e0-7fe9dd020e63 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/25f1db5e-6c92-4f74-8de0-7daba438bb92 HTTP/1.1" status: 204 len: 168 time: 2.2542334 Sep 21 15:54:35.630768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f67f38-be5a-4172-a1a7-dc4de95f57b5') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:35.631070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f67f38-be5a-4172-a1a7-dc4de95f57b5') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:35.644530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.662631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.669619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:35.670053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.678851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36006) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:35.679284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36008) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:35.719063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-30bd4f3e-af32-40a2-887f-20d731b804ce req-b51f8934-29d7-404e-90e5-7c99ed47f301 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Unset dirty status for tenant:60f9c1d29d1f4fa7ad85ab235a977e0d on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:35.720937 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-30bd4f3e-af32-40a2-887f-20d731b804ce req-b51f8934-29d7-404e-90e5-7c99ed47f301 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6854744 Sep 21 15:54:35.728065 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6730c98d-fcbb-4c49-b3be-5c44ff9bb1a0 tempest-ExternalNetworksTestJSON-221300412 tempest-ExternalNetworksTestJSON-221300412-project] 10.222.0.65 "DELETE /v2.0/networks/8d2098b0-a4b6-4a18-972d-512f5d4c5c16 HTTP/1.1" status: 204 len: 168 time: 3.4693813 Sep 21 15:54:35.798165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:35.804279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.831988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a6857-a562-4dbb-be1e-1a7e76095a08 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:35.832772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-dc0a6857-a562-4dbb-be1e-1a7e76095a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:35.836537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'port': {'network_id': '93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d', 'name': 'tempest-FloatingIPTestJSON-711259479'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:35.898871 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7c4af55d-0992-4e5d-ad6c-af8ddba580a7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2109625 Sep 21 15:54:35.901142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:35.955602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36018) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:35.957176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-dc0a6857-a562-4dbb-be1e-1a7e76095a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:35.971378 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 69f67f38-be5a-4172-a1a7-dc4de95f57b5 resource provider aggregate not found Sep 21 15:54:35.981882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a6857-a562-4dbb-be1e-1a7e76095a08 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:35.982653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-dc0a6857-a562-4dbb-be1e-1a7e76095a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:36.070609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:36.093763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-dc0a6857-a562-4dbb-be1e-1a7e76095a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:36.094337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a6857-a562-4dbb-be1e-1a7e76095a08 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:36.116458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.126186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.136059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.136059 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 69f67f38-be5a-4172-a1a7-dc4de95f57b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69f67f38-be5a-4172-a1a7-dc4de95f57b5 found for delete ", "request_id": "req-c73bce4c-f40f-40c7-89c3-d3474318f9df"}]} Sep 21 15:54:36.154607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.191635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-629b30b6-7b0c-4599-9511-5b3b519b22b9 req-2fd45211-026b-4c8e-adf6-3aa2333cf25e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 210 time: 0.3369141 Sep 21 15:54:36.229887 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-57b0a625-cb7c-400c-b983-46624fbffb8c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae16d638207648f2a6236e7b577dc445 HTTP/1.1" status: 200 len: 379 time: 1.3164895 Sep 21 15:54:36.259983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:54:36.260598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:54:36.261455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Network': ['ID=3578afc2-814c-49a5-8674-19cac632a4b7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:36.301295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:36.302820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Request body: {'port': {'device_id': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'admin_state_up': True, 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'security_groups': ['7fc9501b-3b25-41ef-ae3a-572f89f9199c']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:36.334634 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6be90b86-6f67-4c44-a8d6-a14c15cebf19 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/networks/3578afc2-814c-49a5-8674-19cac632a4b7 HTTP/1.1" status: 204 len: 168 time: 2.9133790 Sep 21 15:54:36.340025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36024) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:36.381819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.429152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Calling delete_port for 3a9ebde8-8412-4a54-be4b-511574a32571 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:36.617738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:36.629667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1703987-cd4f-4d8c-90f2-a2c74a92e858 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:36.630533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d1703987-cd4f-4d8c-90f2-a2c74a92e858 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:36.679858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.719905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:36.729780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:54:36.739855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.764380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Deleting port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:36.765102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:36.796349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Transition to ACTIVE for port object 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:36.875425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36034) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:37.175636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d1703987-cd4f-4d8c-90f2-a2c74a92e858 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:37.179420 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d1703987-cd4f-4d8c-90f2-a2c74a92e858 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1979895 Sep 21 15:54:37.184301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36040) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:37.197174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:37.215463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Made reservation on behalf of ae16d638207648f2a6236e7b577dc445 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:37.215463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:37.245533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:port and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:37.250793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:37.253171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:37.266891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f28112-45d2-4a94-b902-1d5a38c19059 {{(pid=89726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:54:37.286199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:37.294397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:37.347323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] For port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:37.347726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:37.571961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Calling delete_port for 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:37.777994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Transition to ACTIVE for port object 49f28112-45d2-4a94-b902-1d5a38c19059 will not be triggered until provisioned by entity L2. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:37.818986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be240c02-79a5-4604-8a48-465ac0dc9cbf tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:37.825788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be240c02-79a5-4604-8a48-465ac0dc9cbf tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:37.827450 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-be240c02-79a5-4604-8a48-465ac0dc9cbf tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.4068255 Sep 21 15:54:37.860051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36048) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:37.874735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:37.876480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:37.876631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:37.880560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:37.896866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1753713039'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:37.905794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:37.961606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] Pushing event deleted for resources: {'Port': ['ID=5a5c21e6-cd7a-412f-93c7-d13795d86ff4,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:37.964107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:37.993850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad596556-2036-4d73-8825-250303caa5a0 None None] No DVR routers for this DVR port 5a5c21e6-cd7a-412f-93c7-d13795d86ff4 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:54:38.091429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Usage tracker for resource:network and tenant:4ee9d7313c3b42d695c5b08aa832d96d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:38.100878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:38.111163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Allocated IP 172.20.0.9 (a5a5d890-1193-4ee0-ad2e-2182825d5fe3/93df991e-92af-4924-b965-870bad67bf11/bc41afc8-ffca-4d2d-890d-3fce09a76f69) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:38.124644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd394633-e81e-4f56-bd11-208b6d4c5fc0 req-1be7b652-7cde-4dc3-b04c-72fc383fdf21 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:38.129097 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dd394633-e81e-4f56-bd11-208b6d4c5fc0 req-1be7b652-7cde-4dc3-b04c-72fc383fdf21 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 932 time: 0.9476023 Sep 21 15:54:38.132757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7139b-28fb-4fda-b283-882a0c132068 req-1c1c3a78-5219-4366-b48a-177bcf8bccfd tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:38.139824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] device_id is not set on port a850180b-bebe-41db-8120-f8bbad28c9f7 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:54:38.140725 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bf7139b-28fb-4fda-b283-882a0c132068 req-1c1c3a78-5219-4366-b48a-177bcf8bccfd tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 931 time: 1.1067879 Sep 21 15:54:38.193326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:38.203630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb36031-b142-4916-b668-7687befd0050 service neutron] Pushing event updated for resources: {'Port': ['ID=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:38.224883 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2bb8327b-4957-4a7c-98da-8331b2666838 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba229bbdecb34824922d70aa17ab23e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3454742 Sep 21 15:54:38.230735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924215f6-1d3e-447f-99b5-ad6fb3b1a846 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:38.231533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-924215f6-1d3e-447f-99b5-ad6fb3b1a846 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:38.234100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36054) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:38.320354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:38.323863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Pushing event updated for resources: {'Port': ['ID=49f28112-45d2-4a94-b902-1d5a38c19059,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:38.466751 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bf7139b-28fb-4fda-b283-882a0c132068 req-2ddb69f6-19d2-4e5f-b3e4-c2f9b84761df tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382960 Sep 21 15:54:38.467227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event deleted for resources: {'Port': ['ID=3a9ebde8-8412-4a54-be4b-511574a32571,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:38.467411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Attempting to bind port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:38.467411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Attempting to bind port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:38.467411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Attempting to bind port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae on network 4b0dcfd0-e147-472e-bce4-ac56ba61549d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:38.482037 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dd394633-e81e-4f56-bd11-208b6d4c5fc0 req-00953509-aa8b-4431-81c2-4a43edf64708 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958109 Sep 21 15:54:38.593497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae on network 4b0dcfd0-e147-472e-bce4-ac56ba61549d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:54:38.595933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Attempting to bind port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae on network 4b0dcfd0-e147-472e-bce4-ac56ba61549d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:38.625367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Attempting to bind port 49f28112-45d2-4a94-b902-1d5a38c19059 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:38.625831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Attempting to bind port 49f28112-45d2-4a94-b902-1d5a38c19059 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:38.626173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Attempting to bind port 49f28112-45d2-4a94-b902-1d5a38c19059 on network 252cbf10-1a0a-43b3-b797-08f153c604e4 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:38.644836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Port 49f28112-45d2-4a94-b902-1d5a38c19059 on network 252cbf10-1a0a-43b3-b797-08f153c604e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:54:38.646985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Attempting to bind port 49f28112-45d2-4a94-b902-1d5a38c19059 on network 252cbf10-1a0a-43b3-b797-08f153c604e4 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:38.657687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.20.0.8 (93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d/e67754f3-385e-45d1-b7d6-b3325936a59a/a850180b-bebe-41db-8120-f8bbad28c9f7) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:38.665839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:38.666229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Checking segment: {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:38.666795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Bound using segment: {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'} {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:38.667357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Bound port: 49f28112-45d2-4a94-b902-1d5a38c19059, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e231dd6-352c-480c-87b5-e2bda9a179f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4'}}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:38.667751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:38.671021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:38.671388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Checking segment: {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:38.671930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Bound using segment: {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:38.672418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Bound port: 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c39f6d5-8dda-4f34-998c-1c6389dc8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:38.672771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:38.681478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:38.692718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-924215f6-1d3e-447f-99b5-ad6fb3b1a846 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:38.696499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-924215f6-1d3e-447f-99b5-ad6fb3b1a846 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.5090468 Sep 21 15:54:38.699999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36058) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:38.711292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75d67562-be47-4d7e-afb9-13be7e557e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:38.741470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Made reservation on behalf of 4ee9d7313c3b42d695c5b08aa832d96d for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:38.745332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:38.789887 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cdbbbbdc-8ca6-4511-b43a-a25554f91cb2 req-6f97b3b4-9dad-476a-8cb5-76e2ad3b019d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 210 time: 0.1693468 Sep 21 15:54:38.986663 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4fd7e41d-5c37-4d22-a738-59223650e063 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2731295 Sep 21 15:54:38.987321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36062) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:39.019008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75d67562-be47-4d7e-afb9-13be7e557e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.028957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:39.038981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.055833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.065388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:39.171422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.226307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] For port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:39.232789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.233249 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Added segment 8593e306-99d1-40ef-ad86-c9861a2c7a15 of type vlan for network c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f Sep 21 15:54:39.245148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Transition to ACTIVE for port object bc41afc8-ffca-4d2d-890d-3fce09a76f69 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:39.262722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:39.266248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] For port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:39.281410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:39.336106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] For port 49f28112-45d2-4a94-b902-1d5a38c19059, host hv-neutron-8586, cleared binding levels {{(pid=89726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:39.364404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.365075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Fanout notify agent at l3_agent the message router_deleted on router a8c0efa0-5864-4622-8fc6-f29fb1df90f1 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:54:39.371318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.383211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] For port 49f28112-45d2-4a94-b902-1d5a38c19059, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=49f28112-45d2-4a94-b902-1d5a38c19059,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:39.385613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.409805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:39.413360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.427054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75d67562-be47-4d7e-afb9-13be7e557e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.430668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.447707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:39.447707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.447707 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-abb36031-b142-4916-b668-7687befd0050 service neutron] 10.222.0.33 "PUT /v2.0/ports/766fa05f-b8e1-4fa6-b0a7-e139f1c535ae HTTP/1.1" status: 200 len: 1093 time: 5.4253151 Sep 21 15:54:39.450796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53800e12-7a5e-4751-ae2e-02bfac797133', 'tag': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:54:39.465132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.466262 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ebdb4fe2-7a7b-4fed-9086-3139789f414a tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/a8c0efa0-5864-4622-8fc6-f29fb1df90f1 HTTP/1.1" status: 204 len: 168 time: 6.3583128 Sep 21 15:54:39.480305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36068) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:39.496332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.500448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:39.501884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.503516 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] 10.222.0.33 "PUT /v2.0/ports/49f28112-45d2-4a94-b902-1d5a38c19059 HTTP/1.1" status: 200 len: 1094 time: 4.1462994 Sep 21 15:54:39.509725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'router': {'name': 'tempest-snat-router-293399225', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': False}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:39.549010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d67562-be47-4d7e-afb9-13be7e557e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2597c03b-d4a5-4c0d-89da-ec3794497f4a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:39.554283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'tag': '49f28112-45d2-4a94-b902-1d5a38c19059'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:54:39.591233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:39.597358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:39.604597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:39.618205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:39.627400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.644568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Usage tracker for resource:router and tenant:49390691179840948b89a0229ce9a68c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:39.681211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:39.694183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb36031-b142-4916-b668-7687befd0050 service neutron] Pushing event updated for resources: {'Port': ['ID=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:39.891384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6507ecc-1323-4a7c-84b8-f111e35d81a5" -d '{"events": [{"name": "network-changed", "server_uuid": "53800e12-7a5e-4751-ae2e-02bfac797133", "tag": "766fa05f-b8e1-4fa6-b0a7-e139f1c535ae"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:54:39.905330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.911362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:39.911549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.924809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:39.929597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681f3176-7fc9-4485-a36a-99b2d733cc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1ea49b-799c-471b-a1bf-c45f517127b8", "tag": "49f28112-45d2-4a94-b902-1d5a38c19059"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:54:39.962088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:39.962321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.985682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75d67562-be47-4d7e-afb9-13be7e557e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:39.987056 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-75d67562-be47-4d7e-afb9-13be7e557e6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2597c03b-d4a5-4c0d-89da-ec3794497f4a HTTP/1.1" status: 204 len: 168 time: 1.7476170 Sep 21 15:54:40.004079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event updated for resources: {'Port': ['ID=bc41afc8-ffca-4d2d-890d-3fce09a76f69,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:40.057198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cb26e848-5e39-4af2-989f-6a2ad8e82ce6 None None] Provisioning for port bc41afc8-ffca-4d2d-890d-3fce09a76f69 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:40.066277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cb26e848-5e39-4af2-989f-6a2ad8e82ce6 None None] Provisioning complete for port bc41afc8-ffca-4d2d-890d-3fce09a76f69 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:40.067443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cb26e848-5e39-4af2-989f-6a2ad8e82ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.100884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35127d2b-3aab-49a5-9f76-8ba9fc24367d req-0899f878-a992-458b-883a-8574bddf20f8 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.102438 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35127d2b-3aab-49a5-9f76-8ba9fc24367d req-0899f878-a992-458b-883a-8574bddf20f8 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 944 time: 0.4108746 Sep 21 15:54:40.104377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-0bcfa5da-6ddc-4df9-af98-381f0409a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.105777 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-0bcfa5da-6ddc-4df9-af98-381f0409a01f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=60f9c1d29d1f4fa7ad85ab235a977e0d&device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 1096 time: 0.4131148 Sep 21 15:54:40.110855 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-319674d1-6ed0-452c-86a6-fee75d79179a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8592651 Sep 21 15:54:40.144776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cb26e848-5e39-4af2-989f-6a2ad8e82ce6 None None] Port bc41afc8-ffca-4d2d-890d-3fce09a76f69 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:40.170989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3010066 Sep 21 15:54:40.170989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee811188-4b35-41f7-a3da-047b4c3ed335 service neutron] Pushing event updated for resources: {'Port': ['ID=49f28112-45d2-4a94-b902-1d5a38c19059,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:40.172668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36096) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:40.177774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a6210-6453-47dd-a39f-cacb5b64bb5a tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Network': ['ID=c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:40.183496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-831689619'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:40.195367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:40.227034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8a7a1-f5cb-40c7-9634-c8be65fdf675 req-ac02d35c-a7f6-488d-886c-ae88f96b988f tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.228543 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a9f8a7a1-f5cb-40c7-9634-c8be65fdf675 req-ac02d35c-a7f6-488d-886c-ae88f96b988f tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 943 time: 0.5532970 Sep 21 15:54:40.230439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-e130bb51-c297-4291-8ec3-064b3bb954ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.231820 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-e130bb51-c297-4291-8ec3-064b3bb954ad service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=18e654ddde5b44c782c015f2e5d0ac93&device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 1097 time: 0.5133493 Sep 21 15:54:40.247422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:40.252502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35127d2b-3aab-49a5-9f76-8ba9fc24367d req-2739d973-b096-4233-9e20-fc06ee07a48b tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393690 Sep 21 15:54:40.264119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Request body: {'port': {'device_id': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:40.301247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Usage tracker for resource:network and tenant:4ee9d7313c3b42d695c5b08aa832d96d is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:40.305472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.306668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.313488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:40.317183 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-70f58267-3a64-48bd-8afc-5c4c9660759c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae HTTP/1.1" status: 200 len: 217 time: 0.1269524 Sep 21 15:54:40.328976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:40.337581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.339431 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-e36d0605-f42d-4b44-9a22-9408ec3f570a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49f28112-45d2-4a94-b902-1d5a38c19059 HTTP/1.1" status: 200 len: 217 time: 0.0912650 Sep 21 15:54:40.478327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.478819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.482159 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a9f8a7a1-f5cb-40c7-9634-c8be65fdf675 req-09bd45c7-e22f-4205-a6b5-e3a2f40ac335 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481382 Sep 21 15:54:40.501367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:40.511798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-89a8b96c-cedf-4c1a-aec3-f6088811eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.513224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-89a8b96c-cedf-4c1a-aec3-f6088811eb57 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b8368ded-6c9c-4868-af60-44980d3106f8 HTTP/1.1" status: 200 len: 850 time: 0.1343136 Sep 21 15:54:40.517387 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:40.524636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:40.542310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-9d3044f8-2fdb-439b-9009-9ff6d9f9fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.543785 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-9d3044f8-2fdb-439b-9009-9ff6d9f9fc58 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6353ef71-ae04-4f85-8712-b54dd96a0430 HTTP/1.1" status: 200 len: 845 time: 0.2164600 Sep 21 15:54:40.553382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Made reservation on behalf of 4ee9d7313c3b42d695c5b08aa832d96d for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:40.556816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.598642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=a850180b-bebe-41db-8120-f8bbad28c9f7,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:40.641910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:40.650429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.653829 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.653829 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.668032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:40.684616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.685125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4558a3d3-1210-4643-9781-5054d19bfa83 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:40.685246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.687809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-e127481c-828c-4e79-a276-9f2dcba20364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.689600 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-e127481c-828c-4e79-a276-9f2dcba20364 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=252cbf10-1a0a-43b3-b797-08f153c604e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1349206 Sep 21 15:54:40.736710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=3630695d-4f96-45b5-a0a9-42bbcba75b19,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:40.739642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f467d73-90cc-4460-8c13-b55bc56b2e1c x-openstack-request-id: req-0f467d73-90cc-4460-8c13-b55bc56b2e1c {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:54:40.739927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53800e12-7a5e-4751-ae2e-02bfac797133", "tag": "766fa05f-b8e1-4fa6-b0a7-e139f1c535ae", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:54:40.740182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f467d73-90cc-4460-8c13-b55bc56b2e1c {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:54:40.740628 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f467d73-90cc-4460-8c13-b55bc56b2e1c'] response: {'name': 'network-changed', 'server_uuid': '53800e12-7a5e-4751-ae2e-02bfac797133', 'tag': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'status': 'completed', 'code': 200} Sep 21 15:54:40.780445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:40.800370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.800711 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Added segment 9c2d6c39-7aee-493d-99ea-a28a5dcf2fdf of type vlan for network 124a885f-bfe8-4e94-bf4e-6833d5e13ae2 Sep 21 15:54:40.859496 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c6cc5752-2ed5-4f69-a1f7-f4e970f7c6ee tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1790457 Sep 21 15:54:40.865315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36112) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:40.868009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8197bd9-174a-43f8-8847-167d7d6b9791 req-b8879b2f-a836-4e81-8279-ef3352df21a7 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:40.868735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c8197bd9-174a-43f8-8847-167d7d6b9791 req-b8879b2f-a836-4e81-8279-ef3352df21a7 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Synchronizing usage tracker for tenant:ae16d638207648f2a6236e7b577dc445 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:40.902491 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e3582d2f-cd1d-4368-9489-53e08011caa6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8951409 Sep 21 15:54:40.919392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36114) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:40.927014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36116) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:40.937220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:40.937621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85205436-569d-4a92-9090-50fab17cd5a7 x-openstack-request-id: req-85205436-569d-4a92-9090-50fab17cd5a7 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:54:40.937915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1ea49b-799c-471b-a1bf-c45f517127b8", "tag": "49f28112-45d2-4a94-b902-1d5a38c19059", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:54:40.938236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85205436-569d-4a92-9090-50fab17cd5a7 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:54:40.938999 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85205436-569d-4a92-9090-50fab17cd5a7'] response: {'name': 'network-changed', 'server_uuid': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'tag': '49f28112-45d2-4a94-b902-1d5a38c19059', 'status': 'completed', 'code': 200} Sep 21 15:54:40.943090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'port': {'network_id': '93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d', 'name': 'tempest-FloatingIPTestJSON-586284947'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:40.946779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': '3630695d-4f96-45b5-a0a9-42bbcba75b19', 'ip_address': '2001:db8::26d6:46d7:1fa2:9339'}], 'name': 'tempest-NetworksTestDHCPv6-1663342911'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:40.949966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '3630695d-4f96-45b5-a0a9-42bbcba75b19'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:54:40.950879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.105086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-6e853f55-5d8e-461f-9a2f-75d633646353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:41.106885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-6e853f55-5d8e-461f-9a2f-75d633646353 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b0dcfd0-e147-472e-bce4-ac56ba61549d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5325730 Sep 21 15:54:41.153965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/3630695d-4f96-45b5-a0a9-42bbcba75b19/d5afe947-0ac9-423d-92df-7487550277a6) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:41.164014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c8197bd9-174a-43f8-8847-167d7d6b9791 req-b8879b2f-a836-4e81-8279-ef3352df21a7 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Unset dirty status for tenant:ae16d638207648f2a6236e7b577dc445 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:41.165145 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c8197bd9-174a-43f8-8847-167d7d6b9791 req-b8879b2f-a836-4e81-8279-ef3352df21a7 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 931 time: 0.7738597 Sep 21 15:54:41.267215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.resource_extend [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:54:41.301032 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-9e125aa2-879f-469e-b6f6-12a6ea9170f8 service neutron] 10.222.0.33 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041815 Sep 21 15:54:41.303862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.344734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:41.348895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:port and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:41.351902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:41.357959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:41.386348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.398509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Transition to ACTIVE for port object d5afe947-0ac9-423d-92df-7487550277a6 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:41.420653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Transition to ACTIVE for port object d5afe947-0ac9-423d-92df-7487550277a6 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:41.452876 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-813fbcb4-5abb-4ee3-8c5e-c0935a06cb94 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f45cec78ccf456abdf53560cbefee5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5193172 Sep 21 15:54:41.467387 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36126) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:41.476224 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c8197bd9-174a-43f8-8847-167d7d6b9791 req-d943f149-e1f8-4d56-82fa-b4787a9051c1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717578 Sep 21 15:54:41.531096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.537200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:41.537664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.548942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.575270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:41.578717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.597654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:41.630744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:41.635795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:41.639578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:41.676331 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-14bfb3af-288e-437a-a0dc-f98256dd3989 service neutron] 10.222.0.33 "GET /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171361 Sep 21 15:54:41.685344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] device_id is not set on port 2915f059-d11f-4704-85ce-2c4ffeeeb551 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:54:41.690135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Pushing event updated for resources: {'Port': ['ID=d5afe947-0ac9-423d-92df-7487550277a6,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:41.727522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:41.755982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Attempting to bind port d5afe947-0ac9-423d-92df-7487550277a6 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:41.756744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Attempting to bind port d5afe947-0ac9-423d-92df-7487550277a6 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:41.757124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Attempting to bind port d5afe947-0ac9-423d-92df-7487550277a6 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:41.763045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:41.763425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:41.763826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.764219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:41.765272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Bound port: d5afe947-0ac9-423d-92df-7487550277a6, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:41.765949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.774622 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5990226 Sep 21 15:54:41.785089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36132) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:41.821111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'ports': [{'network_id': 'c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f', 'name': 'tempest-port--183611832', 'admin_state_up': True}, {'network_id': '124a885f-bfe8-4e94-bf4e-6833d5e13ae2', 'admin_state_up': False}]} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:41.821620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'port': {'network_id': 'c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f', 'name': 'tempest-port--183611832', 'admin_state_up': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:41.822124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'port': {'network_id': '124a885f-bfe8-4e94-bf4e-6833d5e13ae2', 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:41.838754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493a8e3-d1ef-442a-b54d-ebcd5d49f8b3 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Network': ['ID=124a885f-bfe8-4e94-bf4e-6833d5e13ae2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:41.845976 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3308d255-cf5a-4102-a123-ab84b9f902aa req-91485920-eb43-4217-8caa-be6d9d2392de service neutron] 10.222.0.33 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355117 Sep 21 15:54:41.853400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 124a885f-bfe8-4e94-bf4e-6833d5e13ae2 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:41.894768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10a1064-a941-4935-b87b-8fa59aed8c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:41.911965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:41.975768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] For port d5afe947-0ac9-423d-92df-7487550277a6, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:41.999730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] For port d5afe947-0ac9-423d-92df-7487550277a6, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d5afe947-0ac9-423d-92df-7487550277a6,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:42.027343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc41afc8-ffca-4d2d-890d-3fce09a76f69 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:54:42.042104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.063998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.072950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10a1064-a941-4935-b87b-8fa59aed8c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.104113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186704a-65e0-493e-850f-a9831f9b91cf req-69b1f7c3-c173-4297-bb58-750cb7c676eb tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:42.105838 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b186704a-65e0-493e-850f-a9831f9b91cf req-69b1f7c3-c173-4297-bb58-750cb7c676eb tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 943 time: 0.4492216 Sep 21 15:54:42.108708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Transition to ACTIVE for port object bc41afc8-ffca-4d2d-890d-3fce09a76f69 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:42.110792 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15622d91-9063-4b6c-8f50-a7b00e771c05 req-80ca5285-f7e0-4c2f-a3c3-d181cbe9fc32 service neutron] 10.222.0.33 "GET /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873005 Sep 21 15:54:42.154435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.177696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8b855-1c99-427e-bc2b-3b92fd5b93d1 None None] Pushing event updated for resources: {'Port': ['ID=d5afe947-0ac9-423d-92df-7487550277a6,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:42.190329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d46e1b-5a48-46d2-b9e5-a99940370da6 req-4efbfd51-9415-429c-9e1b-4df1f5bbce2a tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:42.190616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.190731 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-12d46e1b-5a48-46d2-b9e5-a99940370da6 req-4efbfd51-9415-429c-9e1b-4df1f5bbce2a tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 944 time: 0.7718623 Sep 21 15:54:42.320164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b186704a-65e0-493e-850f-a9831f9b91cf req-55abe877-9370-473e-a086-523cc2787723 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060838 Sep 21 15:54:42.352328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 398c5db0-c2c4-4091-9e85-0cc0273a36d7 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:54:42.376026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.20.0.10 (93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d/e67754f3-385e-45d1-b7d6-b3325936a59a/2915f059-d11f-4704-85ce-2c4ffeeeb551) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:42.426144 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-12d46e1b-5a48-46d2-b9e5-a99940370da6 req-4d26f052-5cb2-4519-aedf-97103ff21231 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157969 Sep 21 15:54:42.454958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:42.462128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Usage tracker for resource:port and tenant:4ee9d7313c3b42d695c5b08aa832d96d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:42.484561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:42.497828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-be0c2d91-a817-43d1-af0c-93bb003e9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:42.500097 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-be0c2d91-a817-43d1-af0c-93bb003e9c3b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=18e654ddde5b44c782c015f2e5d0ac93&device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 1097 time: 0.4812958 Sep 21 15:54:42.506544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:42.543327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Pushing event updated for resources: {'Port': ['ID=bc41afc8-ffca-4d2d-890d-3fce09a76f69,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:42.633367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10a1064-a941-4935-b87b-8fa59aed8c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.784254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Made reservation on behalf of 4ee9d7313c3b42d695c5b08aa832d96d for: {'port': 2} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:42.789285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.855476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a1064-a941-4935-b87b-8fa59aed8c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e77c46-ba5d-4a9e-b09e-d69d16e2c184,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:42.882478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Attempting to bind port bc41afc8-ffca-4d2d-890d-3fce09a76f69 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:42.882786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Attempting to bind port bc41afc8-ffca-4d2d-890d-3fce09a76f69 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:42.883077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Attempting to bind port bc41afc8-ffca-4d2d-890d-3fce09a76f69 on network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:42.904731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Port bc41afc8-ffca-4d2d-890d-3fce09a76f69 on network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:54:42.905052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Attempting to bind port bc41afc8-ffca-4d2d-890d-3fce09a76f69 on network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:42.908668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-6457704a-e034-4300-ae2e-b18a23c1f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:42.910182 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-6457704a-e034-4300-ae2e-b18a23c1f7ef service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=60f9c1d29d1f4fa7ad85ab235a977e0d&device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 1096 time: 0.6411424 Sep 21 15:54:42.923551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.924234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:42.924574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Checking segment: {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:42.924952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Bound using segment: {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:42.925383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Bound port: bc41afc8-ffca-4d2d-890d-3fce09a76f69, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13cab534-37cb-4580-930a-6c11708ed83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:42.925728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.972937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10a1064-a941-4935-b87b-8fa59aed8c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:42.977184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b10a1064-a941-4935-b87b-8fa59aed8c7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0e77c46-ba5d-4a9e-b09e-d69d16e2c184 HTTP/1.1" status: 204 len: 168 time: 1.5056252 Sep 21 15:54:43.070626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::26d6:46d7:1fa2:9339 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/3630695d-4f96-45b5-a0a9-42bbcba75b19/398c5db0-c2c4-4091-9e85-0cc0273a36d7) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:43.123183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.153759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9db34-ad07-4d24-b6b8-5653fbb75fe1 req-cf551dc6-1386-4281-bac8-5ff6e7cbc4aa tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:43.155232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ceb9db34-ad07-4d24-b6b8-5653fbb75fe1 req-cf551dc6-1386-4281-bac8-5ff6e7cbc4aa tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 943 time: 0.5286422 Sep 21 15:54:43.259326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d5afe947-0ac9-423d-92df-7487550277a6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:43.267940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] For port bc41afc8-ffca-4d2d-890d-3fce09a76f69, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:43.327817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-1b3d0e5b-0845-4855-842a-132e2c1fcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:43.329636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-1b3d0e5b-0845-4855-842a-132e2c1fcbbd service neutron] 10.222.0.33 "GET /v2.0/networks?id=4b0dcfd0-e147-472e-bce4-ac56ba61549d HTTP/1.1" status: 200 len: 907 time: 0.4064126 Sep 21 15:54:43.331279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] For port bc41afc8-ffca-4d2d-890d-3fce09a76f69, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:43.338917 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ceb9db34-ad07-4d24-b6b8-5653fbb75fe1 req-7609b6f7-2dfb-4e5b-821b-288d0c3bebf4 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562569 Sep 21 15:54:43.346893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.391877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-7e5406ee-d802-4c21-b943-a33ad299ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:43.393692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-7e5406ee-d802-4c21-b943-a33ad299ef10 service neutron] 10.222.0.33 "GET /v2.0/networks?id=252cbf10-1a0a-43b3-b797-08f153c604e4 HTTP/1.1" status: 200 len: 912 time: 0.8440931 Sep 21 15:54:43.442556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.503082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port d5afe947-0ac9-423d-92df-7487550277a6 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:43.543998 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-c4d53502-bdb4-400f-94b8-7c4a78200740 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae HTTP/1.1" status: 200 len: 217 time: 0.2037859 Sep 21 15:54:43.550179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:43.550807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.552490 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] 10.222.0.33 "PUT /v2.0/ports/bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 1093 time: 3.3635380 Sep 21 15:54:43.568455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'tag': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:54:43.570949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97919ff2-2618-4e52-afa2-7b6519face83" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1797fd-36f9-4a00-b7ac-371d13087a3d", "tag": "bc41afc8-ffca-4d2d-890d-3fce09a76f69"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:54:43.577051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b0155d5b-c79d-4886-82bb-43cfc4f0a209 None None] Provisioning for port d5afe947-0ac9-423d-92df-7487550277a6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:43.584907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b0155d5b-c79d-4886-82bb-43cfc4f0a209 None None] Provisioning complete for port d5afe947-0ac9-423d-92df-7487550277a6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:43.585579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0155d5b-c79d-4886-82bb-43cfc4f0a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.626489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] device_id is not set on port bf5ba6b4-861e-4b0e-a1ad-32cbe2a931f5 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:54:43.674144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.678073 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-be9c86cb-180a-4572-be98-643df7f2516f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49f28112-45d2-4a94-b902-1d5a38c19059 HTTP/1.1" status: 200 len: 217 time: 0.2190933 Sep 21 15:54:43.775795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b0155d5b-c79d-4886-82bb-43cfc4f0a209 None None] Current status of the port d5afe947-0ac9-423d-92df-7487550277a6 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:43.775795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0155d5b-c79d-4886-82bb-43cfc4f0a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.819533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b0155d5b-c79d-4886-82bb-43cfc4f0a209 None None] For port d5afe947-0ac9-423d-92df-7487550277a6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d5afe947-0ac9-423d-92df-7487550277a6,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:43.841557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbea6c-a028-4477-a687-1297c1d5caac service neutron] Pushing event updated for resources: {'Port': ['ID=bc41afc8-ffca-4d2d-890d-3fce09a76f69,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:43.863847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-7114c90b-8a7e-45c8-95f5-d8bd7b5a84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:43.865439 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-7114c90b-8a7e-45c8-95f5-d8bd7b5a84ec service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6353ef71-ae04-4f85-8712-b54dd96a0430 HTTP/1.1" status: 200 len: 845 time: 0.2905717 Sep 21 15:54:43.897901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0155d5b-c79d-4886-82bb-43cfc4f0a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.905024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-d1451244-c83f-4fbc-8f09-5ab7517daf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:43.906807 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-d1451244-c83f-4fbc-8f09-5ab7517daf74 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b8368ded-6c9c-4868-af60-44980d3106f8 HTTP/1.1" status: 200 len: 850 time: 0.2057307 Sep 21 15:54:43.948519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.961551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:43.970820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0155d5b-c79d-4886-82bb-43cfc4f0a209 None None] Pushing event updated for resources: {'Port': ['ID=d5afe947-0ac9-423d-92df-7487550277a6,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:43.997135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 398c5db0-c2c4-4091-9e85-0cc0273a36d7 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:44.013203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60361d-54cd-4073-b020-41c5cf387e17 req-d03d73cd-8d79-4166-88ef-a175490f190d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.015002 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b60361d-54cd-4073-b020-41c5cf387e17 req-d03d73cd-8d79-4166-88ef-a175490f190d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 944 time: 0.3850560 Sep 21 15:54:44.050171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725c62-3d45-4695-9933-b425899e199f req-ba34af82-9c34-4a50-a38d-bfbef8692a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.052028 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-ba34af82-9c34-4a50-a38d-bfbef8692a36 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1096 time: 0.3367686 Sep 21 15:54:44.149688 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-587ca80f-3d52-4220-8dfa-7697177602e3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 217 time: 0.0878584 Sep 21 15:54:44.166742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:44.170612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-1a1344f2-1842-4c9b-b6ec-f17160ded3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.172559 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-1a1344f2-1842-4c9b-b6ec-f17160ded3e3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b0dcfd0-e147-472e-bce4-ac56ba61549d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2927768 Sep 21 15:54:44.216272 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b60361d-54cd-4073-b020-41c5cf387e17 req-7dd9998d-ae62-4588-9c7f-c9de40f51ff0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888294 Sep 21 15:54:44.279225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] device_id is not set on port cc3724d6-7cf6-40a6-92e2-026d37a0300c yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:54:44.301873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b5d49-92a2-4bc2-867a-72002db11f33 req-0c3bda0c-442e-481e-9d53-42c011d4d730 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.303928 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7b0b5d49-92a2-4bc2-867a-72002db11f33 req-0c3bda0c-442e-481e-9d53-42c011d4d730 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 943 time: 0.6129491 Sep 21 15:54:44.305812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:44.311437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:44.321683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Allocated IP 172.26.0.172 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/8d2f3b2b-7a53-4f7a-aa10-ad4474de7214) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:44.326006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:44.329828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:44.365336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e9dec-bd2d-4b37-aaf5-6f54e81b787d x-openstack-request-id: req-745e9dec-bd2d-4b37-aaf5-6f54e81b787d {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:54:44.366783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1797fd-36f9-4a00-b7ac-371d13087a3d", "tag": "bc41afc8-ffca-4d2d-890d-3fce09a76f69", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:54:44.366783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-745e9dec-bd2d-4b37-aaf5-6f54e81b787d {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:54:44.366783 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745e9dec-bd2d-4b37-aaf5-6f54e81b787d'] response: {'name': 'network-changed', 'server_uuid': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'tag': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'status': 'completed', 'code': 200} Sep 21 15:54:44.389718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=2915f059-d11f-4704-85ce-2c4ffeeeb551,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:44.437013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:44.438953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725c62-3d45-4695-9933-b425899e199f req-5dffe823-9979-4528-a122-60ca3ceed846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.440424 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-5dffe823-9979-4528-a122-60ca3ceed846 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.2725649 Sep 21 15:54:44.445882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:44.452896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:44.459289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.459289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:44.464470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=398c5db0-c2c4-4091-9e85-0cc0273a36d7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:44.544313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.544853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:44.556441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-e1605297-9291-4734-a6bd-61ae5ec3fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:44.557983 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-e1605297-9291-4734-a6bd-61ae5ec3fbf0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=252cbf10-1a0a-43b3-b797-08f153c604e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6068542 Sep 21 15:54:44.559642 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-499f2482-2d16-4b2c-93fb-78e10eae1d29 service neutron] 10.222.0.33 "GET /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496733 Sep 21 15:54:44.560791 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7b0b5d49-92a2-4bc2-867a-72002db11f33 req-85a80629-d421-4bbe-84e8-36bb50fb8c29 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371430 Sep 21 15:54:44.782687 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b1bb04e4-a798-444e-8d55-56444b2cde07 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8648899 Sep 21 15:54:44.793403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36170) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:44.799581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:44.822190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '2915f059-d11f-4704-85ce-2c4ffeeeb551', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:44.842554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:44.846421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:44.851773 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-73b7f438-9562-42c7-a609-471fd587c66a service neutron] 10.222.0.33 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800577 Sep 21 15:54:44.857675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:floatingip and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:44.863379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:44.883157 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ceb665bd-885f-470c-81cb-011849e333bd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9604454 Sep 21 15:54:44.889831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36176) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:44.897925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:44.898102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-71a69dc5-41e3-4084-af06-c957ffcdcf15 None None] Provisioning for port 398c5db0-c2c4-4091-9e85-0cc0273a36d7 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:44.905076 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-71a69dc5-41e3-4084-af06-c957ffcdcf15 None None] Provisioning complete for port 398c5db0-c2c4-4091-9e85-0cc0273a36d7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:44.906323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-71a69dc5-41e3-4084-af06-c957ffcdcf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:45.019623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-71a69dc5-41e3-4084-af06-c957ffcdcf15 None None] Port 398c5db0-c2c4-4091-9e85-0cc0273a36d7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:45.025935 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6507ecc-1323-4a7c-84b8-f111e35d81a5 req-2b95eec6-64fd-449f-94f4-62dc6f9a8719 service neutron] 10.222.0.33 "GET /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893111 Sep 21 15:54:45.028118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:45.028293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3725c62-3d45-4695-9933-b425899e199f req-b416bcb6-15c5-4df8-aea3-0165a885bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.029888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-b416bcb6-15c5-4df8-aea3-0165a885bc88 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5664189 Sep 21 15:54:45.066129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:45.075719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a166583-f064-4ea4-bab6-83a59ee33c69 req-e8d6b08e-2849-4043-b5d1-b9a961c4b23e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.083097 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4a166583-f064-4ea4-bab6-83a59ee33c69 req-e8d6b08e-2849-4043-b5d1-b9a961c4b23e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 943 time: 0.5151701 Sep 21 15:54:45.105702 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-681f3176-7fc9-4485-a36a-99b2d733cc3a req-1e0054e2-0881-4620-9be2-4c0e1820b4d6 service neutron] 10.222.0.33 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450702 Sep 21 15:54:45.124933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:45.133729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:45.176741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d5afe947-0ac9-423d-92df-7487550277a6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:45.202657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1985d49b-e7e9-4564-9886-5775477bddd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.208585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1985d49b-e7e9-4564-9886-5775477bddd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.209546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1985d49b-e7e9-4564-9886-5775477bddd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:45.237881 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4a166583-f064-4ea4-bab6-83a59ee33c69 req-17166b7c-4a76-4a93-82b5-f3575ee91e85 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530726 Sep 21 15:54:45.282028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d5afe947-0ac9-423d-92df-7487550277a6 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:45.282414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:45.293517 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-6bcd7b85-59a4-4a47-bd1b-ad0f4efb7c75 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540708 Sep 21 15:54:45.312856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:45.390845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 49f28112-45d2-4a94-b902-1d5a38c19059 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:54:45.424637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1985d49b-e7e9-4564-9886-5775477bddd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:45.427712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1985d49b-e7e9-4564-9886-5775477bddd8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5346749 Sep 21 15:54:45.430225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:45.438153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36190) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:45.453484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d5afe947-0ac9-423d-92df-7487550277a6 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:45.470396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'Port': ['ID=8d2f3b2b-7a53-4f7a-aa10-ad4474de7214,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:45.564341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8ddffffd-4c2c-4a16-be67-36df83a8ddcf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 398c5db0-c2c4-4091-9e85-0cc0273a36d7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:45.564677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8ddffffd-4c2c-4a16-be67-36df83a8ddcf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:45.585960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 49f28112-45d2-4a94-b902-1d5a38c19059, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=49f28112-45d2-4a94-b902-1d5a38c19059,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:45.595674 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f3725c62-3d45-4695-9933-b425899e199f req-d7c701ef-26a6-488f-a552-78e15960de57 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951543 Sep 21 15:54:45.605327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '49f28112-45d2-4a94-b902-1d5a38c19059', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'port_id': '49f28112-45d2-4a94-b902-1d5a38c19059', 'mac_address': 'fa:16:3e:f9:2e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:54:45.694475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 49f28112-45d2-4a94-b902-1d5a38c19059 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:45.694869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:45.736217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f28112-45d2-4a94-b902-1d5a38c19059 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:54:45.754779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 49f28112-45d2-4a94-b902-1d5a38c19059, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=49f28112-45d2-4a94-b902-1d5a38c19059,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:45.806714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Port': ['ID=bf5ba6b4-861e-4b0e-a1ad-32cbe2a931f5,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:45.854130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:45.854130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:54:45.873226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Checking segment: {'id': '8593e306-99d1-40ef-ad86-c9861a2c7a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:45.873590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Network hostable DHCP agents. Network: c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:54:45.929931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcdd1-322c-4459-9dfe-6164be780dfe req-25bddd77-d83b-4ee1-98d9-ac4fa8355968 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:45.931000 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cb1bcdd1-322c-4459-9dfe-6164be780dfe req-25bddd77-d83b-4ee1-98d9-ac4fa8355968 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 944 time: 0.5521374 Sep 21 15:54:45.998804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36204) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:46.002228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8ddffffd-4c2c-4a16-be67-36df83a8ddcf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.009851 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cb1bcdd1-322c-4459-9dfe-6164be780dfe req-bd43ad17-3fd3-4a80-bd95-13050ff7421f tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728457 Sep 21 15:54:46.055621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=49f28112-45d2-4a94-b902-1d5a38c19059,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:46.075398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Network c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:54:46.105254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.134672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:46.152207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'port_id': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'mac_address': 'fa:16:3e:ab:d8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:54:46.175158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8ddffffd-4c2c-4a16-be67-36df83a8ddcf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 398c5db0-c2c4-4091-9e85-0cc0273a36d7 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:46.213928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97919ff2-2618-4e52-afa2-7b6519face83 req-a9d7887b-14a4-42fa-9dc6-f46afa0a908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:46.215318 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-97919ff2-2618-4e52-afa2-7b6519face83 req-a9d7887b-14a4-42fa-9dc6-f46afa0a908e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1096 time: 0.4713135 Sep 21 15:54:46.216168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:46.230734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee129ef-75f9-4375-9714-05ecf3ec78bf None None] Network c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:46.248816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:46.249810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.263410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ea46afe3-5a51-4df9-a276-fae7441c315e tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:46.269288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697039f-7f06-453c-b848-8617e5901873 req-7050ae91-59dc-4590-b705-77f6fc7dd135 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:46.270819 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d697039f-7f06-453c-b848-8617e5901873 req-7050ae91-59dc-4590-b705-77f6fc7dd135 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 943 time: 0.5280149 Sep 21 15:54:46.388615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:46.388797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.400753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.453012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:54:46.463970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97919ff2-2618-4e52-afa2-7b6519face83 req-432b49b9-4133-4ddf-86e5-29075f066165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:46.465437 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-97919ff2-2618-4e52-afa2-7b6519face83 req-432b49b9-4133-4ddf-86e5-29075f066165 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 912 time: 0.2313561 Sep 21 15:54:46.482685 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d697039f-7f06-453c-b848-8617e5901873 req-0f763844-a315-4e10-96dc-5bf22dc275ab tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033069 Sep 21 15:54:46.482948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:46.530897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Port': ['ID=cc3724d6-7cf6-40a6-92e2-026d37a0300c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:46.565609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.582092 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ea46afe3-5a51-4df9-a276-fae7441c315e tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] 10.222.0.65 "PUT /v2.0/quotas/ca2ca50a4b9e4439b9f8d43ee43356ff HTTP/1.1" status: 200 len: 368 time: 0.5767143 Sep 21 15:54:46.589757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36212) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:46.592857 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-97919ff2-2618-4e52-afa2-7b6519face83 req-8c29f06e-aebb-4b2a-8389-5fcaa15d2d14 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 217 time: 0.1196475 Sep 21 15:54:46.605479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Request body: {'network': {'project_id': 'ca2ca50a4b9e4439b9f8d43ee43356ff'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:46.605681 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.26.0.250 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/fb8d9820-47fc-4a0c-8fb4-c979cf560054) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:46.607093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Checking segment: {'id': '9c2d6c39-7aee-493d-99ea-a28a5dcf2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '124a885f-bfe8-4e94-bf4e-6833d5e13ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:46.607769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Network hostable DHCP agents. Network: 124a885f-bfe8-4e94-bf4e-6833d5e13ae2, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:54:46.640082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:46.640261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:46.657838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Usage tracker for resource:network and tenant:ca2ca50a4b9e4439b9f8d43ee43356ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:46.668864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:46.682558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:46.698785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97919ff2-2618-4e52-afa2-7b6519face83 req-3d5864b8-19fd-4311-94c7-cc979da38c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:46.700616 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-97919ff2-2618-4e52-afa2-7b6519face83 req-3d5864b8-19fd-4311-94c7-cc979da38c75 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.1000705 Sep 21 15:54:46.803780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Network 124a885f-bfe8-4e94-bf4e-6833d5e13ae2 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:54:46.854116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Made reservation on behalf of ca2ca50a4b9e4439b9f8d43ee43356ff for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:46.855710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.864094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8ddffffd-4c2c-4a16-be67-36df83a8ddcf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.916714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:46.920500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['766fa05f-b8e1-4fa6-b0a7-e139f1c535ae'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:54:46.945810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddffffd-4c2c-4a16-be67-36df83a8ddcf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=398c5db0-c2c4-4091-9e85-0cc0273a36d7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:46.971961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['49f28112-45d2-4a94-b902-1d5a38c19059'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:54:47.000824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:47.010758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Usage tracker for resource:security_group_rule and tenant:ca2ca50a4b9e4439b9f8d43ee43356ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:47.013817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8ddffffd-4c2c-4a16-be67-36df83a8ddcf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.018146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:47.027145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:47.113507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9597-be57-4447-8227-cf7c5b65c5c0 req-60a53c11-6345-43de-ba62-d1d6bbb08d3e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.115266 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c27b9597-be57-4447-8227-cf7c5b65c5c0 req-60a53c11-6345-43de-ba62-d1d6bbb08d3e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 943 time: 0.7155981 Sep 21 15:54:47.165292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97919ff2-2618-4e52-afa2-7b6519face83 req-149c15b3-587b-4d7c-b9c4-8e2816b9379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.167513 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-97919ff2-2618-4e52-afa2-7b6519face83 req-149c15b3-587b-4d7c-b9c4-8e2816b9379c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4592190 Sep 21 15:54:47.212268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.246015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 124a885f-bfe8-4e94-bf4e-6833d5e13ae2) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:47.259344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2482364e-fba7-4ca2-b6b3-0172794aac66 None None] Network 124a885f-bfe8-4e94-bf4e-6833d5e13ae2 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:47.266461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:47.272293 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.280273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.280420 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8ddffffd-4c2c-4a16-be67-36df83a8ddcf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/398c5db0-c2c4-4091-9e85-0cc0273a36d7 HTTP/1.1" status: 204 len: 168 time: 1.8386214 Sep 21 15:54:47.280500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.284136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36218) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:47.353715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.401845 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c27b9597-be57-4447-8227-cf7c5b65c5c0 req-622491b4-3238-447e-9915-03b4908e822c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741420 Sep 21 15:54:47.403003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.436676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74293fcd-a12e-419e-b242-bc8fd057e132 req-274d4dc2-c142-4154-ab14-45ddea338ef5 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.436676 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74293fcd-a12e-419e-b242-bc8fd057e132 req-274d4dc2-c142-4154-ab14-45ddea338ef5 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 945 time: 0.2599089 Sep 21 15:54:47.436676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.477764 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-97919ff2-2618-4e52-afa2-7b6519face83 req-ad5ab853-bef5-43c5-83da-16b7ee60d1d0 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322319 Sep 21 15:54:47.491338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:47.529994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bba9eb-3b0b-40c2-b0e2-6546eca6d8c6,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:47.570494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a64a5-997b-4bd9-8d1e-c35e61e8fc82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.572180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a64a5-997b-4bd9-8d1e-c35e61e8fc82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.573815 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9c1a64a5-997b-4bd9-8d1e-c35e61e8fc82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2842150 Sep 21 15:54:47.581288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36224) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:47.584772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=fb8d9820-47fc-4a0c-8fb4-c979cf560054,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:47.591905 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-da489449-6d33-4b06-870e-26e8a37084de tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.7997701 Sep 21 15:54:47.594017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.594371 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Added segment 6ed7d6e8-3aad-4e70-bd94-0da429a6d25a of type vlan for network 9614b9a8-5e4c-462d-9ab7-4a1bcefd2c57 Sep 21 15:54:47.600601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36228) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:47.619896 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74293fcd-a12e-419e-b242-bc8fd057e132 req-5d04701f-ae44-4fc8-bc29-f5d17362ff63 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849201 Sep 21 15:54:47.624763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:47.631746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:47.639998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:47.701649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.707857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.767653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-97919ff2-2618-4e52-afa2-7b6519face83 req-a904c50a-d22b-4a72-b480-086e03d241db service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737558 Sep 21 15:54:47.786297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96d020-824d-404f-ba0d-9374a019a711 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.792839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96d020-824d-404f-ba0d-9374a019a711 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.794385 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f96d020-824d-404f-ba0d-9374a019a711 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1871109 Sep 21 15:54:47.797324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36232) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:47.842006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.842963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:47.843542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.850123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 3630695d-4f96-45b5-a0a9-42bbcba75b19 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:54:47.858674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:47.962070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Deleting port bf5ba6b4-861e-4b0e-a1ad-32cbe2a931f5 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:47.962338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.017849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Pushing event updated for resources: {'Network': ['ID=9614b9a8-5e4c-462d-9ab7-4a1bcefd2c57,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:48.023907 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0d2a90cd-413b-4fc4-8a77-6e3168118428 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4329746 Sep 21 15:54:48.037824 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 9614b9a8-5e4c-462d-9ab7-4a1bcefd2c57 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:48.046555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36236) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:48.050839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.090984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Request body: {'network': {'project_id': 'ca2ca50a4b9e4439b9f8d43ee43356ff'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:48.145511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:48.167780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Usage tracker for resource:network and tenant:ca2ca50a4b9e4439b9f8d43ee43356ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:48.179170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:48.189835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:48.197281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.202377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40c9a-d566-41cf-8b0a-87098fa556b5 req-68b3be48-1a42-4491-b1af-536d37a429d4 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:48.203848 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bda40c9a-d566-41cf-8b0a-87098fa556b5 req-68b3be48-1a42-4491-b1af-536d37a429d4 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 944 time: 0.5780017 Sep 21 15:54:48.329355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Calling delete_port for bf5ba6b4-861e-4b0e-a1ad-32cbe2a931f5 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:48.337888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Made reservation on behalf of ca2ca50a4b9e4439b9f8d43ee43356ff for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:48.340650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.410350 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bda40c9a-d566-41cf-8b0a-87098fa556b5 req-059592aa-4c73-465e-80b6-6b5bfc55041d tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941581 Sep 21 15:54:48.460254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.503075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.515123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Router c46e640a-ab39-482f-bfa2-1db5ed49314a is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:54:48.540567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:48.593196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Port': ['ID=bf5ba6b4-861e-4b0e-a1ad-32cbe2a931f5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:48.612881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.613416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.613660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.613922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.614271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.614598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.614947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.615270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.615599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.615919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.616237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.616553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:48.622508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.642251 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aaf672ea-e694-4cbf-9ffe-d588b321b2a6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/ports/bf5ba6b4-861e-4b0e-a1ad-32cbe2a931f5 HTTP/1.1" status: 204 len: 168 time: 0.8416088 Sep 21 15:54:48.645023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36242) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:48.650142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.650497 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Added segment 5bce0ae7-a696-4ba0-ae6d-6ff8281ab9e5 of type vlan for network 0b06dfa1-5286-4dab-af06-f1bb11b41883 Sep 21 15:54:48.733461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5e578a06-6fa1-4bce-814a-13d8c676d31d tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Deleting port cc3724d6-7cf6-40a6-92e2-026d37a0300c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:48.733799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5e578a06-6fa1-4bce-814a-13d8c676d31d tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:48.878336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156964c-69e8-42dc-a15a-2f491aa7d550 req-e6edf22d-f696-4166-81b7-d8b71e8d834a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:48.880582 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1156964c-69e8-42dc-a15a-2f491aa7d550 req-e6edf22d-f696-4166-81b7-d8b71e8d834a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 943 time: 0.3339043 Sep 21 15:54:48.983896 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1156964c-69e8-42dc-a15a-2f491aa7d550 req-0f3abae6-15ad-4ce1-b88c-7d586f56d639 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954297 Sep 21 15:54:49.047859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.099337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5e578a06-6fa1-4bce-814a-13d8c676d31d tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.100506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.119441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=3630695d-4f96-45b5-a0a9-42bbcba75b19,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:49.131162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ca67a2-b2b2-4e1d-9a9f-b7ce587ea0e1 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:49.138172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.155159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.155821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.155821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.156161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.156493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.156828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.157153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.157483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.157816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.158162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.158488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.158808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:49.190764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:49.204694 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Sync routers for ids ['c46e640a-ab39-482f-bfa2-1db5ed49314a'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:49.214863 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Routers {'c46e640a-ab39-482f-bfa2-1db5ed49314a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:49.215764 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c46e640a-ab39-482f-bfa2-1db5ed49314a'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:49.236203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5e578a06-6fa1-4bce-814a-13d8c676d31d tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Calling delete_port for cc3724d6-7cf6-40a6-92e2-026d37a0300c owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:49.269172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160215e-17cc-4b35-8c8d-06bc496bb868 req-b11191c9-eb4a-4a67-b8c3-b7a5bc87a9c0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:49.277061 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1160215e-17cc-4b35-8c8d-06bc496bb868 req-b11191c9-eb4a-4a67-b8c3-b7a5bc87a9c0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 945 time: 0.5340798 Sep 21 15:54:49.301149 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6b055d67-1e15-43d6-a43c-a8a841e3a7ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/3630695d-4f96-45b5-a0a9-42bbcba75b19 HTTP/1.1" status: 204 len: 168 time: 1.7113450 Sep 21 15:54:49.302255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36248) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:49.369560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bc41afc8-ffca-4d2d-890d-3fce09a76f69 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 15:54:49.381531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.382429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:49.383018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.386557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.389055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 49f28112-45d2-4a94-b902-1d5a38c19059 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:49.390460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36252) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:49.390761 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e9f88203-4740-49d6-8aaa-f6a6e3af7c9c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.9086070 Sep 21 15:54:49.393878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.429251 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Set router c46e640a-ab39-482f-bfa2-1db5ed49314a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:49.482123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5e578a06-6fa1-4bce-814a-13d8c676d31d tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.491396 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ff5f122c-fa5c-482a-a56c-5807740fa45f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1870229 Sep 21 15:54:49.497521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36258) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:49.540024 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1160215e-17cc-4b35-8c8d-06bc496bb868 req-7b456f43-533c-46ee-8188-7792849d9af9 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622950 Sep 21 15:54:49.569527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:54:49.579396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] Deleting port d5afe947-0ac9-423d-92df-7487550277a6 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:49.579782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.593233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:49.640460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Pushing event updated for resources: {'Network': ['ID=0b06dfa1-5286-4dab-af06-f1bb11b41883,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:49.642553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bc41afc8-ffca-4d2d-890d-3fce09a76f69, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:49.655721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 49f28112-45d2-4a94-b902-1d5a38c19059 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:49.665251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 49f28112-45d2-4a94-b902-1d5a38c19059 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:49.665627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.671270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e578a06-6fa1-4bce-814a-13d8c676d31d tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Port': ['ID=cc3724d6-7cf6-40a6-92e2-026d37a0300c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:49.690251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 0b06dfa1-5286-4dab-af06-f1bb11b41883 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:49.729633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'port_id': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'mac_address': 'fa:16:3e:e5:66:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 15:54:49.747443 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c727e870-64d8-4f59-aa25-1428db656d03 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6994214 Sep 21 15:54:49.748811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36262) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:49.755804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0131cca5-b090-4045-9dd7-33e72ca694b1 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Request body: {'network': {'project_id': 'ca2ca50a4b9e4439b9f8d43ee43356ff'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:49.772246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0131cca5-b090-4045-9dd7-33e72ca694b1 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:49.793040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5e578a06-6fa1-4bce-814a-13d8c676d31d tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.799207 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5e578a06-6fa1-4bce-814a-13d8c676d31d tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/ports/cc3724d6-7cf6-40a6-92e2-026d37a0300c HTTP/1.1" status: 204 len: 168 time: 1.1553979 Sep 21 15:54:49.813570 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46e640a-ab39-482f-bfa2-1db5ed49314a', 'name': 'tempest-snat-router-293399225', 'tenant_id': '49390691179840948b89a0229ce9a68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.172'}], 'enable_snat': False}, 'gw_port_id': '8d2f3b2b-7a53-4f7a-aa10-ad4474de7214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:54:40Z', 'updated_at': '2022-09-21T15:54:45Z', 'revision_number': 3, 'project_id': '49390691179840948b89a0229ce9a68c', 'gw_port': {'id': '8d2f3b2b-7a53-4f7a-aa10-ad4474de7214', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46e640a-ab39-482f-bfa2-1db5ed49314a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:43Z', 'updated_at': '2022-09-21T15:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:49.817533 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Checking router: c46e640a-ab39-482f-bfa2-1db5ed49314a for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:54:49.818621 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Updating router c46e640a-ab39-482f-bfa2-1db5ed49314a port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:54:49.859305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36266) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:49.862086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.871832 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.906298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bc41afc8-ffca-4d2d-890d-3fce09a76f69 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:49.906594 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:49.907359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0131cca5-b090-4045-9dd7-33e72ca694b1 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Usage tracker for resource:network and tenant:ca2ca50a4b9e4439b9f8d43ee43356ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:49.921909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:49.933988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc41afc8-ffca-4d2d-890d-3fce09a76f69 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 15:54:49.934180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:49.940079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:49.953903 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6bbc8707-8734-4590-b2e9-502054ecce3c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/routers/c46e640a-ab39-482f-bfa2-1db5ed49314a HTTP/1.1" status: 200 len: 908 time: 0.5623059 Sep 21 15:54:49.957899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:49.960917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36270) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:49.968782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'router': {'name': 'tempest-snat-router-293399225', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': True}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:49.973351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:49.978581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Usage tracker for resource:router and tenant:49390691179840948b89a0229ce9a68c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:49.981578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:49.987888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:50.017551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afae99-24dd-4b77-ad83-af3638d1e9d9 req-3aa282b0-54fb-42ab-91c9-3973c8f90bcb tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:50.018631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0131cca5-b090-4045-9dd7-33e72ca694b1 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:50.019889 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-30afae99-24dd-4b77-ad83-af3638d1e9d9 req-3aa282b0-54fb-42ab-91c9-3973c8f90bcb tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 944 time: 0.3963265 Sep 21 15:54:50.035472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0131cca5-b090-4045-9dd7-33e72ca694b1 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:50.063616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bc41afc8-ffca-4d2d-890d-3fce09a76f69, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:50.095417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.098426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.122006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:50.126761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.133312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 49f28112-45d2-4a94-b902-1d5a38c19059 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:50.135286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.161308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.226568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] For port d5afe947-0ac9-423d-92df-7487550277a6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d5afe947-0ac9-423d-92df-7487550277a6,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:50.226965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.242809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f28112-45d2-4a94-b902-1d5a38c19059'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:54:50.278640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.280511 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0131cca5-b090-4045-9dd7-33e72ca694b1 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 15:54:50.281039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0131cca5-b090-4045-9dd7-33e72ca694b1 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:54:50.284994 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0131cca5-b090-4045-9dd7-33e72ca694b1 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5321085 Sep 21 15:54:50.286507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ace2371f-4181-403b-81d2-7ac58bb8541c tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Synchronizing usage tracker for tenant:4ee9d7313c3b42d695c5b08aa832d96d on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:50.292382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36276) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:50.296637 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.313064 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Transition to ACTIVE for port object 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:50.343051 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-30afae99-24dd-4b77-ad83-af3638d1e9d9 req-11d254e8-81a7-4a0b-8bbc-38a8126e2b16 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161516 Sep 21 15:54:50.358807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.389605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.465588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['bc41afc8-ffca-4d2d-890d-3fce09a76f69'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 15:54:50.480041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.493495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 49f28112-45d2-4a94-b902-1d5a38c19059, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=49f28112-45d2-4a94-b902-1d5a38c19059,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:50.500448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] Calling delete_port for d5afe947-0ac9-423d-92df-7487550277a6 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:50.520803 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.534293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d63509f-51aa-4f53-87f6-48a9f5ec9cd5" -d '{"events": [{"server_uuid": "2b1ea49b-799c-471b-a1bf-c45f517127b8", "name": "network-vif-plugged", "status": "completed", "tag": "49f28112-45d2-4a94-b902-1d5a38c19059"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:54:50.534533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.565116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ace2371f-4181-403b-81d2-7ac58bb8541c tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Unset dirty status for tenant:4ee9d7313c3b42d695c5b08aa832d96d on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:50.565116 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ace2371f-4181-403b-81d2-7ac58bb8541c tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6658239 Sep 21 15:54:50.578867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.579627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:50.581570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36290) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:50.593799 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8089c008-3efa-40c6-bc30-8693678a4a27 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca2ca50a4b9e4439b9f8d43ee43356ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990847 Sep 21 15:54:50.603825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36294) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:50.609573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2082217179'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:50.653713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bc41afc8-ffca-4d2d-890d-3fce09a76f69,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:50.654202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:50.668954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Usage tracker for resource:network and tenant:4ee9d7313c3b42d695c5b08aa832d96d is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:50.674245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=fb8d9820-47fc-4a0c-8fb4-c979cf560054,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:50.678594 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.678779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.679121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.679463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.679799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.680136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.680471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.680801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.681250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.681535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.681775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.682129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:54:50.682234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:50.684336 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Attempting to bind port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:50.685348 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Attempting to bind port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:50.685980 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Attempting to bind port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:50.733452 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:50.735337 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:50.735883 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.737199 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:50.737989 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Bound port: 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:50.741247 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.788298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d8b24f-818f-4f25-99bc-4618f9beb78f x-openstack-request-id: req-17d8b24f-818f-4f25-99bc-4618f9beb78f {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:54:50.788637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ea49b-799c-471b-a1bf-c45f517127b8", "name": "network-vif-plugged", "status": "completed", "tag": "49f28112-45d2-4a94-b902-1d5a38c19059", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:54:50.788846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17d8b24f-818f-4f25-99bc-4618f9beb78f {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:54:50.789377 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d8b24f-818f-4f25-99bc-4618f9beb78f'] response: {'server_uuid': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f28112-45d2-4a94-b902-1d5a38c19059', 'code': 200} Sep 21 15:54:50.829224 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c9680-d42f-4973-8c2b-b132c0cb9a45 None None] Pushing event updated for resources: {'Port': ['ID=8d2f3b2b-7a53-4f7a-aa10-ad4474de7214,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:50.843031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:50.859589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:50.859966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.860705 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] For port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:50.864453 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] For port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2f3b2b-7a53-4f7a-aa10-ad4474de7214,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:50.893736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:50.934335 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:50.940269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=49f28112-45d2-4a94-b902-1d5a38c19059,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:50.967619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8264a42-c3d5-485c-9cbd-359aa1212f00 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.024253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8264a42-c3d5-485c-9cbd-359aa1212f00 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.034900 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Routers {'c46e640a-ab39-482f-bfa2-1db5ed49314a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:51.038467 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c46e640a-ab39-482f-bfa2-1db5ed49314a'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:51.040098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.069158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:51.137117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:51.138823 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP 0c2a6d39-11a7-4d07-8156-f5b5b112f3ec associated. External IP: 172.26.0.250, port: 2915f059-d11f-4704-85ce-2c4ffeeeb551. Sep 21 15:54:51.144629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:51.145232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.157187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.194270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=1354f631-f619-470a-96ad-f60cfcefe999,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:51.198738 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c9680-d42f-4973-8c2b-b132c0cb9a45 None None] Pushing event updated for resources: {'Port': ['ID=8d2f3b2b-7a53-4f7a-aa10-ad4474de7214,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:51.209593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] Pushing event deleted for resources: {'Port': ['ID=d5afe947-0ac9-423d-92df-7487550277a6,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:51.211246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Made reservation on behalf of 4ee9d7313c3b42d695c5b08aa832d96d for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:51.216321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.226303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d5afe947-0ac9-423d-92df-7487550277a6 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:54:51.228752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8264a42-c3d5-485c-9cbd-359aa1212f00 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.260088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425698a-4dd9-4724-b743-a3a6c4f917e4 req-fb4db64a-91b5-4e25-a4b7-8b6fad539499 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:51.268402 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5425698a-4dd9-4724-b743-a3a6c4f917e4 req-fb4db64a-91b5-4e25-a4b7-8b6fad539499 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.2695072 Sep 21 15:54:51.278462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: d5afe947-0ac9-423d-92df-7487550277a6 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:54:51.278814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d5afe947-0ac9-423d-92df-7487550277a6 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:54:51.280602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e2373-964b-42b3-bb54-364d4868a39f None None] No DVR routers for this DVR port d5afe947-0ac9-423d-92df-7487550277a6 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:54:51.296984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb01dc-9bcb-4eb5-9365-8b97f2a52815 req-7b05bb7e-c5ce-416c-9a9f-99bc915cddf9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:51.303359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:51.306451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.306562 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93eb01dc-9bcb-4eb5-9365-8b97f2a52815 req-7b05bb7e-c5ce-416c-9a9f-99bc915cddf9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 944 time: 1.0225434 Sep 21 15:54:51.313707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3ee44-d5df-4c34-81da-9c96d2c8dc8b None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:51.317137 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] Set router c46e640a-ab39-482f-bfa2-1db5ed49314a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:51.317612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8264a42-c3d5-485c-9cbd-359aa1212f00 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bba9eb-3b0b-40c2-b0e2-6546eca6d8c6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:51.330769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:51.339546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.339885 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Added segment 45c9453f-b946-4931-998e-c1eb4e5f3172 of type vlan for network aeb3645f-0d87-405d-a62e-5d5f6a9400b8 Sep 21 15:54:51.367652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.428543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5425698a-4dd9-4724-b743-a3a6c4f917e4 req-da2e8f1f-42ce-4356-8ac7-8aec7f15cc76 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454515 Sep 21 15:54:51.436199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-92297b9a-b5c0-4ab2-b734-c6126863b339 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9332316 Sep 21 15:54:51.445001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8264a42-c3d5-485c-9cbd-359aa1212f00 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.446906 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e8264a42-c3d5-485c-9cbd-359aa1212f00 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/64bba9eb-3b0b-40c2-b0e2-6546eca6d8c6 HTTP/1.1" status: 204 len: 168 time: 0.8326516 Sep 21 15:54:51.446906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36300) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:51.461471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36302) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:51.476563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': '1354f631-f619-470a-96ad-f60cfcefe999', 'ip_address': '2001:db8::3cd1:2d35:9179:a1df'}], 'name': 'tempest-NetworksTestDHCPv6-805578412'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:51.486231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:51.572760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.607286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-91027fef-1241-4af9-b010-13b2689b3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:51.608922 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-91027fef-1241-4af9-b010-13b2689b3ea4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 1099 time: 0.2557149 Sep 21 15:54:51.685954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.689335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:51.694709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:51.697645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:51.704578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:51.723509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:51.723729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:51.726116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] Usage tracker for resource:security_group_rule and tenant:d3abf3f1a31342dd89d439cff7c07831 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:51.732059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:51.739368 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46e640a-ab39-482f-bfa2-1db5ed49314a', 'name': 'tempest-snat-router-293399225', 'tenant_id': '49390691179840948b89a0229ce9a68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.172'}], 'enable_snat': False}, 'gw_port_id': '8d2f3b2b-7a53-4f7a-aa10-ad4474de7214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:54:40Z', 'updated_at': '2022-09-21T15:54:45Z', 'revision_number': 3, 'project_id': '49390691179840948b89a0229ce9a68c', 'gw_port': {'id': '8d2f3b2b-7a53-4f7a-aa10-ad4474de7214', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46e640a-ab39-482f-bfa2-1db5ed49314a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:43Z', 'updated_at': '2022-09-21T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:51.744225 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db56205-6873-4cbd-bbe2-22927723fad1 None None] The sync data for ids ['c46e640a-ab39-482f-bfa2-1db5ed49314a'] in dv-neutron-858618-1-hyperv is: [{'id': 'c46e640a-ab39-482f-bfa2-1db5ed49314a', 'name': 'tempest-snat-router-293399225', 'tenant_id': '49390691179840948b89a0229ce9a68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.172'}], 'enable_snat': False}, 'gw_port_id': '8d2f3b2b-7a53-4f7a-aa10-ad4474de7214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:54:40Z', 'updated_at': '2022-09-21T15:54:45Z', 'revision_number': 3, 'project_id': '49390691179840948b89a0229ce9a68c', 'gw_port': {'id': '8d2f3b2b-7a53-4f7a-aa10-ad4474de7214', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46e640a-ab39-482f-bfa2-1db5ed49314a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:43Z', 'updated_at': '2022-09-21T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:51.748113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:51.750562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '1354f631-f619-470a-96ad-f60cfcefe999'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:54:51.752620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.804152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.809534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:51.810153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:51.813268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125f6c8-521a-4432-8d1f-41c0276d1989 req-9e4e29ea-b8a6-458c-8b9d-743cf9936ce9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:51.814913 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2125f6c8-521a-4432-8d1f-41c0276d1989 req-9e4e29ea-b8a6-458c-8b9d-743cf9936ce9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.2050562 Sep 21 15:54:51.950125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/1354f631-f619-470a-96ad-f60cfcefe999/6671e0d6-cdf7-44fb-bbcc-1956ad72be77) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:51.998298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:52.092301 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2125f6c8-521a-4432-8d1f-41c0276d1989 req-8e5b9481-8180-498a-bca3-5aff5a77ede9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689590 Sep 21 15:54:52.158058 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5692773 Sep 21 15:54:52.170195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36308) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:52.186049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-821508142'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:52.186257 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93eb01dc-9bcb-4eb5-9365-8b97f2a52815 req-a9edac77-a6c3-4f61-a7e8-b0738807e4aa tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8787012 Sep 21 15:54:52.192744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:52.198201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Usage tracker for resource:network and tenant:4ee9d7313c3b42d695c5b08aa832d96d is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:52.202071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:52.210104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:52.212750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1540f-b9ba-4b90-8e90-c88a2a424e96 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Network': ['ID=aeb3645f-0d87-405d-a62e-5d5f6a9400b8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:52.221791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.226561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.257353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network aeb3645f-0d87-405d-a62e-5d5f6a9400b8 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:52.259220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.267728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.401055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.419712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Transition to ACTIVE for port object 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:52.434768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Allocated IP 172.26.0.200 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/1146135e-5719-4dd8-902b-997d7fdbc05b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:52.441707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Transition to ACTIVE for port object 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:52.447691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Made reservation on behalf of 4ee9d7313c3b42d695c5b08aa832d96d for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:52.451468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.465795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.532088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.597231 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-02c225a7-c5b7-4b8c-a3c8-d30ba42313b3 req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9457850 Sep 21 15:54:52.609088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.615001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bef07c-b8f7-4b2c-aa4b-f71417e6287d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c46e21ee-a96d-421a-8b6c-60e28d760a37,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:52.629181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.663831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:54:52.667349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:52.675210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:52.681641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Pushing event updated for resources: {'Port': ['ID=6671e0d6-cdf7-44fb-bbcc-1956ad72be77,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:52.686874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:54:52.690230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:52.693470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b06dfa1-5286-4dab-af06-f1bb11b41883']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:52.703160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.705040 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Added segment eb9b8c46-dfb6-4c05-bf37-1500103c05bf of type vlan for network b6d8a0ab-bf4d-40da-b8de-82280f60a24a Sep 21 15:54:52.705447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 1718fc78-2072-4bee-b05e-6622d74620c4 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:54:52.763548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bce0ae7-a696-4ba0-ae6d-6ff8281ab9e5') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:52.763845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bce0ae7-a696-4ba0-ae6d-6ff8281ab9e5') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:52.778163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.786793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.805563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53800e12-7a5e-4751-ae2e-02bfac797133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:54:52.808023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cd91e4-4f87-4773-a2fb-469892742d8b" -d '{"events": [{"server_uuid": "53800e12-7a5e-4751-ae2e-02bfac797133", "name": "network-vif-plugged", "status": "completed", "tag": "766fa05f-b8e1-4fa6-b0a7-e139f1c535ae"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:54:52.842794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.845668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3eb38-0a1d-43c9-882e-97d7210ec439 req-1f7e4789-a255-4fde-9d52-4ec60491067f tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:52.847290 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5aa3eb38-0a1d-43c9-882e-97d7210ec439 req-1f7e4789-a255-4fde-9d52-4ec60491067f tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.2381568 Sep 21 15:54:52.889981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Attempting to bind port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:52.890756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Attempting to bind port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:52.891845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Attempting to bind port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:52.905150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.907244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a12081-6a94-4d35-be21-b7ff334fb402 x-openstack-request-id: req-c6a12081-6a94-4d35-be21-b7ff334fb402 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:54:52.907792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53800e12-7a5e-4751-ae2e-02bfac797133", "name": "network-vif-plugged", "status": "completed", "tag": "766fa05f-b8e1-4fa6-b0a7-e139f1c535ae", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:54:52.908252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6a12081-6a94-4d35-be21-b7ff334fb402 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:54:52.908866 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a12081-6a94-4d35-be21-b7ff334fb402'] response: {'server_uuid': '53800e12-7a5e-4751-ae2e-02bfac797133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'code': 200} Sep 21 15:54:52.909861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:52.910530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:52.911144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.911839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:52.912337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:52.912773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Bound port: 6671e0d6-cdf7-44fb-bbcc-1956ad72be77, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:52.912993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.913581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:52.953774 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5aa3eb38-0a1d-43c9-882e-97d7210ec439 req-acbeda75-b946-4938-950d-c478da73a6a2 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936530 Sep 21 15:54:53.049236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.061032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] For port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:54:53.064684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] For port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6671e0d6-cdf7-44fb-bbcc-1956ad72be77,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:54:53.067428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.108434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:53.108844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.124468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Network': ['ID=b6d8a0ab-bf4d-40da-b8de-82280f60a24a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:53.150917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network b6d8a0ab-bf4d-40da-b8de-82280f60a24a details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:54:53.182020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.259121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:53.263762 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 5bce0ae7-a696-4ba0-ae6d-6ff8281ab9e5 resource provider aggregate not found Sep 21 15:54:53.314020 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 5bce0ae7-a696-4ba0-ae6d-6ff8281ab9e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bce0ae7-a696-4ba0-ae6d-6ff8281ab9e5 found for delete ", "request_id": "req-6448901c-2b61-48dd-a656-25c4f41887c1"}]} Sep 21 15:54:53.418740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:53.419270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:53.427934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bc41afc8-ffca-4d2d-890d-3fce09a76f69 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:53.467267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:53.473423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bf67c-a0a5-403e-a05b-50621c07886d None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:53.478319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::3cd1:2d35:9179:a1df (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/1354f631-f619-470a-96ad-f60cfcefe999/1718fc78-2072-4bee-b05e-6622d74620c4) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:53.481824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:53.505840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.514334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'Port': ['ID=1146135e-5719-4dd8-902b-997d7fdbc05b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:53.517723 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6e4d8c37-c6f9-4c8e-89e9-64f900725e98 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3445380 Sep 21 15:54:53.547384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715bf67c-a0a5-403e-a05b-50621c07886d None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:53.547384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-715bf67c-a0a5-403e-a05b-50621c07886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:53.660464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-715bf67c-a0a5-403e-a05b-50621c07886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:53.670963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc68296-1f5f-4ab7-bfb6-f4a26f431bb6 None None] Pushing event updated for resources: {'Port': ['ID=6671e0d6-cdf7-44fb-bbcc-1956ad72be77,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:53.671398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36324) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:53.682780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715bf67c-a0a5-403e-a05b-50621c07886d None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:53.683411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-715bf67c-a0a5-403e-a05b-50621c07886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:53.749563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:53.768819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:53.769203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.800241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'subnets': [{'network_id': 'aeb3645f-0d87-405d-a62e-5d5f6a9400b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1537856725', 'ip_version': 4}, {'network_id': 'b6d8a0ab-bf4d-40da-b8de-82280f60a24a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:53.800509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'subnet': {'network_id': 'aeb3645f-0d87-405d-a62e-5d5f6a9400b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1537856725', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:53.801276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Request body: {'subnet': {'network_id': 'b6d8a0ab-bf4d-40da-b8de-82280f60a24a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:53.819643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.822625 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] 10.222.0.65 "DELETE /v2.0/networks/0b06dfa1-5286-4dab-af06-f1bb11b41883 HTTP/1.1" status: 204 len: 168 time: 2.1384721 Sep 21 15:54:53.829639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-715bf67c-a0a5-403e-a05b-50621c07886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:53.830122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bf67c-a0a5-403e-a05b-50621c07886d None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:53.835209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6551f3b-d3f2-4b41-b7ec-fd047f84f1f5 req-1d8a179c-d110-4e39-9e72-977fa61562ae tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:53.837217 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f6551f3b-d3f2-4b41-b7ec-fd047f84f1f5 req-1d8a179c-d110-4e39-9e72-977fa61562ae tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.5200377 Sep 21 15:54:53.838574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.844680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36328) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:53.888929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059e6c1-6c07-4a02-9157-6595235ad046 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b06dfa1-5286-4dab-af06-f1bb11b41883,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:53.902512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port bc41afc8-ffca-4d2d-890d-3fce09a76f69 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:53.923448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port bc41afc8-ffca-4d2d-890d-3fce09a76f69 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:53.924073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.983526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:53.984135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16ceee-e6fd-4d60-beef-99229a57d9e7 req-69aa4e31-4749-4c3b-bff5-d49a6aa6079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:53.984304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:53.985838 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fd16ceee-e6fd-4d60-beef-99229a57d9e7 req-69aa4e31-4749-4c3b-bff5-d49a6aa6079e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 1098 time: 0.6522911 Sep 21 15:54:54.016186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2f3b2b-7a53-4f7a-aa10-ad4474de7214,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:54.023309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.046948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 1718fc78-2072-4bee-b05e-6622d74620c4 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:54.078775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bc41afc8-ffca-4d2d-890d-3fce09a76f69 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:54.079064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.097165 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f6551f3b-d3f2-4b41-b7ec-fd047f84f1f5 req-f2dcab05-6d6c-49c3-a3a4-0353e42b96c8 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255735 Sep 21 15:54:54.098710 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6b9dcb85-a122-4cdf-b1c9-1e474cc42e67 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.3025782 Sep 21 15:54:54.102100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36334) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:54.103699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.117381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:54.152792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58bda8-e756-4162-af70-b8e5363863b4 req-fe279c39-d155-4e4f-9779-77d32aad4cee tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:54.160067 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a58bda8-e756-4162-af70-b8e5363863b4 req-fe279c39-d155-4e4f-9779-77d32aad4cee tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 944 time: 0.7554014 Sep 21 15:54:54.181837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bc41afc8-ffca-4d2d-890d-3fce09a76f69, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:54.201590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8d2f3b2b-7a53-4f7a-aa10-ad4474de7214,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:54.221035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.272290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.290806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.337067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-fd16ceee-e6fd-4d60-beef-99229a57d9e7 req-11cf10af-8fa5-450c-80b2-eba200bdb9d0 service neutron] Synchronizing usage tracker for tenant:d3abf3f1a31342dd89d439cff7c07831 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:54.380323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bc41afc8-ffca-4d2d-890d-3fce09a76f69,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:54.417006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:54.423718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:54.432932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:54.439140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:54.439831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.448497 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a58bda8-e756-4162-af70-b8e5363863b4 req-4f411887-f2cc-4930-8f8d-fc652975567c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873263 Sep 21 15:54:54.470663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.523128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:54.539628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=1718fc78-2072-4bee-b05e-6622d74620c4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:54.545462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Usage tracker for resource:subnet and tenant:4ee9d7313c3b42d695c5b08aa832d96d is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:54.553063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:54.571092 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aa8b07cb-abcb-460d-81bb-1afd444b590f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1195471 Sep 21 15:54:54.576415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36338) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:54.608204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:54.676530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-fd16ceee-e6fd-4d60-beef-99229a57d9e7 req-11cf10af-8fa5-450c-80b2-eba200bdb9d0 service neutron] Unset dirty status for tenant:d3abf3f1a31342dd89d439cff7c07831 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:54.678135 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fd16ceee-e6fd-4d60-beef-99229a57d9e7 req-11cf10af-8fa5-450c-80b2-eba200bdb9d0 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5941725 Sep 21 15:54:54.713667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.745564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f250a-a676-4d70-aeeb-cc05956a0820 req-f6b19c67-97f3-4445-9fb9-83710bec0c8c tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:54.747119 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d29f250a-a676-4d70-aeeb-cc05956a0820 req-f6b19c67-97f3-4445-9fb9-83710bec0c8c tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.4366570 Sep 21 15:54:54.750512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9614b9a8-5e4c-462d-9ab7-4a1bcefd2c57']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:54.758656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.827008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Made reservation on behalf of 4ee9d7313c3b42d695c5b08aa832d96d for: {'subnet': 2} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:54.827008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.827008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.841357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed7d6e8-3aad-4e70-bd94-0da429a6d25a') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:54.841662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed7d6e8-3aad-4e70-bd94-0da429a6d25a') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:54.862515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.890056 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d29f250a-a676-4d70-aeeb-cc05956a0820 req-80da100b-03f7-4d41-a3d9-26dbece293fd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331129 Sep 21 15:54:54.899997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e00d3-3d5e-4fb6-b9ec-3bfdbd214c24 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:54.910411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:54:54.913774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8698adf3-ea60-4858-9098-bd92cd3c0d04" -d '{"events": [{"server_uuid": "ad1797fd-36f9-4a00-b7ac-371d13087a3d", "name": "network-vif-plugged", "status": "completed", "tag": "bc41afc8-ffca-4d2d-890d-3fce09a76f69"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:54:54.920440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e00d3-3d5e-4fb6-b9ec-3bfdbd214c24 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:54.921251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-458e00d3-3d5e-4fb6-b9ec-3bfdbd214c24 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:54.953619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:54.953965 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP 0c2a6d39-11a7-4d07-8156-f5b5b112f3ec disassociated. External IP: 172.26.0.250, port: 2915f059-d11f-4704-85ce-2c4ffeeeb551. Sep 21 15:54:54.971022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a35f05d-ebb4-4bfc-bbf5-cebf06793cb2 x-openstack-request-id: req-0a35f05d-ebb4-4bfc-bbf5-cebf06793cb2 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:54:54.971312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1797fd-36f9-4a00-b7ac-371d13087a3d", "name": "network-vif-plugged", "status": "completed", "tag": "bc41afc8-ffca-4d2d-890d-3fce09a76f69", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:54:54.971557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a35f05d-ebb4-4bfc-bbf5-cebf06793cb2 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:54:54.971945 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a35f05d-ebb4-4bfc-bbf5-cebf06793cb2'] response: {'server_uuid': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'code': 200} Sep 21 15:54:55.016825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-458e00d3-3d5e-4fb6-b9ec-3bfdbd214c24 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:55.018030 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-458e00d3-3d5e-4fb6-b9ec-3bfdbd214c24 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4399867 Sep 21 15:54:55.029841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36344) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:55.096782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.157496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-aac00a18-49c2-4b2f-8bd2-2cedd58d6bd1 None None] Provisioning for port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:55.161174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.282540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:54:55.282991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.294964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:55.370836 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 6ed7d6e8-3aad-4e70-bd94-0da429a6d25a resource provider aggregate not found Sep 21 15:54:55.382663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:55.383351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.440350 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 6ed7d6e8-3aad-4e70-bd94-0da429a6d25a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ed7d6e8-3aad-4e70-bd94-0da429a6d25a found for delete ", "request_id": "req-3e70e476-b99c-4604-a237-27ccf9acdc57"}]} Sep 21 15:54:55.440599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-27e23672-1472-4fb4-b0d4-bb970a679169 None None] Provisioning for port 1718fc78-2072-4bee-b05e-6622d74620c4 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:55.451340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-27e23672-1472-4fb4-b0d4-bb970a679169 None None] Provisioning complete for port 1718fc78-2072-4bee-b05e-6622d74620c4 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:55.451837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-27e23672-1472-4fb4-b0d4-bb970a679169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.547955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-59bedb71-88b3-4e59-b408-123aa4cba904 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 1718fc78-2072-4bee-b05e-6622d74620c4 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:55.548727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59bedb71-88b3-4e59-b408-123aa4cba904 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.575253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-27e23672-1472-4fb4-b0d4-bb970a679169 None None] Port 1718fc78-2072-4bee-b05e-6622d74620c4 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:54:55.589392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:55.590611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:55.658833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.659273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.737661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:54:55.748757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:55.749269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.792360 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] 10.222.0.65 "DELETE /v2.0/networks/9614b9a8-5e4c-462d-9ab7-4a1bcefd2c57 HTTP/1.1" status: 204 len: 168 time: 1.9395463 Sep 21 15:54:55.804913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.806940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ac3b9-754d-415f-8a89-36e43e9fd862 tempest-QuotasNegativeTest-400798866 tempest-QuotasNegativeTest-400798866-project-admin] Pushing event deleted for resources: {'Network': ['ID=9614b9a8-5e4c-462d-9ab7-4a1bcefd2c57,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:55.875291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb258d16-6c1b-4a64-b94d-0b9577f6e02b req-202616d6-b09e-44df-8ccf-b51e3e1125f2 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:55.876765 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bb258d16-6c1b-4a64-b94d-0b9577f6e02b req-202616d6-b09e-44df-8ccf-b51e3e1125f2 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.4721739 Sep 21 15:54:55.927938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:55.928510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:55.976388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6671e0d6-cdf7-44fb-bbcc-1956ad72be77,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:54:56.024962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:54:56.030904 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bb258d16-6c1b-4a64-b94d-0b9577f6e02b req-b67a05a6-4fbf-4f2d-9f7d-db315ca2919b tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036727 Sep 21 15:54:56.048660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59bedb71-88b3-4e59-b408-123aa4cba904 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:56.069070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:56.095240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895afd0-653b-44d0-958e-4072e6f6eea7 req-1ed90788-f2ee-4328-9a05-0b71e4e65aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:56.097287 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2895afd0-653b-44d0-958e-4072e6f6eea7 req-1ed90788-f2ee-4328-9a05-0b71e4e65aae service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1098 time: 0.6991179 Sep 21 15:54:56.198129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=6671e0d6-cdf7-44fb-bbcc-1956ad72be77,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:56.240325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430d985-a535-43be-bcdd-eccb37e51417 req-1663abfa-9f70-42dd-a9f1-aa85da7c6cc8 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:56.244318 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8430d985-a535-43be-bcdd-eccb37e51417 req-1663abfa-9f70-42dd-a9f1-aa85da7c6cc8 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5988169 Sep 21 15:54:56.251849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-59bedb71-88b3-4e59-b408-123aa4cba904 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 1718fc78-2072-4bee-b05e-6622d74620c4 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:56.360484 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2895afd0-653b-44d0-958e-4072e6f6eea7 req-e20f3307-df1c-43f6-9c06-b8fc6194ebbb service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442049 Sep 21 15:54:56.373253 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8430d985-a535-43be-bcdd-eccb37e51417 req-d60041fa-d530-4962-8a96-ba8c5f77835e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017189 Sep 21 15:54:56.463658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Router df5d6e73-4612-4294-9cc6-b0588320be2b is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:54:56.553171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:56.553407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:56.565555 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed2bf2-8a64-4eb9-a6f8-974348a602f4 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:56.578875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905dcb6-05f0-453b-a271-184585d4a932 req-c6266c33-ab4f-44a2-a453-9c70c9c36acf tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:56.580341 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f905dcb6-05f0-453b-a271-184585d4a932 req-c6266c33-ab4f-44a2-a453-9c70c9c36acf tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.3051858 Sep 21 15:54:56.582701 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed2bf2-8a64-4eb9-a6f8-974348a602f4 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:56.584681 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a0ed2bf2-8a64-4eb9-a6f8-974348a602f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:56.585560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:56.669560 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a0ed2bf2-8a64-4eb9-a6f8-974348a602f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:56.689616 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed2bf2-8a64-4eb9-a6f8-974348a602f4 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:56.689616 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a0ed2bf2-8a64-4eb9-a6f8-974348a602f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:56.693753 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f905dcb6-05f0-453b-a271-184585d4a932 req-06c1d876-a389-4b40-9fc0-846716ca02dd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805366 Sep 21 15:54:56.702726 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4e68d443-09df-4d4e-9b68-0907e1e59b25 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/floatingips/0c2a6d39-11a7-4d07-8156-f5b5b112f3ec HTTP/1.1" status: 200 len: 688 time: 2.5990310 Sep 21 15:54:56.705628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36364) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:56.707916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36366) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:56.740734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:54:56.752695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Sync routers for ids ['df5d6e73-4612-4294-9cc6-b0588320be2b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:54:56.767135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Routers {'df5d6e73-4612-4294-9cc6-b0588320be2b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:54:56.769615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['df5d6e73-4612-4294-9cc6-b0588320be2b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:56.770394 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a0ed2bf2-8a64-4eb9-a6f8-974348a602f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:56.771103 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed2bf2-8a64-4eb9-a6f8-974348a602f4 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:54:56.809746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Subnet': ['ID=52cb307b-270a-4b16-b865-9bcddec42dc0,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:56.900360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59bedb71-88b3-4e59-b408-123aa4cba904 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:56.990762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bedb71-88b3-4e59-b408-123aa4cba904 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=1718fc78-2072-4bee-b05e-6622d74620c4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:57.018290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Set router df5d6e73-4612-4294-9cc6-b0588320be2b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:54:57.019533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Checking segment: {'id': '45c9453f-b946-4931-998e-c1eb4e5f3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aeb3645f-0d87-405d-a62e-5d5f6a9400b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:57.019972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Network hostable DHCP agents. Network: aeb3645f-0d87-405d-a62e-5d5f6a9400b8, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:54:57.055033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861989d-2166-4868-a665-47a1b0d96107 req-8b80295a-2ef4-48b1-b7bc-ec320be99cf0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:57.056645 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7861989d-2166-4868-a665-47a1b0d96107 req-8b80295a-2ef4-48b1-b7bc-ec320be99cf0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.2531533 Sep 21 15:54:57.067587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.067587 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f29bd48-e50b-4dba-b0bb-43d41fc1e5ae tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0997193 Sep 21 15:54:57.067587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36376) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:57.180402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36380) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:57.185574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59bedb71-88b3-4e59-b408-123aa4cba904 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.187962 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-59bedb71-88b3-4e59-b408-123aa4cba904 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/1718fc78-2072-4bee-b05e-6622d74620c4 HTTP/1.1" status: 204 len: 168 time: 2.1570523 Sep 21 15:54:57.221007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port fb8d9820-47fc-4a0c-8fb4-c979cf560054 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:57.221652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.252039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36388) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:57.260900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:54:57.261657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Network aeb3645f-0d87-405d-a62e-5d5f6a9400b8 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:54:57.265734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Request body: {'floatingip': {'port_id': '49f28112-45d2-4a94-b902-1d5a38c19059'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:57.352550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cd206d5c-390d-40e8-bbee-4ad427fbd859 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/routers/df5d6e73-4612-4294-9cc6-b0588320be2b HTTP/1.1" status: 200 len: 907 time: 0.2861350 Sep 21 15:54:57.356206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36392) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:57.362240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feec4dd1-5974-4975-b980-90090e2d5156 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:57.364023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feec4dd1-5974-4975-b980-90090e2d5156 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:57.364613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-feec4dd1-5974-4975-b980-90090e2d5156 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:57.442972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, aeb3645f-0d87-405d-a62e-5d5f6a9400b8) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:57.447436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.462139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5be97-a2e1-4091-9556-17c91f4ea22b None None] Network aeb3645f-0d87-405d-a62e-5d5f6a9400b8 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:57.469438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.532325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.567669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:54:57.571146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.652515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:57.685764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-feec4dd1-5974-4975-b980-90090e2d5156 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:57.689398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-feec4dd1-5974-4975-b980-90090e2d5156 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4339070 Sep 21 15:54:57.697869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36398) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:57.709251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event updated for resources: {'Subnet': ['ID=556afbd6-74d6-4253-a09a-4d3cf12b69f6,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:57.720729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] Usage tracker for resource:security_group_rule and tenant:5a10b07648f843bf8731c2a8e951152f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:57.730856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:57.759042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Checking segment: {'id': 'eb9b8c46-dfb6-4c05-bf37-1500103c05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b6d8a0ab-bf4d-40da-b8de-82280f60a24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:57.759405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Network hostable DHCP agents. Network: b6d8a0ab-bf4d-40da-b8de-82280f60a24a, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:54:57.773463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:57.814279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5d6e73-4612-4294-9cc6-b0588320be2b', 'name': 'tempest-snat-router-293399225', 'tenant_id': '49390691179840948b89a0229ce9a68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '1146135e-5719-4dd8-902b-997d7fdbc05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:54:50Z', 'updated_at': '2022-09-21T15:54:54Z', 'revision_number': 3, 'project_id': '49390691179840948b89a0229ce9a68c', 'gw_port': {'id': '1146135e-5719-4dd8-902b-997d7fdbc05b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5d6e73-4612-4294-9cc6-b0588320be2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:52Z', 'updated_at': '2022-09-21T15:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:54:57.817225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.822489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Checking router: df5d6e73-4612-4294-9cc6-b0588320be2b for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:54:57.822952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Updating router df5d6e73-4612-4294-9cc6-b0588320be2b port 1146135e-5719-4dd8-902b-997d7fdbc05b binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:54:57.891733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a155e19a-9f2e-4136-ba61-c1f0275b0a40 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 1354f631-f619-470a-96ad-f60cfcefe999 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:54:57.897172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a155e19a-9f2e-4136-ba61-c1f0275b0a40 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.923496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.924051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:57.950260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:54:57.954000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090942f-6ad4-4c3a-91a4-10a79e9371e1 req-31da7896-1a5f-44d1-ab37-a0ca5f721da0 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:57.961150 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7090942f-6ad4-4c3a-91a4-10a79e9371e1 req-31da7896-1a5f-44d1-ab37-a0ca5f721da0 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.6341376 Sep 21 15:54:57.961435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Network b6d8a0ab-bf4d-40da-b8de-82280f60a24a is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:54:57.961551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.055621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380fdf7-1802-41fa-93b8-ab6f2dd36369 req-86e8a443-9651-4e1a-b16a-8e328298a060 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:58.057083 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0380fdf7-1802-41fa-93b8-ab6f2dd36369 req-86e8a443-9651-4e1a-b16a-8e328298a060 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4440310 Sep 21 15:54:58.059348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a155e19a-9f2e-4136-ba61-c1f0275b0a40 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.085220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-aeb3645f-0d87-405d-a62e-5d5f6a9400b8', 'network_id': 'aeb3645f-0d87-405d-a62e-5d5f6a9400b8', 'tenant_id': '4ee9d7313c3b42d695c5b08aa832d96d', 'fixed_ips': [{'subnet_id': '52cb307b-270a-4b16-b865-9bcddec42dc0'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:54:58.085905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.124884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, b6d8a0ab-bf4d-40da-b8de-82280f60a24a) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:58.141178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:58.141646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:58.142282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.166039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebee043f-79f6-48a3-b3f2-0eb6c2a94339 None None] Network b6d8a0ab-bf4d-40da-b8de-82280f60a24a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:58.168900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for fb8d9820-47fc-4a0c-8fb4-c979cf560054 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:58.189543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.213172 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0380fdf7-1802-41fa-93b8-ab6f2dd36369 req-725bef14-0d38-4441-bf96-575347e6e69c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195188 Sep 21 15:54:58.229009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a155e19a-9f2e-4136-ba61-c1f0275b0a40 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.252538 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7090942f-6ad4-4c3a-91a4-10a79e9371e1 req-51717f1b-e7b9-46e7-879a-bbbee6b4e34b tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907386 Sep 21 15:54:58.280624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-642ab9c3-5ee5-453e-b4bf-a7786843b082 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5970976 Sep 21 15:54:58.286397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36402) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:58.329865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Deleting port 1146135e-5719-4dd8-902b-997d7fdbc05b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:58.330464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.431408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.494218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f0b8e-eacd-4cd7-b8a3-78bf9394e033 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:58.495884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f0b8e-eacd-4cd7-b8a3-78bf9394e033 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:58.497494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f0b8e-eacd-4cd7-b8a3-78bf9394e033 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:58.498330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8a9f0b8e-eacd-4cd7-b8a3-78bf9394e033 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Synchronizing usage tracker for tenant:4ee9d7313c3b42d695c5b08aa832d96d on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:54:58.673697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Allocated IP 172.20.0.2 (aeb3645f-0d87-405d-a62e-5d5f6a9400b8/52cb307b-270a-4b16-b865-9bcddec42dc0/dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:58.676090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a155e19a-9f2e-4136-ba61-c1f0275b0a40 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.703128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-b6d8a0ab-bf4d-40da-b8de-82280f60a24a', 'network_id': 'b6d8a0ab-bf4d-40da-b8de-82280f60a24a', 'tenant_id': '4ee9d7313c3b42d695c5b08aa832d96d', 'fixed_ips': [{'subnet_id': '556afbd6-74d6-4253-a09a-4d3cf12b69f6'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:54:58.703940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.714826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.720496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.738278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e19a-9f2e-4136-ba61-c1f0275b0a40 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=1354f631-f619-470a-96ad-f60cfcefe999,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:58.749877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a155e19a-9f2e-4136-ba61-c1f0275b0a40 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.797999 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a10b07648f843bf8731c2a8e951152f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0886304 Sep 21 15:54:58.800752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36408) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:58.802285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6053d6-7b43-4a37-8d4b-3e98e6ccc89d None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:54:58.809162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3815cd-6e5d-4b80-ac31-846681c93db1 req-6c5ead09-875a-4fcc-a557-2e405516eb3f tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:58.813296 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ed3815cd-6e5d-4b80-ac31-846681c93db1 req-6c5ead09-875a-4fcc-a557-2e405516eb3f tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.4190075 Sep 21 15:54:58.816288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.826977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36412) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:58.833111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9680646-712a-47e9-be47-2b5b74d82e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4d2567-f652-4c9e-b1a0-fd9bee420c01,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:58.837539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Request body: {'floatingip': {'port_id': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:58.900782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c2fe349d-9fa5-47f2-bd8c-6827fb0436ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.924959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:58.947366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8a9f0b8e-eacd-4cd7-b8a3-78bf9394e033 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Unset dirty status for tenant:4ee9d7313c3b42d695c5b08aa832d96d on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:54:58.947652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8a9f0b8e-eacd-4cd7-b8a3-78bf9394e033 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6597369 Sep 21 15:54:58.969003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36416) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:58.970946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c2fe349d-9fa5-47f2-bd8c-6827fb0436ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.010547 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a155e19a-9f2e-4136-ba61-c1f0275b0a40 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/1354f631-f619-470a-96ad-f60cfcefe999 HTTP/1.1" status: 204 len: 168 time: 1.3031354 Sep 21 15:54:59.027457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Calling delete_port for 1146135e-5719-4dd8-902b-997d7fdbc05b owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:54:59.034131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=fb8d9820-47fc-4a0c-8fb4-c979cf560054,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:59.056777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36420) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:59.123472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for floatingip, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.140493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:54:59.152294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.223917 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ab506e10-a260-460e-be96-fb15205e5fa5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1657002 Sep 21 15:54:59.235235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36424) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:59.262787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:59.358796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc7423c-f12e-44cf-87fa-11e48319054e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Deleting subnet 52cb307b-270a-4b16-b865-9bcddec42dc0 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:54:59.375056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Allocated IP 172.20.0.18 (b6d8a0ab-bf4d-40da-b8de-82280f60a24a/556afbd6-74d6-4253-a09a-4d3cf12b69f6/8f2be52f-424e-4b30-ad4c-1a2a1d894219) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:54:59.384634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.396711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Transition to ACTIVE for port object 1146135e-5719-4dd8-902b-997d7fdbc05b will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:59.410494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Transition to ACTIVE for port object dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:59.427792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.501834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:54:59.508412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.526698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.532899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c2fe349d-9fa5-47f2-bd8c-6827fb0436ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.569042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe349d-9fa5-47f2-bd8c-6827fb0436ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4d2567-f652-4c9e-b1a0-fd9bee420c01,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:59.570853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] Deleting port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:54:59.571200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.594468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.601156 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6554876b-c68f-4d2c-844d-0f686837c46d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/floatingips/0c2a6d39-11a7-4d07-8156-f5b5b112f3ec HTTP/1.1" status: 204 len: 168 time: 2.8889594 Sep 21 15:54:59.601353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Transition to ACTIVE for port object dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:54:59.601805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36430) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:54:59.607493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c2fe349d-9fa5-47f2-bd8c-6827fb0436ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.608557 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c2fe349d-9fa5-47f2-bd8c-6827fb0436ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df4d2567-f652-4c9e-b1a0-fd9bee420c01 HTTP/1.1" status: 204 len: 168 time: 0.8027592 Sep 21 15:54:59.614521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'a850180b-bebe-41db-8120-f8bbad28c9f7'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:54:59.622877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:59.625291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:54:59.636128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e8adf-c807-4871-b8d6-1254dda9e3fb req-0c08903c-d330-4bcf-b979-ea54d748f9b0 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:54:59.637618 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7f7e8adf-c807-4871-b8d6-1254dda9e3fb req-0c08903c-d330-4bcf-b979-ea54d748f9b0 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2726948 Sep 21 15:54:59.641484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:floatingip and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:59.645509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:54:59.648252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Attempting to bind port 1146135e-5719-4dd8-902b-997d7fdbc05b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:54:59.651044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:59.651299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Attempting to bind port 1146135e-5719-4dd8-902b-997d7fdbc05b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:54:59.651299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Attempting to bind port 1146135e-5719-4dd8-902b-997d7fdbc05b on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:54:59.652453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.673988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:54:59.673988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:54:59.673988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.678777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:54:59.678777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Bound port: 1146135e-5719-4dd8-902b-997d7fdbc05b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:54:59.678777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.679035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:54:59.679035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:54:59.717143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9dc7423c-f12e-44cf-87fa-11e48319054e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.735973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567fa25-de4e-496e-8b76-1811a6abaf41 None None] Pushing event updated for resources: {'Port': ['ID=1146135e-5719-4dd8-902b-997d7fdbc05b,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:54:59.738810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.743491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:54:59.773098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:59.800352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:54:59.845516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9dc7423c-f12e-44cf-87fa-11e48319054e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.906190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Network aeb3645f-0d87-405d-a62e-5d5f6a9400b8 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:54:59.930989 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:54:59.935474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:54:59.939734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:54:59.967598 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7f7e8adf-c807-4871-b8d6-1254dda9e3fb req-568e5ed7-e1d5-469f-a41f-41b48a512d0a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161192 Sep 21 15:54:59.981968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:54:59.985458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.093830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] For port 1146135e-5719-4dd8-902b-997d7fdbc05b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:00.169039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Pushing event updated for resources: {'Port': ['ID=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:00.199816 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Floating IP 59c5a821-8a4f-468b-9b1a-84878ee8d919 associated. External IP: 172.26.0.211, port: 49f28112-45d2-4a94-b902-1d5a38c19059. Sep 21 15:55:00.226698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Deleting port 1146135e-5719-4dd8-902b-997d7fdbc05b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:00.227278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.250345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.304124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] For port 1146135e-5719-4dd8-902b-997d7fdbc05b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1146135e-5719-4dd8-902b-997d7fdbc05b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:00.407139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.435866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Transition to ACTIVE for port object 8f2be52f-424e-4b30-ad4c-1a2a1d894219 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:00.439279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.492120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da561d58-4670-44f3-9d11-50d71056f73c req-5264e507-4e8d-4177-adc3-16c815395af9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:00.493555 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-da561d58-4670-44f3-9d11-50d71056f73c req-5264e507-4e8d-4177-adc3-16c815395af9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2294827 Sep 21 15:55:00.496087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36440) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:00.512878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36444) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:00.529560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Attempting to bind port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:00.529968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Attempting to bind port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '45c9453f-b946-4931-998e-c1eb4e5f3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aeb3645f-0d87-405d-a62e-5d5f6a9400b8'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:00.530332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Attempting to bind port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 on network aeb3645f-0d87-405d-a62e-5d5f6a9400b8 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:00.530903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Request body: {'floatingip': {'port_id': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:00.548072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Routers {'df5d6e73-4612-4294-9cc6-b0588320be2b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:00.548713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['df5d6e73-4612-4294-9cc6-b0588320be2b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:00.550440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9dc7423c-f12e-44cf-87fa-11e48319054e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.586886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.610033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.616020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Transition to ACTIVE for port object 8f2be52f-424e-4b30-ad4c-1a2a1d894219 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:00.624904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:00.625285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Checking segment: {'id': '45c9453f-b946-4931-998e-c1eb4e5f3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aeb3645f-0d87-405d-a62e-5d5f6a9400b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:00.625689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.626112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Bound using segment: {'id': '45c9453f-b946-4931-998e-c1eb4e5f3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aeb3645f-0d87-405d-a62e-5d5f6a9400b8'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:00.626590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Bound port: dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c9453f-b946-4931-998e-c1eb4e5f3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'aeb3645f-0d87-405d-a62e-5d5f6a9400b8'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:00.626966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.698989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:00.700479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] For port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6671e0d6-cdf7-44fb-bbcc-1956ad72be77,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:00.700876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.719184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for floatingip, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.765593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567fa25-de4e-496e-8b76-1811a6abaf41 None None] Pushing event updated for resources: {'Port': ['ID=1146135e-5719-4dd8-902b-997d7fdbc05b,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:00.795755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] Usage tracker for resource:security_group_rule and tenant:0ffaebb890d94a2b8deb68fe539b6158 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:00.810218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] For port 1146135e-5719-4dd8-902b-997d7fdbc05b, host dv-neutron-858618-1-hyperv, got binding levels [] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:00.810588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.819660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:00.853448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.870818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:00.894256 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.903189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9dc7423c-f12e-44cf-87fa-11e48319054e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.955399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] Calling delete_port for 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:00.983690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:00.997845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7423c-f12e-44cf-87fa-11e48319054e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Subnet': ['ID=52cb307b-270a-4b16-b865-9bcddec42dc0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:01.025791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] Set router df5d6e73-4612-4294-9cc6-b0588320be2b gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:01.035350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9dc7423c-f12e-44cf-87fa-11e48319054e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.053234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Calling delete_port for 1146135e-5719-4dd8-902b-997d7fdbc05b owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:01.114599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:01.127776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:01.141754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:01.142364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.151389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Router 51f4c6bd-f339-4748-b326-66a8bd551ec0 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:01.152170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=cf8a29cb-8c00-4965-87fa-7ffff2f51d0e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:01.206348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:01.216591 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9dc7423c-f12e-44cf-87fa-11e48319054e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/subnets/52cb307b-270a-4b16-b865-9bcddec42dc0 HTTP/1.1" status: 204 len: 168 time: 2.2246284 Sep 21 15:55:01.217898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36448) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:01.261815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Network b6d8a0ab-bf4d-40da-b8de-82280f60a24a is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:01.273890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5d6e73-4612-4294-9cc6-b0588320be2b', 'name': 'tempest-snat-router-293399225', 'tenant_id': '49390691179840948b89a0229ce9a68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:54:50Z', 'updated_at': '2022-09-21T15:54:58Z', 'revision_number': 4, 'project_id': '49390691179840948b89a0229ce9a68c', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:01.285282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:01.298919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:01.300920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Pushing event updated for resources: {'Port': ['ID=8f2be52f-424e-4b30-ad4c-1a2a1d894219,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:01.301109 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Floating IP 1640e68b-b2ec-4e86-9e9b-90e7f00ff689 associated. External IP: 172.26.0.214, port: 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae. Sep 21 15:55:01.303234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b6fe0-e4d9-49a1-85cb-a19d7b36be0d None None] The sync data for ids ['df5d6e73-4612-4294-9cc6-b0588320be2b'] in dv-neutron-858618-1-hyperv is: [{'id': 'df5d6e73-4612-4294-9cc6-b0588320be2b', 'name': 'tempest-snat-router-293399225', 'tenant_id': '49390691179840948b89a0229ce9a68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:54:50Z', 'updated_at': '2022-09-21T15:54:58Z', 'revision_number': 4, 'project_id': '49390691179840948b89a0229ce9a68c', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:01.304948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] For port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:01.347297 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1be25cca-be28-4663-b7a4-f500ff37f8c3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1086001 Sep 21 15:55:01.363597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.26.0.111 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/6967c278-2244-4470-a08e-304d88905258) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:01.375189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36452) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:01.383334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] For port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,segment=NetworkSegment(45c9453f-b946-4931-998e-c1eb4e5f3172),segment_id=45c9453f-b946-4931-998e-c1eb4e5f3172)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:01.389322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:55:01.389651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:55:01.394979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': 'cf8a29cb-8c00-4965-87fa-7ffff2f51d0e', 'ip_address': '2001:db8::3aba:f970:8f9d:b683'}], 'name': 'tempest-NetworksTestDHCPv6-619329621'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:01.439218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2151be6a-55af-49ea-b012-48dfc2a6228f tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Deleting subnet 556afbd6-74d6-4253-a09a-4d3cf12b69f6 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:55:01.442827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2151be6a-55af-49ea-b012-48dfc2a6228f tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.506483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Attempting to bind port 8f2be52f-424e-4b30-ad4c-1a2a1d894219 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:01.506848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Attempting to bind port 8f2be52f-424e-4b30-ad4c-1a2a1d894219 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'eb9b8c46-dfb6-4c05-bf37-1500103c05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b6d8a0ab-bf4d-40da-b8de-82280f60a24a'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:01.507213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Attempting to bind port 8f2be52f-424e-4b30-ad4c-1a2a1d894219 on network b6d8a0ab-bf4d-40da-b8de-82280f60a24a {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:01.513963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Deleting port 1146135e-5719-4dd8-902b-997d7fdbc05b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:01.513963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.523063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:01.523426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Checking segment: {'id': 'eb9b8c46-dfb6-4c05-bf37-1500103c05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b6d8a0ab-bf4d-40da-b8de-82280f60a24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:01.523832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.524230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Bound using segment: {'id': 'eb9b8c46-dfb6-4c05-bf37-1500103c05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b6d8a0ab-bf4d-40da-b8de-82280f60a24a'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:01.524704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Bound port: 8f2be52f-424e-4b30-ad4c-1a2a1d894219, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9b8c46-dfb6-4c05-bf37-1500103c05bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b6d8a0ab-bf4d-40da-b8de-82280f60a24a'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:01.525083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.548393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:01.548393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.586905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2151be6a-55af-49ea-b012-48dfc2a6228f tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.642508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:01.649494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.657962 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] Sync routers for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:01.673873 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:01.674761 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:01.675171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] For port 8f2be52f-424e-4b30-ad4c-1a2a1d894219, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:01.679098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] For port 8f2be52f-424e-4b30-ad4c-1a2a1d894219, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8f2be52f-424e-4b30-ad4c-1a2a1d894219,segment=NetworkSegment(eb9b8c46-dfb6-4c05-bf37-1500103c05bf),segment_id=eb9b8c46-dfb6-4c05-bf37-1500103c05bf)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:01.720702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.730258 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-af8f77d5-6b97-445e-b679-50b2dc710803 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "PUT /v2.0/floatingips/59c5a821-8a4f-468b-9b1a-84878ee8d919 HTTP/1.1" status: 200 len: 992 time: 4.5465460 Sep 21 15:55:01.732229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'tag': '49f28112-45d2-4a94-b902-1d5a38c19059'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:01.734789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1ea49b-799c-471b-a1bf-c45f517127b8", "tag": "49f28112-45d2-4a94-b902-1d5a38c19059"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:01.827214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68643507-983e-41da-a137-79f9e58bb7dc None None] Pushing event updated for resources: {'Port': ['ID=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:01.867403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.872316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe133b5-7c4c-4c2c-82e7-0f9c5682c8e7 x-openstack-request-id: req-7fe133b5-7c4c-4c2c-82e7-0f9c5682c8e7 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:01.872898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1ea49b-799c-471b-a1bf-c45f517127b8", "tag": "49f28112-45d2-4a94-b902-1d5a38c19059", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:01.873356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fe133b5-7c4c-4c2c-82e7-0f9c5682c8e7 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:01.873989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe133b5-7c4c-4c2c-82e7-0f9c5682c8e7'] response: {'name': 'network-changed', 'server_uuid': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'tag': '49f28112-45d2-4a94-b902-1d5a38c19059', 'status': 'completed', 'code': 200} Sep 21 15:55:01.881208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2151be6a-55af-49ea-b012-48dfc2a6228f tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.928462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:01.965789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] Pushing event deleted for resources: {'Port': ['ID=6671e0d6-cdf7-44fb-bbcc-1956ad72be77,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:01.997254 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:02.064196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c5d04-874b-4b08-bd90-c4c159b4e76a None None] Pushing event updated for resources: {'Port': ['ID=8f2be52f-424e-4b30-ad4c-1a2a1d894219,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:02.067797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf258b5-c6ca-441b-ac5f-ac292de47766 None None] No DVR routers for this DVR port 6671e0d6-cdf7-44fb-bbcc-1956ad72be77 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:02.089663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c738d-13c9-4a93-9404-f3c8d320aa6d None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:02.388894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] For port 1146135e-5719-4dd8-902b-997d7fdbc05b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1146135e-5719-4dd8-902b-997d7fdbc05b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:02.389482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:02.544307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': 'cf8a29cb-8c00-4965-87fa-7ffff2f51d0e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:55:02.546021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:02.570099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Calling delete_port for 1146135e-5719-4dd8-902b-997d7fdbc05b owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:02.618426 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:55:02.700149 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-28c9b798-fdb9-4a2b-b5ce-455ea8b2784a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6366394 Sep 21 15:55:02.710936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:02.723678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd464eba-e5f8-4fbd-a3b3-7026375878d0 req-5584eec7-4333-47d9-94d6-c937c67f8897 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:02.726163 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cd464eba-e5f8-4fbd-a3b3-7026375878d0 req-5584eec7-4333-47d9-94d6-c937c67f8897 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.7785292 Sep 21 15:55:02.730120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2151be6a-55af-49ea-b012-48dfc2a6228f tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:02.800885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2151be6a-55af-49ea-b012-48dfc2a6228f tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:02.817551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151be6a-55af-49ea-b012-48dfc2a6228f tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Subnet': ['ID=556afbd6-74d6-4253-a09a-4d3cf12b69f6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:02.822662 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '59c5a821-8a4f-468b-9b1a-84878ee8d919', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'port_id': '49f28112-45d2-4a94-b902-1d5a38c19059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'mac_address': 'fa:16:3e:f9:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:18Z', 'updated_at': '2022-09-21T15:54:58Z', 'revision_number': 1, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:16Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:02.834476 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] Checking router: 51f4c6bd-f339-4748-b326-66a8bd551ec0 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:02.844336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/cf8a29cb-8c00-4965-87fa-7ffff2f51d0e/acbb412b-1ddf-4489-a9e1-0881d185335c) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:02.846204 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:02.846980 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:02.850536 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2151be6a-55af-49ea-b012-48dfc2a6228f tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/subnets/556afbd6-74d6-4253-a09a-4d3cf12b69f6 HTTP/1.1" status: 204 len: 168 time: 1.6299677 Sep 21 15:55:02.854452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36460) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:02.887517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:02.901714 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cd464eba-e5f8-4fbd-a3b3-7026375878d0 req-eab86588-70f9-4d18-aca7-abfac04cc96a tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601737 Sep 21 15:55:02.938865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:02.947204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540708a2-31b8-4b6f-9037-008fa58c4390 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:02.959019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-540708a2-31b8-4b6f-9037-008fa58c4390 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Synchronizing usage tracker for tenant:4ee9d7313c3b42d695c5b08aa832d96d on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:02.959647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:02.960342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:03.003455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:03.030102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:03.121866 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:03.127892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:03.159195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e434de78-d1b5-4af9-b7cd-02942428833c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:03.165703 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=6967c278-2244-4470-a08e-304d88905258,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:03.173009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-540708a2-31b8-4b6f-9037-008fa58c4390 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Unset dirty status for tenant:4ee9d7313c3b42d695c5b08aa832d96d on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:03.175867 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-540708a2-31b8-4b6f-9037-008fa58c4390 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3187602 Sep 21 15:55:03.190566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:03.191489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36470) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:03.192350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:03.232686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:03.234234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b63862-08f2-41c3-95c9-be4420a37f85,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:03.372083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:03.413101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:03.513357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Transition to ACTIVE for port object acbb412b-1ddf-4489-a9e1-0881d185335c will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:03.553648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:03.588148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-0bc3e828-14f6-4d9b-aba7-944e81ce5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:03.594487 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-0bc3e828-14f6-4d9b-aba7-944e81ce5a60 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=18e654ddde5b44c782c015f2e5d0ac93&device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 1099 time: 1.6985266 Sep 21 15:55:03.635547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Transition to ACTIVE for port object acbb412b-1ddf-4489-a9e1-0881d185335c will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:03.643482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:03.658945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8f2be52f-424e-4b30-ad4c-1a2a1d894219 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:03.714550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Deleting port 8f2be52f-424e-4b30-ad4c-1a2a1d894219 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:03.732637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:03.734364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840864cf-f94d-438e-953e-d1d73aff18a4 None None] Network aeb3645f-0d87-405d-a62e-5d5f6a9400b8 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:03.815214 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '59c5a821-8a4f-468b-9b1a-84878ee8d919', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'port_id': '49f28112-45d2-4a94-b902-1d5a38c19059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'mac_address': 'fa:16:3e:f9:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:18Z', 'updated_at': '2022-09-21T15:54:58Z', 'revision_number': 1, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:16Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:03.816326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:03.820301 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4d5d44-472e-4b6e-a598-9c7cf4aafd45 None None] The sync data for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv is: [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '59c5a821-8a4f-468b-9b1a-84878ee8d919', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'port_id': '49f28112-45d2-4a94-b902-1d5a38c19059', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'mac_address': 'fa:16:3e:f9:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:18Z', 'updated_at': '2022-09-21T15:54:58Z', 'revision_number': 1, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:16Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:03.841673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5f3635ac-325d-4a31-a1f6-322a000a44fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ffaebb890d94a2b8deb68fe539b6158&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3423855 Sep 21 15:55:03.849234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36474) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:03.982508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:03.987987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a6489-ebcb-41f6-a02a-7f453b621be2 None None] Network b6d8a0ab-bf4d-40da-b8de-82280f60a24a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:04.094430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8f2be52f-424e-4b30-ad4c-1a2a1d894219 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:04.131859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-47676da8-37f9-4b45-840c-eea2caff41d7 None None] Provisioning for port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:04.208819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-47676da8-37f9-4b45-840c-eea2caff41d7 None None] Provisioning complete for port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:04.209858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-47676da8-37f9-4b45-840c-eea2caff41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.236757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b604c-3f24-4381-810f-50cdae408b41 None None] New status for floating IP 59c5a821-8a4f-468b-9b1a-84878ee8d919: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:55:04.257296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.265011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cb27835e-713b-4081-ba69-13cce013b83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.270271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Router f8990839-fed0-4c9e-bf22-6b4482c8fb03 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:04.310600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] For port 8f2be52f-424e-4b30-ad4c-1a2a1d894219, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8f2be52f-424e-4b30-ad4c-1a2a1d894219,segment=NetworkSegment(eb9b8c46-dfb6-4c05-bf37-1500103c05bf),segment_id=eb9b8c46-dfb6-4c05-bf37-1500103c05bf)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:04.310978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.404252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.435914 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:04.451138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cb27835e-713b-4081-ba69-13cce013b83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.451359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:04.454196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:04.471365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Calling delete_port for 8f2be52f-424e-4b30-ad4c-1a2a1d894219 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:04.507651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.539487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Pushing event updated for resources: {'Port': ['ID=acbb412b-1ddf-4489-a9e1-0881d185335c,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:04.559663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-beb99297-4ede-4c1f-b585-5cabd38a19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:04.560626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-beb99297-4ede-4c1f-b585-5cabd38a19c7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=252cbf10-1a0a-43b3-b797-08f153c604e4 HTTP/1.1" status: 200 len: 912 time: 0.9215291 Sep 21 15:55:04.564777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.631145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.641170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cb27835e-713b-4081-ba69-13cce013b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.663116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27835e-713b-4081-ba69-13cce013b83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b63862-08f2-41c3-95c9-be4420a37f85,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:04.685065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cb27835e-713b-4081-ba69-13cce013b83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.689793 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cb27835e-713b-4081-ba69-13cce013b83d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9b63862-08f2-41c3-95c9-be4420a37f85 HTTP/1.1" status: 204 len: 168 time: 0.8365190 Sep 21 15:55:04.698291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:04.704547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event deleted for resources: {'Port': ['ID=1146135e-5719-4dd8-902b-997d7fdbc05b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:04.756570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Port': ['ID=8f2be52f-424e-4b30-ad4c-1a2a1d894219,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:04.761496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] No DVR routers for this DVR port 8f2be52f-424e-4b30-ad4c-1a2a1d894219 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:04.892855 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Attempting to bind port acbb412b-1ddf-4489-a9e1-0881d185335c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:04.893410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Attempting to bind port acbb412b-1ddf-4489-a9e1-0881d185335c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:04.893570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Attempting to bind port acbb412b-1ddf-4489-a9e1-0881d185335c on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:04.901240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 7a31515b-7e95-42ba-8dae-93873a22f201 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:05.045809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:05.046347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:05.046753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.047148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:05.047626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Bound port: acbb412b-1ddf-4489-a9e1-0881d185335c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:05.047999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.081426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09755106-17ba-4860-888f-9d060c9f3294 None None] DHCP port deletion for b6d8a0ab-bf4d-40da-b8de-82280f60a24a request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:55:05.089826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] DHCP port deletion for aeb3645f-0d87-405d-a62e-5d5f6a9400b8 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:55:05.130508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.155876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d8a0ab-bf4d-40da-b8de-82280f60a24a']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:05.167482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Deleting port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:05.167874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.180372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9b8c46-dfb6-4c05-bf37-1500103c05bf') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:05.180372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9b8c46-dfb6-4c05-bf37-1500103c05bf') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:05.209510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.221806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.235840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.252115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:55:05.252115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.272304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:05.305128 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] Sync routers for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:05.338438 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:05.339387 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:05.383028 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-1a49f17e-735d-4bf3-9ca1-2ff5890c1391 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49f28112-45d2-4a94-b902-1d5a38c19059 HTTP/1.1" status: 200 len: 1000 time: 0.8089280 Sep 21 15:55:05.387550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Floating IP d14d9b92-65ba-45cc-a688-d2ffe5f6a056 associated. External IP: 172.26.0.154, port: bc41afc8-ffca-4d2d-890d-3fce09a76f69. Sep 21 15:55:05.395592 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment eb9b8c46-dfb6-4c05-bf37-1500103c05bf resource provider aggregate not found Sep 21 15:55:05.426481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.431175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-af562baf-361b-432d-8a5b-e885817c017f None None] For port acbb412b-1ddf-4489-a9e1-0881d185335c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:05.435105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-af562baf-361b-432d-8a5b-e885817c017f None None] For port acbb412b-1ddf-4489-a9e1-0881d185335c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=acbb412b-1ddf-4489-a9e1-0881d185335c,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:05.436570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:05.507136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c9cca39f-8575-4109-b8e6-fe0d8d266910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.550820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-47676da8-37f9-4b45-840c-eea2caff41d7 None None] Current status of the port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:05.550820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-47676da8-37f9-4b45-840c-eea2caff41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.661209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.675399 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:05.700200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.703239 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment eb9b8c46-dfb6-4c05-bf37-1500103c05bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb9b8c46-dfb6-4c05-bf37-1500103c05bf found for delete ", "request_id": "req-7aeabab9-eaa3-4575-b721-205f075e5965"}]} Sep 21 15:55:05.704573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.709309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.740779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Network': ['ID=b6d8a0ab-bf4d-40da-b8de-82280f60a24a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:05.747443 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-569fc3cc-fc35-4af9-a0e5-637aa166ea6e tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/networks/b6d8a0ab-bf4d-40da-b8de-82280f60a24a HTTP/1.1" status: 204 len: 168 time: 2.5513737 Sep 21 15:55:05.748288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36494) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:05.832758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.841073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-47676da8-37f9-4b45-840c-eea2caff41d7 None None] For port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,segment=NetworkSegment(45c9453f-b946-4931-998e-c1eb4e5f3172),segment_id=45c9453f-b946-4931-998e-c1eb4e5f3172)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:05.861356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:05.883285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.013067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.021174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=6967c278-2244-4470-a08e-304d88905258,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:06.026134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.054592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-47676da8-37f9-4b45-840c-eea2caff41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.160984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Deleting port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:06.161337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.161521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] For port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,segment=NetworkSegment(45c9453f-b946-4931-998e-c1eb4e5f3172),segment_id=45c9453f-b946-4931-998e-c1eb4e5f3172)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:06.161889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.239799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af562baf-361b-432d-8a5b-e885817c017f None None] Pushing event updated for resources: {'Port': ['ID=acbb412b-1ddf-4489-a9e1-0881d185335c,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:06.284218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-4401607b-1f68-47dc-b901-25497a38f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:06.284541 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-4401607b-1f68-47dc-b901-25497a38f28d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b8368ded-6c9c-4868-af60-44980d3106f8 HTTP/1.1" status: 200 len: 850 time: 0.7623107 Sep 21 15:55:06.286031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.387596 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '1640e68b-b2ec-4e86-9e9b-90e7f00ff689', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'port_id': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'mac_address': 'fa:16:3e:ab:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53800e12-7a5e-4751-ae2e-02bfac797133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:19Z', 'updated_at': '2022-09-21T15:54:59Z', 'revision_number': 1, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:18Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:06.393400 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] Checking router: f8990839-fed0-4c9e-bf22-6b4482c8fb03 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:06.394711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Calling delete_port for dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:06.410114 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:06.415755 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:06.474225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.474851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df5d6e73-4612-4294-9cc6-b0588320be2b {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:06.546722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:55:06.547086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:55:06.570591 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP cb9c081f-5b0a-4830-8282-bc9a7d12f23b associated. External IP: 172.26.0.111, port: a850180b-bebe-41db-8120-f8bbad28c9f7. Sep 21 15:55:06.588860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-885c5c17-0825-41d1-bf16-c655f13de1e0 None None] Could not find standard attr ID for object 8f2be52f-424e-4b30-ad4c-1a2a1d894219. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:55:06.632975 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ccab0c9d-a09f-4e00-9ea7-44e0619408ad tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "PUT /v2.0/floatingips/1640e68b-b2ec-4e86-9e9b-90e7f00ff689 HTTP/1.1" status: 200 len: 991 time: 7.8048415 Sep 21 15:55:06.674140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:06.674530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.708028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.718919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53800e12-7a5e-4751-ae2e-02bfac797133', 'tag': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:06.721469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8174e9d6-0040-4c98-befd-f3d1caf3a58d" -d '{"events": [{"name": "network-changed", "server_uuid": "53800e12-7a5e-4751-ae2e-02bfac797133", "tag": "766fa05f-b8e1-4fa6-b0a7-e139f1c535ae"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:06.723835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47676da8-37f9-4b45-840c-eea2caff41d7 None None] Pushing event updated for resources: {'Port': ['ID=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:06.725727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.727564 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-af9e02b9-cd0f-4c49-a6a4-4e144d65b11e tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "DELETE /v2.0/routers/df5d6e73-4612-4294-9cc6-b0588320be2b HTTP/1.1" status: 204 len: 168 time: 9.3702266 Sep 21 15:55:06.739834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,segment=NetworkSegment(45c9453f-b946-4931-998e-c1eb4e5f3172),segment_id=45c9453f-b946-4931-998e-c1eb4e5f3172)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:06.746577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36510) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:06.784310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.812600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:06.817535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8f2be52f-424e-4b30-ad4c-1a2a1d894219 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:06.819562 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:06.894905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2fee5a-b4b0-4f56-bffc-0fa4edf2c1b3 x-openstack-request-id: req-3c2fee5a-b4b0-4f56-bffc-0fa4edf2c1b3 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:06.895812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53800e12-7a5e-4751-ae2e-02bfac797133", "tag": "766fa05f-b8e1-4fa6-b0a7-e139f1c535ae", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:06.896228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c2fee5a-b4b0-4f56-bffc-0fa4edf2c1b3 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:06.897296 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2fee5a-b4b0-4f56-bffc-0fa4edf2c1b3'] response: {'name': 'network-changed', 'server_uuid': '53800e12-7a5e-4751-ae2e-02bfac797133', 'tag': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'status': 'completed', 'code': 200} Sep 21 15:55:06.909930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::3aba:f970:8f9d:b683 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/cf8a29cb-8c00-4965-87fa-7ffff2f51d0e/7a31515b-7e95-42ba-8dae-93873a22f201) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:06.952435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8f2be52f-424e-4b30-ad4c-1a2a1d894219 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:06.961800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8f2be52f-424e-4b30-ad4c-1a2a1d894219 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:07.030888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:07.048123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Deleting port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:07.048515 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:07.079900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-88f50776-19e8-4b23-a40e-5ce11725e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:07.082041 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-88f50776-19e8-4b23-a40e-5ce11725e08b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=252cbf10-1a0a-43b3-b797-08f153c604e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7534652 Sep 21 15:55:07.084859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Router 6c9bca27-966d-4a64-949b-6a5a2e54842e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:07.284915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device acbb412b-1ddf-4489-a9e1-0881d185335c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:07.503936 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '1640e68b-b2ec-4e86-9e9b-90e7f00ff689', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'port_id': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'mac_address': 'fa:16:3e:ab:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53800e12-7a5e-4751-ae2e-02bfac797133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:19Z', 'updated_at': '2022-09-21T15:54:59Z', 'revision_number': 1, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:18Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:07.509711 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b222b-a589-4369-a3a9-c5f1bbbe0e39 None None] The sync data for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv is: [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '1640e68b-b2ec-4e86-9e9b-90e7f00ff689', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'port_id': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'mac_address': 'fa:16:3e:ab:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53800e12-7a5e-4751-ae2e-02bfac797133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:19Z', 'updated_at': '2022-09-21T15:54:59Z', 'revision_number': 1, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:18Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:07.520614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:07.587312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf56a4-6e33-4245-885d-1c7279316317 req-07884a3d-c809-47c0-b831-7eab277692f6 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:07.588829 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9caf56a4-6e33-4245-885d-1c7279316317 req-07884a3d-c809-47c0-b831-7eab277692f6 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.7598636 Sep 21 15:55:07.644517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] For port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,segment=NetworkSegment(45c9453f-b946-4931-998e-c1eb4e5f3172),segment_id=45c9453f-b946-4931-998e-c1eb4e5f3172)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:07.644920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:07.663098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] For port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,segment=NetworkSegment(45c9453f-b946-4931-998e-c1eb4e5f3172),segment_id=45c9453f-b946-4931-998e-c1eb4e5f3172)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:07.663474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:07.823622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Calling delete_port for dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:07.843296 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9caf56a4-6e33-4245-885d-1c7279316317 req-4e6badec-92c6-4ece-9b78-5b07e2b907e6 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320910 Sep 21 15:55:07.855737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ec7a1873-f167-4c50-a450-a97006d33c00 None None] Provisioning for port acbb412b-1ddf-4489-a9e1-0881d185335c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:07.875314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3adea-dc86-48ed-9c5e-7e7a69a67495 None None] New status for floating IP 1640e68b-b2ec-4e86-9e9b-90e7f00ff689: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:55:07.924666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Calling delete_port for dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:07.964710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port acbb412b-1ddf-4489-a9e1-0881d185335c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:07.987363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-ae7db465-2c78-4aec-9ef1-fa206c104dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:07.989056 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-ae7db465-2c78-4aec-9ef1-fa206c104dfe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=60f9c1d29d1f4fa7ad85ab235a977e0d&device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 1098 time: 1.0191040 Sep 21 15:55:08.009434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port acbb412b-1ddf-4489-a9e1-0881d185335c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:08.010610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.139987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:08.156079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.172859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36532) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:08.236109 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-ff4f39de-3fa8-46f9-86ea-199140406f8e service neutron] 10.222.0.33 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1361024 Sep 21 15:55:08.264829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:08.269465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.278807 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] Sync routers for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:08.291649 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:08.292276 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:08.328000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.332756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:55:08.333217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:55:08.335258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-e8be008b-39b7-482a-a2c2-1f67b703d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:08.338522 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-e8be008b-39b7-482a-a2c2-1f67b703d6f8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=4b0dcfd0-e147-472e-bce4-ac56ba61549d HTTP/1.1" status: 200 len: 907 time: 0.3405626 Sep 21 15:55:08.430510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.449716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.472024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] Pushing event deleted for resources: {'Port': ['ID=dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:08.477863 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5247e629-c153-4f80-8a26-d3bc43a25f92 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "PUT /v2.0/floatingips/d14d9b92-65ba-45cc-a688-d2ffe5f6a056 HTTP/1.1" status: 200 len: 991 time: 7.9618242 Sep 21 15:55:08.482676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:08.484999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e7ca0-4570-4560-97bc-c543abfbefdf None None] No DVR routers for this DVR port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:08.501857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a7438-1a8c-4320-b667-71e143d5fae5 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:08.502425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 7a31515b-7e95-42ba-8dae-93873a22f201 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:08.520503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port acbb412b-1ddf-4489-a9e1-0881d185335c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:08.521159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.540322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03d7bc85-f5b6-452d-9ac7-9c7433b587c4 req-bb9df66d-28b2-46de-86de-52f36b7c7836 service neutron] 10.222.0.33 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798679 Sep 21 15:55:08.552090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a7438-1a8c-4320-b667-71e143d5fae5 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:08.553023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-536a7438-1a8c-4320-b667-71e143d5fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:08.568795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Deleting port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:08.569487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.573241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-174208529'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:08.609584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:08.625871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Usage tracker for resource:network and tenant:ed4a4924d1c64248b9f95a295c45ead5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:08.639339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-536a7438-1a8c-4320-b667-71e143d5fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:08.651806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port acbb412b-1ddf-4489-a9e1-0881d185335c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=acbb412b-1ddf-4489-a9e1-0881d185335c,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:08.657254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a7438-1a8c-4320-b667-71e143d5fae5 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:08.657254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-536a7438-1a8c-4320-b667-71e143d5fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:08.658237 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-1014a7bd-b293-45f3-b1a1-7f2149706c27 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae HTTP/1.1" status: 200 len: 1001 time: 0.1633546 Sep 21 15:55:08.660714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:08.668408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:08.694997 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:08.720426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.742494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-de030597-a12c-4615-8c8e-db65d2548b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:08.751556 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-de030597-a12c-4615-8c8e-db65d2548b70 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6353ef71-ae04-4f85-8712-b54dd96a0430 HTTP/1.1" status: 200 len: 845 time: 0.0722902 Sep 21 15:55:08.766134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.827475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Made reservation on behalf of ed4a4924d1c64248b9f95a295c45ead5 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:08.831020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.861992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Deleting port dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:08.862505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.872380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-536a7438-1a8c-4320-b667-71e143d5fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:08.873523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a7438-1a8c-4320-b667-71e143d5fae5 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:08.882459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=acbb412b-1ddf-4489-a9e1-0881d185335c,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:08.892290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:08.898998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.901163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'tag': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:08.903550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bb15af-be91-4e0a-a041-1b157fa584fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1797fd-36f9-4a00-b7ac-371d13087a3d", "tag": "bc41afc8-ffca-4d2d-890d-3fce09a76f69"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:08.906272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:08.908028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.908881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:08.915204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:08.915815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.935049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=7a31515b-7e95-42ba-8dae-93873a22f201,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:08.974911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] For port 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2f3b2b-7a53-4f7a-aa10-ad4474de7214,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:08.980649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:08.985074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23aef04-2426-449c-9238-30160b7bf5e2 x-openstack-request-id: req-e23aef04-2426-449c-9238-30160b7bf5e2 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:08.985360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1797fd-36f9-4a00-b7ac-371d13087a3d", "tag": "bc41afc8-ffca-4d2d-890d-3fce09a76f69", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:08.985616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e23aef04-2426-449c-9238-30160b7bf5e2 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:08.986045 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23aef04-2426-449c-9238-30160b7bf5e2'] response: {'name': 'network-changed', 'server_uuid': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'tag': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'status': 'completed', 'code': 200} Sep 21 15:55:09.085757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] The port 'dd109d9e-6bcd-4e79-9a7d-93b5ab54ada8' was deleted {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:55:09.086838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:09.097018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Usage tracker for resource:security_group_rule and tenant:ed4a4924d1c64248b9f95a295c45ead5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:09.136692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:09.153133 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a6be5d78-858d-4485-a74f-535d43b96a00 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.5506630 Sep 21 15:55:09.155590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36542) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:09.156310 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:09.190305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f7359a59-fd48-4bd8-922d-9993bf564c34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.8132229 Sep 21 15:55:09.207969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Calling delete_port for 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:09.224283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device acbb412b-1ddf-4489-a9e1-0881d185335c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:09.233801 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd14d9b92-65ba-45cc-a688-d2ffe5f6a056', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'port_id': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'mac_address': 'fa:16:3e:e5:66:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:23Z', 'updated_at': '2022-09-21T15:55:03Z', 'revision_number': 1, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:19Z', 'revision_number': 5, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:09.237224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36546) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:09.238761 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] Checking router: 6c9bca27-966d-4a64-949b-6a5a2e54842e for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:09.249572 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:09.250349 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:09.298755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-3526bba3-95b6-4ce6-b774-e057c57f2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:09.300264 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-3526bba3-95b6-4ce6-b774-e057c57f2e09 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=18e654ddde5b44c782c015f2e5d0ac93&device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 1099 time: 0.4973400 Sep 21 15:55:09.322082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port acbb412b-1ddf-4489-a9e1-0881d185335c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:09.322835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:09.391369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a914cf9f-2d4d-489b-9116-0ee7f6cee9de None None] Provisioning for port 7a31515b-7e95-42ba-8dae-93873a22f201 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:09.455255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port acbb412b-1ddf-4489-a9e1-0881d185335c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:09.457497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a914cf9f-2d4d-489b-9116-0ee7f6cee9de None None] Provisioning complete for port 7a31515b-7e95-42ba-8dae-93873a22f201 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:09.457872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a914cf9f-2d4d-489b-9116-0ee7f6cee9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:09.500566 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:09.522220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a914cf9f-2d4d-489b-9116-0ee7f6cee9de None None] Port 7a31515b-7e95-42ba-8dae-93873a22f201 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:09.532351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-6be271dd-34c3-4213-959f-33cd0b0e86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:09.536860 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-6be271dd-34c3-4213-959f-33cd0b0e86e6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1098 time: 0.4633303 Sep 21 15:55:09.558240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cbfa8-78bd-4b2a-9de1-ba6fd7869ef8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:09.564397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cbfa8-78bd-4b2a-9de1-ba6fd7869ef8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:09.565223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4a2cbfa8-78bd-4b2a-9de1-ba6fd7869ef8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:09.591655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-687a565a-f421-4828-930a-5ae31556e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:09.593159 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-687a565a-f421-4828-930a-5ae31556e2ea service neutron] 10.222.0.33 "GET /v2.0/networks?id=252cbf10-1a0a-43b3-b797-08f153c604e4 HTTP/1.1" status: 200 len: 912 time: 0.2699740 Sep 21 15:55:09.617365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:09.640772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-8c87a3d8-1396-4308-9f65-72c22a0964bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:09.642310 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-8c87a3d8-1396-4308-9f65-72c22a0964bd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4b0dcfd0-e147-472e-bce4-ac56ba61549d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8881769 Sep 21 15:55:09.690277 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-54246e6b-cbd5-4754-93d7-182fb394c1e0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "GET /v2.0/floatingips/cb9c081f-5b0a-4830-8282-bc9a7d12f23b HTTP/1.1" status: 200 len: 977 time: 0.5314817 Sep 21 15:55:09.691148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36550) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:09.692480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb3645f-0d87-405d-a62e-5d5f6a9400b8']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:09.802037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4a2cbfa8-78bd-4b2a-9de1-ba6fd7869ef8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:09.806201 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4a2cbfa8-78bd-4b2a-9de1-ba6fd7869ef8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5663586 Sep 21 15:55:09.813718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36556) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:09.826772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c9453f-b946-4931-998e-c1eb4e5f3172') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:09.827155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c9453f-b946-4931-998e-c1eb4e5f3172') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:09.829411 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-8258fbb5-6c7c-4b6c-9661-d16faebe8b34 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49f28112-45d2-4a94-b902-1d5a38c19059 HTTP/1.1" status: 200 len: 1002 time: 0.1814384 Sep 21 15:55:09.908468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-9a716f1c-7086-47c3-b2e9-7a9af623aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:09.908703 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd14d9b92-65ba-45cc-a688-d2ffe5f6a056', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'port_id': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'mac_address': 'fa:16:3e:e5:66:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:23Z', 'updated_at': '2022-09-21T15:55:03Z', 'revision_number': 1, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:19Z', 'revision_number': 5, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:09.911615 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-9a716f1c-7086-47c3-b2e9-7a9af623aac7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 912 time: 0.3613293 Sep 21 15:55:09.913347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:09.915426 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562aa5fa-3ffa-449f-a709-85e28c8538d4 None None] The sync data for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv is: [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd14d9b92-65ba-45cc-a688-d2ffe5f6a056', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'port_id': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'mac_address': 'fa:16:3e:e5:66:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T15:54:23Z', 'updated_at': '2022-09-21T15:55:03Z', 'revision_number': 1, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:19Z', 'revision_number': 5, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:09.921966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-19330e38-888c-4376-b53b-7b226226cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:09.923497 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-19330e38-888c-4376-b53b-7b226226cb72 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b8368ded-6c9c-4868-af60-44980d3106f8 HTTP/1.1" status: 200 len: 850 time: 0.0838046 Sep 21 15:55:09.979323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.022408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:55:10.022957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.051530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-db60361c-e5b6-4d4d-a094-33bd15a7982f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 7a31515b-7e95-42ba-8dae-93873a22f201 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:10.052023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db60361c-e5b6-4d4d-a094-33bd15a7982f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.080545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-171f35f8-a9ad-4cce-ab6f-e62409d6fbe5 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Synchronizing usage tracker for tenant:7a983a33c3c74a17a3506b53b53383b5 on resource:floatingip {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:10.161220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.161849 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6bead-6bd2-43b8-ba81-6a4ebba160c3 None None] New status for floating IP d14d9b92-65ba-45cc-a688-d2ffe5f6a056: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:55:10.175712 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 45c9453f-b946-4931-998e-c1eb4e5f3172 resource provider aggregate not found Sep 21 15:55:10.182771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.214607 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 45c9453f-b946-4931-998e-c1eb4e5f3172 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45c9453f-b946-4931-998e-c1eb4e5f3172 found for delete ", "request_id": "req-e83f2492-8ea7-4485-a009-5620640dee14"}]} Sep 21 15:55:10.235387 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-33b2cc87-bc2b-4d5d-9129-3550eb7ba070 service neutron] 10.222.0.33 "GET /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790148 Sep 21 15:55:10.243810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.270085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d2f3b2b-7a53-4f7a-aa10-ad4474de7214,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:10.377034 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-f8814dfc-165e-4108-89c5-d7ce4afee216 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 999 time: 0.4569061 Sep 21 15:55:10.413984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.418163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.421356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:55:10.445291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-171f35f8-a9ad-4cce-ab6f-e62409d6fbe5 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Unset dirty status for tenant:7a983a33c3c74a17a3506b53b53383b5 on resource:floatingip {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:10.446381 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-171f35f8-a9ad-4cce-ab6f-e62409d6fbe5 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7437577 Sep 21 15:55:10.449897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.459112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36564) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:10.466859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00632f80-cb45-4853-a730-e5ef1ac5613e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:10.504946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'port_id': '2915f059-d11f-4704-85ce-2c4ffeeeb551'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:10.559148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Network': ['ID=aeb3645f-0d87-405d-a62e-5d5f6a9400b8,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:10.577894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.577894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Added segment 71c1b2b8-1c48-42b2-8c94-ab891f3b8903 of type vlan for network 777b755c-4956-42f0-8aa3-b637850ee8bf Sep 21 15:55:10.629145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-622809e2-a8c0-4a3d-996b-3873ca5a0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:10.630572 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-622809e2-a8c0-4a3d-996b-3873ca5a0b1a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=252cbf10-1a0a-43b3-b797-08f153c604e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4998989 Sep 21 15:55:10.639979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.643198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.661776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-d9881c43-9e38-4c4c-9516-530c4ce69a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:10.663232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-d9881c43-9e38-4c4c-9516-530c4ce69a56 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.2715542 Sep 21 15:55:10.678523 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-19588636-a4f5-42e5-9b22-bd0728dcd0e6 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/networks/aeb3645f-0d87-405d-a62e-5d5f6a9400b8 HTTP/1.1" status: 204 len: 168 time: 4.9285219 Sep 21 15:55:10.696626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36568) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:10.763093 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-c977163c-5613-4177-bb71-8d8982d20420 service neutron] 10.222.0.33 "GET /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161281 Sep 21 15:55:10.823196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.847020 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-ee88885c-880b-4a40-85cb-34769c4b1085 service neutron] 10.222.0.33 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050784 Sep 21 15:55:10.853776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-4c44d489-98a7-4081-bed5-45cb89c91b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:10.855246 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-4c44d489-98a7-4081-bed5-45cb89c91b7c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287551 Sep 21 15:55:10.855782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.970592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db60361c-e5b6-4d4d-a094-33bd15a7982f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.995926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:10.996456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c46e640a-ab39-482f-bfa2-1db5ed49314a {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:10.997982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.066855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.071477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f4768f1-fb1c-4ce9-a99c-abb055f14ae5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "DELETE /v2.0/routers/c46e640a-ab39-482f-bfa2-1db5ed49314a HTTP/1.1" status: 204 len: 168 time: 4.3174429 Sep 21 15:55:11.072670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36572) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:11.085984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-438088529', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:11.106843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:11.126594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Usage tracker for resource:router and tenant:2bfeb4ba4a6d45829f82622abf9bc4c7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:11.133061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:11.137196 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6ca3ba4-9292-4c3e-9655-453fc0097599 req-36ae22db-b488-406e-b3fa-ec36658a06cf service neutron] 10.222.0.33 "GET /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810698 Sep 21 15:55:11.143736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:11.148023 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-343c0613-1a60-4b34-9e3a-81e32f363761 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710929 Sep 21 15:55:11.165436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-db60361c-e5b6-4d4d-a094-33bd15a7982f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 7a31515b-7e95-42ba-8dae-93873a22f201 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:11.268852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.268852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.288033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.315591 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6bb15af-be91-4e0a-a041-1b157fa584fb req-6e247e71-3175-442f-a656-975224a733e3 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598022 Sep 21 15:55:11.537238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.543155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:11.543784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.623415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.730473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124a885f-bfe8-4e94-bf4e-6833d5e13ae2']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:11.739679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.839746 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.6642826 Sep 21 15:55:11.857900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2d6c39-7aee-493d-99ea-a28a5dcf2fdf') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:11.858236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2d6c39-7aee-493d-99ea-a28a5dcf2fdf') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:11.878356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86624936-071a-4415-a21f-f329c31b451b tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Pushing event updated for resources: {'Network': ['ID=777b755c-4956-42f0-8aa3-b637850ee8bf,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:11.891879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 777b755c-4956-42f0-8aa3-b637850ee8bf details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:55:11.892361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:11.990784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.002543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:55:12.002960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.064718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36580) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:12.077990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Request body: {'port': {'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf', 'binding:host_id': 'hv-neutron-8586', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2083108912'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:12.087581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:12.148419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Usage tracker for resource:port and tenant:c72e441113f349c898b98e3010c784ee is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:12.153043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:12.161382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:12.163981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db60361c-e5b6-4d4d-a094-33bd15a7982f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.196648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.229876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.238535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60361c-e5b6-4d4d-a094-33bd15a7982f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=7a31515b-7e95-42ba-8dae-93873a22f201,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:12.282380 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 9c2d6c39-7aee-493d-99ea-a28a5dcf2fdf resource provider aggregate not found Sep 21 15:55:12.295416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Made reservation on behalf of c72e441113f349c898b98e3010c784ee for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:12.295416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.304247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db60361c-e5b6-4d4d-a094-33bd15a7982f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.315263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.316148 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 9c2d6c39-7aee-493d-99ea-a28a5dcf2fdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c2d6c39-7aee-493d-99ea-a28a5dcf2fdf found for delete ", "request_id": "req-c039a0e9-351d-4720-bfc7-e1bdd7e6ebef"}]} Sep 21 15:55:12.322101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.326255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.340066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:12.351102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Usage tracker for resource:security_group_rule and tenant:c72e441113f349c898b98e3010c784ee is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:12.357187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:12.366696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Network': ['ID=124a885f-bfe8-4e94-bf4e-6833d5e13ae2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:12.372963 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-96e52240-90f2-4c07-8a98-20193de804a5 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/networks/124a885f-bfe8-4e94-bf4e-6833d5e13ae2 HTTP/1.1" status: 204 len: 168 time: 1.6713715 Sep 21 15:55:12.373551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36588) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:12.393880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:12.451011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Allocated IP 172.26.0.96 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/85b8b4d8-4126-40ad-b846-802f832d16a8) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:12.464313 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-db60361c-e5b6-4d4d-a094-33bd15a7982f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/7a31515b-7e95-42ba-8dae-93873a22f201 HTTP/1.1" status: 204 len: 168 time: 2.6399448 Sep 21 15:55:12.467552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36592) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:12.508395 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.644645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d7a1e-2d44-44d6-b674-8b3590798009 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:12.646085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d7a1e-2d44-44d6-b674-8b3590798009 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:12.647384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f80d7a1e-2d44-44d6-b674-8b3590798009 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:12.703909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.720916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.743558 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.759380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f80d7a1e-2d44-44d6-b674-8b3590798009 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:12.760571 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f80d7a1e-2d44-44d6-b674-8b3590798009 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2911325 Sep 21 15:55:12.763307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36596) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:12.797703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.820142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] device_id is not set on port c342929d-dda8-427a-bea0-67280d312f4c yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:12.866478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.869302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.885094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:12.897275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8593e306-99d1-40ef-ad86-c9861a2c7a15') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:12.897572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8593e306-99d1-40ef-ad86-c9861a2c7a15') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:12.908832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.924694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.931576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:55:12.931969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.951262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:12.974823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2742e22-cc58-4e84-8dd6-07b90ce06db4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet cf8a29cb-8c00-4965-87fa-7ffff2f51d0e {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:55:12.978966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979d11bc-8b19-4512-9c52-1ac5aa744fc1,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:12.985504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2742e22-cc58-4e84-8dd6-07b90ce06db4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.024808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:13.047289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:13.058387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:13.082873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event updated for resources: {'Port': ['ID=85b8b4d8-4126-40ad-b846-802f832d16a8,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:13.114513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:13.127973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2742e22-cc58-4e84-8dd6-07b90ce06db4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.172684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.194800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.200356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:13.202315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8d2f3b2b-7a53-4f7a-aa10-ad4474de7214 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:13.214471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] Pushing event deleted for resources: {'Network': ['ID=c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:13.219377 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7ab6c6e9-979d-444d-b833-7cad9555c747 tempest-BulkNetworkOpsTest-1252470691 tempest-BulkNetworkOpsTest-1252470691-project] 10.222.0.65 "DELETE /v2.0/networks/c8bbaeca-5eed-4acc-b36c-8fa1ac8c695f HTTP/1.1" status: 204 len: 168 time: 0.8430071 Sep 21 15:55:13.220323 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP cb9c081f-5b0a-4830-8282-bc9a7d12f23b associated. External IP: 172.26.0.111, port: a850180b-bebe-41db-8120-f8bbad28c9f7. Sep 21 15:55:13.588441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:13.662803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2742e22-cc58-4e84-8dd6-07b90ce06db4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.713143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] device_id is not set on port c342929d-dda8-427a-bea0-67280d312f4c yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:13.727531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.733827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36606) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:13.747106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Transition to ACTIVE for port object c342929d-dda8-427a-bea0-67280d312f4c will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:13.778434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:13.789398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfcdb5-4c82-4a4f-8314-57548af37e93 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:13.802137 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfcdb5-4c82-4a4f-8314-57548af37e93 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:13.803110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-26cfcdb5-4c82-4a4f-8314-57548af37e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:13.835249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.885015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-26cfcdb5-4c82-4a4f-8314-57548af37e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:13.892512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2742e22-cc58-4e84-8dd6-07b90ce06db4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.895372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfcdb5-4c82-4a4f-8314-57548af37e93 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:13.895986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-26cfcdb5-4c82-4a4f-8314-57548af37e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:13.952922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373a564-e715-4845-b30d-693be2848571 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:13.955133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2742e22-cc58-4e84-8dd6-07b90ce06db4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:13.978313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-26cfcdb5-4c82-4a4f-8314-57548af37e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:13.978949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfcdb5-4c82-4a4f-8314-57548af37e93 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:14.000969 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e0c4f606-ec24-4e1f-98bd-f91d9723acf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ee9d7313c3b42d695c5b08aa832d96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658899 Sep 21 15:55:14.003054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36612) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:14.022192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2742e22-cc58-4e84-8dd6-07b90ce06db4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8a29cb-8c00-4965-87fa-7ffff2f51d0e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:14.089314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=c342929d-dda8-427a-bea0-67280d312f4c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:14.095967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Checking segment: {'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:14.096332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Network hostable DHCP agents. Network: 777b755c-4956-42f0-8aa3-b637850ee8bf, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:55:14.124971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.172694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c94415a-7ace-40bc-9be8-b1696d31bbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.207522 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e2742e22-cc58-4e84-8dd6-07b90ce06db4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/cf8a29cb-8c00-4965-87fa-7ffff2f51d0e HTTP/1.1" status: 204 len: 168 time: 1.4431858 Sep 21 15:55:14.210898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36616) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:14.261311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:55:14.266399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] Deleting port acbb412b-1ddf-4489-a9e1-0881d185335c {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:14.266800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.295465 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0e2a2852-f4f5-4b6f-a740-e25dab1df4c2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810814 Sep 21 15:55:14.346968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Network 777b755c-4956-42f0-8aa3-b637850ee8bf is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:55:14.348456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36620) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:14.395319 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 8593e306-99d1-40ef-ad86-c9861a2c7a15 resource provider aggregate not found Sep 21 15:55:14.405479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c94415a-7ace-40bc-9be8-b1696d31bbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.425160 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 8593e306-99d1-40ef-ad86-c9861a2c7a15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8593e306-99d1-40ef-ad86-c9861a2c7a15 found for delete ", "request_id": "req-0ae6fbbf-268c-420e-a6f2-136755072e95"}]} Sep 21 15:55:14.457540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:14.491596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] For port acbb412b-1ddf-4489-a9e1-0881d185335c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=acbb412b-1ddf-4489-a9e1-0881d185335c,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:14.491995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.516784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 777b755c-4956-42f0-8aa3-b637850ee8bf) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:14.531666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:14.550768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:14.551110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:14.552033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:14.559180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da4259-7818-4f57-a1f3-4ade4ccb8160 None None] Network 777b755c-4956-42f0-8aa3-b637850ee8bf requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:14.574185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:14.574721 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:14.577051 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 2 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:14.633476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c94415a-7ace-40bc-9be8-b1696d31bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.637735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] Calling delete_port for acbb412b-1ddf-4489-a9e1-0881d185335c owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:14.657930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:14.658264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:14.658389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94415a-7ace-40bc-9be8-b1696d31bbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041c9251-2586-4843-bd8d-3557d08a27be,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:14.658582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:14.668240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c94415a-7ace-40bc-9be8-b1696d31bbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.671675 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3c94415a-7ace-40bc-9be8-b1696d31bbd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/041c9251-2586-4843-bd8d-3557d08a27be HTTP/1.1" status: 204 len: 168 time: 0.6677060 Sep 21 15:55:14.674125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:14.674554 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:14.675507 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 3 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:14.679049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:14.690257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.695333 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c6c8a0-3f88-4277-9219-5276904c40c8 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:14.703536 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6c8a0-3f88-4277-9219-5276904c40c8 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:14.704162 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-29c6c8a0-3f88-4277-9219-5276904c40c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:14.721786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:14.722237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:14.722579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:14.736033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac83ac4-ffae-4921-b864-64f446852887 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:14.739991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3ac83ac4-ffae-4921-b864-64f446852887 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3805056 Sep 21 15:55:14.741519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36630) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:14.742204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:14.742699 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:14.744981 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 4 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:14.765196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:14.765534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:14.765875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:14.774558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:14.774900 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:14.777727 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 5 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:14.796894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:14.797295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:14.797649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:14.805112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:14.805358 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:14.807422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 6 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:14.819090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.889178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8377fa56-5882-444b-b5e7-0cc9a9a3147f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:14.891998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8377fa56-5882-444b-b5e7-0cc9a9a3147f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:14.910874 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-25ff7acd-78e3-49ce-924b-d1c25827c67e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/floatingips/cb9c081f-5b0a-4830-8282-bc9a7d12f23b HTTP/1.1" status: 200 len: 978 time: 4.4451025 Sep 21 15:55:14.911888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36634) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:14.930881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:14.938961 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-29c6c8a0-3f88-4277-9219-5276904c40c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:14.948187 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6c8a0-3f88-4277-9219-5276904c40c8 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:14.948769 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-29c6c8a0-3f88-4277-9219-5276904c40c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:14.954292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:14.984939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8377fa56-5882-444b-b5e7-0cc9a9a3147f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:14.991771 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8377fa56-5882-444b-b5e7-0cc9a9a3147f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2452717 Sep 21 15:55:14.993341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36638) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:15.001637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] Pushing event deleted for resources: {'Port': ['ID=acbb412b-1ddf-4489-a9e1-0881d185335c,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:15.005350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a932bd-949d-4ae3-a66b-0ef458e06171 None None] No DVR routers for this DVR port acbb412b-1ddf-4489-a9e1-0881d185335c on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:15.027375 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-29c6c8a0-3f88-4277-9219-5276904c40c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:15.028745 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c6c8a0-3f88-4277-9219-5276904c40c8 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:15.083332 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7a24959f-fb1c-4fcf-a31f-2208dff62537 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836394 Sep 21 15:55:15.084492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36644) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:15.090290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:15.118801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:15.119143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:15.119483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:15.135123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:15.135459 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:15.143900 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 7 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:15.160731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device acbb412b-1ddf-4489-a9e1-0881d185335c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:15.173143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:15.173489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:15.173831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:15.199341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: acbb412b-1ddf-4489-a9e1-0881d185335c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:15.199701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device acbb412b-1ddf-4489-a9e1-0881d185335c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:15.237071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:15.244038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:15.244378 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:15.248936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:15.255193 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 8 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:15.280332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:15.344061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:15.347677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:15.355092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:15.355092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:15.355092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:15.370540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:15.370874 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:15.381631 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 9 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:15.413156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:15.413642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:15.413822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:15.513018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:15.513353 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:15.517862 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 10 to bind port c342929d-dda8-427a-bea0-67280d312f4c Sep 21 15:55:15.548153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:15.548537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:15.548877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:15.624608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port c342929d-dda8-427a-bea0-67280d312f4c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:15.624951 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port c342929d-dda8-427a-bea0-67280d312f4c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:15.625315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:15.654804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:15.659125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:15.710668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:15.711926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:15.712413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP cb9c081f-5b0a-4830-8282-bc9a7d12f23b disassociated. External IP: 172.26.0.111, port: 2915f059-d11f-4704-85ce-2c4ffeeeb551. Sep 21 15:55:15.713760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:15.718047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:15.718633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:15.723183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17896ec3-a34f-451b-93d5-374e8bf964db None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:15.741019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=c8e7a551-abb7-4fa9-a5db-9bdc14213702,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:15.780942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Router 3572d289-7968-4707-bc7b-279cca129aa8 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:55:15.816545 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8099c284-e512-4b1b-8188-4f4da4a0bfae tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7303531 Sep 21 15:55:15.818635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36666) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:15.827772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': 'c8e7a551-abb7-4fa9-a5db-9bdc14213702', 'ip_address': '2001:db8::add0:bb4e:e82f:2690'}], 'name': 'tempest-NetworksTestDHCPv6-71310800'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:15.941989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36670) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:15.952013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] For port c342929d-dda8-427a-bea0-67280d312f4c, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:15.952396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempted to set empty binding levels {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:55:15.999113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': 'c8e7a551-abb7-4fa9-a5db-9bdc14213702'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:55:15.999113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.051028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:16.053525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.054614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:16.055201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.066297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:16.072884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:16.087017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:16.141649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7159e7f8-0cb4-4fef-82b0-b2fd6731f2d1 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] Request body: {'port': {'network_id': '24d357d3-af25-4ce4-8a93-12eed290b95a', 'name': 'tempest-NetworksNegativeTestJSON-1764573250'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:16.161998 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7159e7f8-0cb4-4fef-82b0-b2fd6731f2d1 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] POST failed (client error): The resource could not be found. Sep 21 15:55:16.162590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7159e7f8-0cb4-4fef-82b0-b2fd6731f2d1 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:16.163798 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7159e7f8-0cb4-4fef-82b0-b2fd6731f2d1 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2197282 Sep 21 15:55:16.167784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36676) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.197869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:16.215302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/c8e7a551-abb7-4fa9-a5db-9bdc14213702/c85e9481-737d-4266-9507-916c52cc6b69) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:16.235111 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.1667497 Sep 21 15:55:16.238107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:16.246437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36680) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.256365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8b9a5-2901-4fb6-a29b-dfa5c86d8725 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=c342929d-dda8-427a-bea0-67280d312f4c,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:16.262480 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d51a3e-7e08-490c-aba1-32a25b78a88e tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] DELETE failed (client error): The resource could not be found. Sep 21 15:55:16.262634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d51a3e-7e08-490c-aba1-32a25b78a88e tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:16.268082 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-54d51a3e-7e08-490c-aba1-32a25b78a88e tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "DELETE /v2.0/networks/6c5f540d-fc61-4724-86fd-24656bd6243e HTTP/1.1" status: 404 len: 339 time: 0.0990868 Sep 21 15:55:16.268660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36684) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.296777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3d585-4d05-4a6c-8880-9485abb7f035 None None] Sync routers for ids ['3572d289-7968-4707-bc7b-279cca129aa8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:16.326629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3d585-4d05-4a6c-8880-9485abb7f035 None None] Routers {'3572d289-7968-4707-bc7b-279cca129aa8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:16.327253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-51c3d585-4d05-4a6c-8880-9485abb7f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3572d289-7968-4707-bc7b-279cca129aa8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:16.328285 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-633e41cb-c606-4e6b-ae87-f777cf2fd17e tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] DELETE failed (client error): The resource could not be found. Sep 21 15:55:16.328746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633e41cb-c606-4e6b-ae87-f777cf2fd17e tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:16.332836 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-633e41cb-c606-4e6b-ae87-f777cf2fd17e tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "DELETE /v2.0/ports/9b3c5f6c-30b6-4c6b-a910-383c9f58b248 HTTP/1.1" status: 404 len: 333 time: 0.0556898 Sep 21 15:55:16.349417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36690) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.390684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.391885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0ec533cc-d2d1-484e-b2c2-a8d90394abba tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3182690 Sep 21 15:55:16.392128 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29de369-f3a7-4f12-aecd-2f053730251c tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] DELETE failed (client error): The resource could not be found. Sep 21 15:55:16.392821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29de369-f3a7-4f12-aecd-2f053730251c tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:16.394752 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b29de369-f3a7-4f12-aecd-2f053730251c tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "DELETE /v2.0/subnets/a8401de3-2ffb-42a3-9200-0c60a33e1453 HTTP/1.1" status: 404 len: 337 time: 0.0441561 Sep 21 15:55:16.398349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36694) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.401655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-51c3d585-4d05-4a6c-8880-9485abb7f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:16.403786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36698) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.413226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6967611d-6931-459d-8e1d-03afefbe4407 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': False}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:16.417853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3d585-4d05-4a6c-8880-9485abb7f035 None None] Routers {'3572d289-7968-4707-bc7b-279cca129aa8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:16.418535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-51c3d585-4d05-4a6c-8880-9485abb7f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3572d289-7968-4707-bc7b-279cca129aa8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:16.419033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Deleting port c342929d-dda8-427a-bea0-67280d312f4c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:16.419370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.487170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:16.493781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-51c3d585-4d05-4a6c-8880-9485abb7f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:16.494219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3d585-4d05-4a6c-8880-9485abb7f035 None None] The sync data for ids ['3572d289-7968-4707-bc7b-279cca129aa8'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:16.524307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.537218 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20d8d56-a3ee-4b08-acf0-8e343f637eb0 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] GET failed (client error): The resource could not be found. Sep 21 15:55:16.544524 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e20d8d56-a3ee-4b08-acf0-8e343f637eb0 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "GET /v2.0/networks/a1f45e51-2fa6-43d9-96d9-676af6072818 HTTP/1.1" status: 404 len: 339 time: 0.0714822 Sep 21 15:55:16.544733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36702) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.588949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.600023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Transition to ACTIVE for port object c85e9481-737d-4266-9507-916c52cc6b69 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:16.620544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Transition to ACTIVE for port object c85e9481-737d-4266-9507-916c52cc6b69 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:16.676256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.743424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:16.746772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:16.749729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:16.754410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 04c2d6af-a7e0-4106-bcac-971585306ef3 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:16.789413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Pushing event updated for resources: {'Port': ['ID=c85e9481-737d-4266-9507-916c52cc6b69,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:16.797626 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb76650-5df6-4979-826d-2ba13bee3b36 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] GET failed (client error): The resource could not be found. Sep 21 15:55:16.804622 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6bb76650-5df6-4979-826d-2ba13bee3b36 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "GET /v2.0/ports/a66dbcc1-b895-4a99-80ba-fd82d5950bc7 HTTP/1.1" status: 404 len: 333 time: 0.2533193 Sep 21 15:55:16.809472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36706) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.867111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Attempting to bind port c85e9481-737d-4266-9507-916c52cc6b69 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:16.867402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Attempting to bind port c85e9481-737d-4266-9507-916c52cc6b69 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:16.867660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Attempting to bind port c85e9481-737d-4266-9507-916c52cc6b69 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:16.873116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:16.874140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:16.874140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.874325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:16.874518 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7f9f53-2000-49a7-bc5e-77222be2a0e3 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] GET failed (client error): The resource could not be found. Sep 21 15:55:16.874765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Bound port: c85e9481-737d-4266-9507-916c52cc6b69, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:16.875145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.881613 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cf7f9f53-2000-49a7-bc5e-77222be2a0e3 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "GET /v2.0/subnets/2767b97a-aa94-49c6-aac2-5d26a40fcd1a HTTP/1.1" status: 404 len: 337 time: 0.0613468 Sep 21 15:55:16.882958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36710) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:16.901772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f1a07363-f98f-4f42-90ff-6865d43fe0d7 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:16.942037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] For port c342929d-dda8-427a-bea0-67280d312f4c, host hv-neutron-8586, got binding levels [] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:16.942650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:16.972067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] For port c85e9481-737d-4266-9507-916c52cc6b69, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:16.979807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] For port c85e9481-737d-4266-9507-916c52cc6b69, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c85e9481-737d-4266-9507-916c52cc6b69,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:17.020999 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a07363-f98f-4f42-90ff-6865d43fe0d7 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] PUT failed (client error): The resource could not be found. Sep 21 15:55:17.022243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a07363-f98f-4f42-90ff-6865d43fe0d7 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:17.028564 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f1a07363-f98f-4f42-90ff-6865d43fe0d7 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "PUT /v2.0/networks/a202da0d-a8c6-4d1c-bf4c-d53ecd84d3bc HTTP/1.1" status: 404 len: 339 time: 0.1374445 Sep 21 15:55:17.038540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36714) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:17.051817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.057985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f906a9e9-5f90-40f2-ad1f-2e713630ae01 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:17.076877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Calling delete_port for c342929d-dda8-427a-bea0-67280d312f4c owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:17.105364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:17.110453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.118898 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f906a9e9-5f90-40f2-ad1f-2e713630ae01 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] PUT failed (client error): The resource could not be found. Sep 21 15:55:17.119367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f906a9e9-5f90-40f2-ad1f-2e713630ae01 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:17.120499 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f906a9e9-5f90-40f2-ad1f-2e713630ae01 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "PUT /v2.0/ports/4058f7dc-e6b0-4cd0-8926-785567098792 HTTP/1.1" status: 404 len: 333 time: 0.0813713 Sep 21 15:55:17.127329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36718) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:17.128892 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238a64a-57e8-47cf-81f2-e0143a572028 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:17.146010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e600c7-98b8-46cd-8b0b-96dc5b8543fc None None] Pushing event updated for resources: {'Port': ['ID=c85e9481-737d-4266-9507-916c52cc6b69,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:17.150333 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238a64a-57e8-47cf-81f2-e0143a572028 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:17.151309 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a238a64a-57e8-47cf-81f2-e0143a572028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:17.215165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-90889f71-8a0a-407a-94cb-d96e078f2546 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/floatingips/cb9c081f-5b0a-4830-8282-bc9a7d12f23b HTTP/1.1" status: 200 len: 688 time: 2.2933323 Sep 21 15:55:17.218906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36722) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:17.231281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-faee6cb4-b3ee-4694-bed0-f684836fc7d5 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:17.239272 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a238a64a-57e8-47cf-81f2-e0143a572028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:17.249445 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238a64a-57e8-47cf-81f2-e0143a572028 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:17.250246 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a238a64a-57e8-47cf-81f2-e0143a572028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:17.297385 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-faee6cb4-b3ee-4694-bed0-f684836fc7d5 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] PUT failed (client error): The resource could not be found. Sep 21 15:55:17.298015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faee6cb4-b3ee-4694-bed0-f684836fc7d5 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:17.306839 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-faee6cb4-b3ee-4694-bed0-f684836fc7d5 tempest-NetworksNegativeTestJSON-120540418 tempest-NetworksNegativeTestJSON-120540418-project] 10.222.0.65 "PUT /v2.0/subnets/24506120-1927-4a25-a5c8-f5d5c3aabfe3 HTTP/1.1" status: 404 len: 337 time: 0.1752565 Sep 21 15:55:17.381617 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a238a64a-57e8-47cf-81f2-e0143a572028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:17.387029 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238a64a-57e8-47cf-81f2-e0143a572028 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:17.438379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port 6967c278-2244-4470-a08e-304d88905258 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:17.438986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.483369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::add0:bb4e:e82f:2690 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/c8e7a551-abb7-4fa9-a5db-9bdc14213702/04c2d6af-a7e0-4106-bcac-971585306ef3) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:17.571128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.629492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6967611d-6931-459d-8e1d-03afefbe4407 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.635030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event deleted for resources: {'Port': ['ID=c342929d-dda8-427a-bea0-67280d312f4c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:17.648341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.667137 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-73149e8a-b2fb-4dbf-b3df-691b885c4a86 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "DELETE /v2.0/ports/c342929d-dda8-427a-bea0-67280d312f4c HTTP/1.1" status: 204 len: 168 time: 1.4074080 Sep 21 15:55:17.669904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36728) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:17.724341 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d971bf-e916-4994-b56b-e83bedb82909 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:55:17.725974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b1d971bf-e916-4994-b56b-e83bedb82909 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Synchronizing usage tracker for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:17.730079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.730408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.870677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for 6967c278-2244-4470-a08e-304d88905258 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:17.872911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:17.880736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36734) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:17.902641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 04c2d6af-a7e0-4106-bcac-971585306ef3 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:17.929795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b1d971bf-e916-4994-b56b-e83bedb82909 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Unset dirty status for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:17.931130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b1d971bf-e916-4994-b56b-e83bedb82909 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "GET /v2.0/ports/c342929d-dda8-427a-bea0-67280d312f4c HTTP/1.1" status: 404 len: 333 time: 0.2601073 Sep 21 15:55:17.937014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36740) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:17.945036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Request body: {'port': {'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1372366662'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:17.951626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:18.009896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:18.072306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.110221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Made reservation on behalf of c72e441113f349c898b98e3010c784ee for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:18.112959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.120935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.135063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] device_id is not set on port 8f8e519f-6ffc-407e-8005-0719f9a5e50c yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:18.285834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.354277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4ca35687-0e6c-4db3-a9b6-ef90cfc46eb7 None None] Provisioning for port c85e9481-737d-4266-9507-916c52cc6b69 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:18.359856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:18.369202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:18.372795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:18.375138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:18.381465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:18.382065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.386132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2ace0edd47cf4cac903a0e35ba892054 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:18.387345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=6967c278-2244-4470-a08e-304d88905258,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:18.398940 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:18.424454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:18.428433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=04c2d6af-a7e0-4106-bcac-971585306ef3,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:18.510985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.609600 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d65859cd-23fb-411f-a789-0aae60b6e55c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7889006 Sep 21 15:55:18.612553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36744) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:18.621272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': 'c8e7a551-abb7-4fa9-a5db-9bdc14213702', 'ip_address': '2001:db8::add0:bb4e:e82f:2690'}], 'name': 'tempest-NetworksTestDHCPv6-636388584'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:18.708752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.710489 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c0201b0b-d8b9-4115-a43a-4cf23ec1c6c8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/floatingips/cb9c081f-5b0a-4830-8282-bc9a7d12f23b HTTP/1.1" status: 204 len: 168 time: 1.4906688 Sep 21 15:55:18.713377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.719582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36748) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:18.784075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-015507b1-6456-4ae0-832b-edcf5f6153ff None None] Provisioning for port 04c2d6af-a7e0-4106-bcac-971585306ef3 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:18.790347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-015507b1-6456-4ae0-832b-edcf5f6153ff None None] Provisioning complete for port 04c2d6af-a7e0-4106-bcac-971585306ef3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:18.790676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-015507b1-6456-4ae0-832b-edcf5f6153ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.791870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:18.797338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:18.800290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:18.806330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:18.826579 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-5a2d21b6-ace8-4341-82dc-d7f3200d010e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] delete failed (client error): The resource could not be found. Sep 21 15:55:18.827629 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5a2d21b6-ace8-4341-82dc-d7f3200d010e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/floatingips/cb9c081f-5b0a-4830-8282-bc9a7d12f23b HTTP/1.1" status: 404 len: 345 time: 0.1071229 Sep 21 15:55:18.832896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36752) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:18.850418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-015507b1-6456-4ae0-832b-edcf5f6153ff None None] Port 04c2d6af-a7e0-4106-bcac-971585306ef3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:18.889639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.933226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:18.943593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.955434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6967611d-6931-459d-8e1d-03afefbe4407 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:18.958733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6967611d-6931-459d-8e1d-03afefbe4407 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.024465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.054659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Network 777b755c-4956-42f0-8aa3-b637850ee8bf is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:19.060758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:19.066090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:19.066970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:19.067562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.075822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=8f8e519f-6ffc-407e-8005-0719f9a5e50c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:19.143290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb6131-11fd-429d-b58d-36794a20261b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:19.147303 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ace0edd47cf4cac903a0e35ba892054&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2620347 Sep 21 15:55:19.147303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312f8a-5de1-414e-bcb6-6419484be2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6120c565-70df-453e-a8b0-9807fa4f817e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:19.148893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36756) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:19.150160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb6131-11fd-429d-b58d-36794a20261b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:19.156409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb6131-11fd-429d-b58d-36794a20261b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:19.160982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7ddb6131-11fd-429d-b58d-36794a20261b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Synchronizing usage tracker for tenant:7a983a33c3c74a17a3506b53b53383b5 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:19.163958 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.187498 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c7373c3d-7ce3-48a7-b5a6-0b1cf3e7247d tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2492983 Sep 21 15:55:19.190954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36760) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:19.201765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port cef41b7a-74c7-4ab4-9485-f50832c508de yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:19.210495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8586'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:19.214698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c85e9481-737d-4266-9507-916c52cc6b69 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:19.265545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7ddb6131-11fd-429d-b58d-36794a20261b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Unset dirty status for tenant:7a983a33c3c74a17a3506b53b53383b5 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:19.266750 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7ddb6131-11fd-429d-b58d-36794a20261b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "GET /v2.0/ports?network_id=93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d HTTP/1.1" status: 200 len: 2357 time: 0.4325871 Sep 21 15:55:19.269965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36764) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:19.337271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6967611d-6931-459d-8e1d-03afefbe4407 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Router 3572d289-7968-4707-bc7b-279cca129aa8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:19.365299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c85e9481-737d-4266-9507-916c52cc6b69 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:19.370945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c85e9481-737d-4266-9507-916c52cc6b69 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:19.373184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.421808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28db2aa4-9f7d-41fa-b1fd-6569d3c3e3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.434400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df1fc80-e4ca-4911-9ca6-883f0faf53af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:19.435735 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7df1fc80-e4ca-4911-9ca6-883f0faf53af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "GET /v2.0/subnets/e67754f3-385e-45d1-b7d6-b3325936a59a HTTP/1.1" status: 200 len: 797 time: 0.1621876 Sep 21 15:55:19.441255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36768) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:19.448122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'port': {'network_id': '93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d', 'name': 'tempest-FloatingIPTestJSON-988215405', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:19.496032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c85e9481-737d-4266-9507-916c52cc6b69 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:19.496709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.514077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.523682 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 15:55:19.524188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:19.531443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c85e9481-737d-4266-9507-916c52cc6b69, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c85e9481-737d-4266-9507-916c52cc6b69,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:19.581246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28db2aa4-9f7d-41fa-b1fd-6569d3c3e3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.601140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.610144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:19.620656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:19.630375 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e5623829-9ffa-443f-8c14-1ef579f89878 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0168085 Sep 21 15:55:19.632937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36772) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:19.672214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c85e9481-737d-4266-9507-916c52cc6b69,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:19.686318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:19.806267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6967611d-6931-459d-8e1d-03afefbe4407 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:19.816166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1e2cd-152e-4450-b2da-33046e5080c0 None None] Sync routers for ids ['3572d289-7968-4707-bc7b-279cca129aa8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:19.825800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1e2cd-152e-4450-b2da-33046e5080c0 None None] Routers {'3572d289-7968-4707-bc7b-279cca129aa8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:19.826465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-afe1e2cd-152e-4450-b2da-33046e5080c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3572d289-7968-4707-bc7b-279cca129aa8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:19.830984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f25fa-7dcc-4964-8019-66e702182e0f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:19.837675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f25fa-7dcc-4964-8019-66e702182e0f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:19.838634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8d4f25fa-7dcc-4964-8019-66e702182e0f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:19.841981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6967611d-6931-459d-8e1d-03afefbe4407 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.845428 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6967611d-6931-459d-8e1d-03afefbe4407 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "PUT /v2.0/routers/3572d289-7968-4707-bc7b-279cca129aa8 HTTP/1.1" status: 200 len: 924 time: 3.4436798 Sep 21 15:55:19.846425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36776) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:19.854104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28db2aa4-9f7d-41fa-b1fd-6569d3c3e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.857420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28db2aa4-9f7d-41fa-b1fd-6569d3c3e3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.860962 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-28db2aa4-9f7d-41fa-b1fd-6569d3c3e3c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6120c565-70df-453e-a8b0-9807fa4f817e HTTP/1.1" status: 204 len: 168 time: 0.7015102 Sep 21 15:55:19.890658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-afe1e2cd-152e-4450-b2da-33046e5080c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:19.899820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe1e2cd-152e-4450-b2da-33046e5080c0 None None] Routers {'3572d289-7968-4707-bc7b-279cca129aa8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:19.900518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-afe1e2cd-152e-4450-b2da-33046e5080c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3572d289-7968-4707-bc7b-279cca129aa8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:19.933856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:19.969529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-afe1e2cd-152e-4450-b2da-33046e5080c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:19.970004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe1e2cd-152e-4450-b2da-33046e5080c0 None None] The sync data for ids ['3572d289-7968-4707-bc7b-279cca129aa8'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:20.070954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db2aa4-9f7d-41fa-b1fd-6569d3c3e3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6120c565-70df-453e-a8b0-9807fa4f817e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:20.084524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] device_id is not set on port 8f8e519f-6ffc-407e-8005-0719f9a5e50c yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:20.093420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.110181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Transition to ACTIVE for port object 8f8e519f-6ffc-407e-8005-0719f9a5e50c will not be triggered until provisioned by entity L2. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:20.137701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] device_id is not set on port 595b99b0-2cde-4c11-bd13-f0641d45974d yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:20.177272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8d4f25fa-7dcc-4964-8019-66e702182e0f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:20.178527 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8d4f25fa-7dcc-4964-8019-66e702182e0f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5445218 Sep 21 15:55:20.181588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36786) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:20.223371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.274181 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-711f8bfd-3594-4c82-ad0d-d30321302dc5 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/routers/3572d289-7968-4707-bc7b-279cca129aa8 HTTP/1.1" status: 200 len: 924 time: 0.4264989 Sep 21 15:55:20.279425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36792) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:20.395960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:20.396198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:20.397066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:20.401918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa61f0-1728-4cb8-aee5-ba50fc11cad8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 04c2d6af-a7e0-4106-bcac-971585306ef3 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:20.402285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e7aa61f0-1728-4cb8-aee5-ba50fc11cad8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.426604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=8f8e519f-6ffc-407e-8005-0719f9a5e50c,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:20.442549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dbb202-6db0-48ed-b2cf-e0a4f239b0bd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:20.443253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-74dbb202-6db0-48ed-b2cf-e0a4f239b0bd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Synchronizing usage tracker for tenant:49390691179840948b89a0229ce9a68c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:20.449593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:20.449949 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:20.452682 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 2 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:20.476740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:20.477076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:20.477415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:20.510038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:20.510375 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:20.510762 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 3 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:20.519962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.20.0.14 (93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d/e67754f3-385e-45d1-b7d6-b3325936a59a/595b99b0-2cde-4c11-bd13-f0641d45974d) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:20.527750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.20.0.13 (93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d/e67754f3-385e-45d1-b7d6-b3325936a59a/595b99b0-2cde-4c11-bd13-f0641d45974d) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:20.548090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:20.548439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:20.548942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:20.557454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:20.557780 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:20.574419 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 4 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:20.646318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:20.646691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:20.647507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:20.654168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-74dbb202-6db0-48ed-b2cf-e0a4f239b0bd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Unset dirty status for tenant:49390691179840948b89a0229ce9a68c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:20.658101 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-74dbb202-6db0-48ed-b2cf-e0a4f239b0bd tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=3572d289-7968-4707-bc7b-279cca129aa8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3745749 Sep 21 15:55:20.658348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:20.658535 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:20.658945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36802) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:20.659376 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 5 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:20.751062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.765769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:20.766109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:20.766406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:20.790393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:20.790719 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:20.794793 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 6 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:20.811183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e7aa61f0-1728-4cb8-aee5-ba50fc11cad8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.863300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:20.877501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:20.877501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:20.877817 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:20.944642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:20.948313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:20.950269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=595b99b0-2cde-4c11-bd13-f0641d45974d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:20.952471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:20.954580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa61f0-1728-4cb8-aee5-ba50fc11cad8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 04c2d6af-a7e0-4106-bcac-971585306ef3 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:20.983066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:20.983066 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:20.985076 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 7 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:21.027676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:21.028008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:21.028337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:21.030773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.031522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.045454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36814) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:21.051993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:21.052322 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:21.053512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a324fa8-b1fd-4edf-b715-03d71aecd115 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.053993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a324fa8-b1fd-4edf-b715-03d71aecd115 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Synchronizing usage tracker for tenant:49390691179840948b89a0229ce9a68c on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:21.059602 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 8 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:21.094129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:21.094468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:21.094804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:21.105873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:21.106226 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:21.135149 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 9 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:21.137861 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-084503be-7034-411c-bfd9-53055b0beff1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6952081 Sep 21 15:55:21.140533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36820) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:21.150161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '595b99b0-2cde-4c11-bd13-f0641d45974d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:21.152665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:21.157105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:floatingip and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:21.160627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:21.167263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:21.167600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:21.167929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:21.168040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:21.172264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a324fa8-b1fd-4edf-b715-03d71aecd115 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Unset dirty status for tenant:49390691179840948b89a0229ce9a68c on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:21.173381 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a324fa8-b1fd-4edf-b715-03d71aecd115 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 881 time: 0.5065701 Sep 21 15:55:21.174195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c85e9481-737d-4266-9507-916c52cc6b69 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:21.177451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36824) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:21.183056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:21.183626 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:21.190151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c9b170e0-49cf-40b6-b035-6793312b8b25 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:21.190910 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-c9b170e0-49cf-40b6-b035-6793312b8b25 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 15:55:21.191413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-c9b170e0-49cf-40b6-b035-6793312b8b25 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:55:21.192416 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c9b170e0-49cf-40b6-b035-6793312b8b25 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1458573 Sep 21 15:55:21.196309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36828) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:21.201664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078681146'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:21.208507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:21.215217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:21.216855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:21.222931 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:21.223705 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 10 to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c Sep 21 15:55:21.247003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c85e9481-737d-4266-9507-916c52cc6b69 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:21.247368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.252692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8c6b48c0-12b7-42c4-a399-3a6d18713083 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=3572d289-7968-4707-bc7b-279cca129aa8 HTTP/1.1" status: 200 len: 205 time: 0.0708640 Sep 21 15:55:21.252692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:21.252909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:21.253069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36832) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:21.253166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:21.258644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:21.258965 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:21.259309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.322230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.334848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.342182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e7aa61f0-1728-4cb8-aee5-ba50fc11cad8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.372457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.372929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c85e9481-737d-4266-9507-916c52cc6b69 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:21.406433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa61f0-1728-4cb8-aee5-ba50fc11cad8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=04c2d6af-a7e0-4106-bcac-971585306ef3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:21.441492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:21.453616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] For port 8f8e519f-6ffc-407e-8005-0719f9a5e50c, host hv-neutron-8586, cleared binding levels {{(pid=89726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:21.454097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempted to set empty binding levels {{(pid=89726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:55:21.457629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e7aa61f0-1728-4cb8-aee5-ba50fc11cad8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.502604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:21.513011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:21.513255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.513255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] In _notify_port_updated(), no bound segment for port 8f8e519f-6ffc-407e-8005-0719f9a5e50c on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:55:21.513255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.523649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.527679 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "PUT /v2.0/ports/8f8e519f-6ffc-407e-8005-0719f9a5e50c HTTP/1.1" status: 200 len: 977 time: 2.3335185 Sep 21 15:55:21.533276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36836) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:21.541559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:21.563112 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e7aa61f0-1728-4cb8-aee5-ba50fc11cad8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/04c2d6af-a7e0-4106-bcac-971585306ef3 HTTP/1.1" status: 204 len: 168 time: 1.3794458 Sep 21 15:55:21.566110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36840) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:21.650107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a72c16-33c5-4e55-8808-1206320af1b1 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=8f8e519f-6ffc-407e-8005-0719f9a5e50c,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:21.655922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.664082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907f357-834f-4c5f-9c04-6349b69ecb1c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.665618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907f357-834f-4c5f-9c04-6349b69ecb1c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.666344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e907f357-834f-4c5f-9c04-6349b69ecb1c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:21.738777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e907f357-834f-4c5f-9c04-6349b69ecb1c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:21.742469 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e907f357-834f-4c5f-9c04-6349b69ecb1c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1723878 Sep 21 15:55:21.742811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36844) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:21.808934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c17fc85-3493-4574-9e21-f8fe13efb734 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet c8e7a551-abb7-4fa9-a5db-9bdc14213702 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:55:21.812039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c17fc85-3493-4574-9e21-f8fe13efb734 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.870810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c17fc85-3493-4574-9e21-f8fe13efb734 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.897407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.897895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.898409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.898882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.899440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.899908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.900370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.900833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.901290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.901751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.902235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.902813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.903189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.903644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.904101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.904557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.905013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.905468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.905925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.906403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.906867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.907327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.907783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.908238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.908695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.909155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.909612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:21.911965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Synchronizing usage tracker for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:21.974567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:21.976832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.017600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.062629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c17fc85-3493-4574-9e21-f8fe13efb734 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.134236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.136430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Unset dirty status for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:22.137613 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9db21b27-2015-43f7-8bc8-9c483325a03e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23913 time: 0.6001084 Sep 21 15:55:22.141779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36848) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:22.157615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:22.180952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:22.188356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:22.194926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c17fc85-3493-4574-9e21-f8fe13efb734 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.201166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:22.205763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4fcc0b-0b46-44ff-a1dc-449775cfdb86,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:22.211732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Deleting port 85b8b4d8-4126-40ad-b846-802f832d16a8 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:22.212078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.239686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17fc85-3493-4574-9e21-f8fe13efb734 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e7a551-abb7-4fa9-a5db-9bdc14213702,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:22.247068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Deleting port 8f8e519f-6ffc-407e-8005-0719f9a5e50c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:22.247415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.254838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c06250-0811-4daa-b88e-772c7f66e5ad None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:22.279048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c17fc85-3493-4574-9e21-f8fe13efb734 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.383942 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4c17fc85-3493-4574-9e21-f8fe13efb734 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/c8e7a551-abb7-4fa9-a5db-9bdc14213702 HTTP/1.1" status: 204 len: 168 time: 0.6371067 Sep 21 15:55:22.413072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36854) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:22.466378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] For port 8f8e519f-6ffc-407e-8005-0719f9a5e50c, host hv-neutron-8586, got binding levels [] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:22.466729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.503459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.26.0.67 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/b8a86a49-219b-4426-8cdf-04fada695a91) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:22.523837 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d2298f66-e42c-4a5c-a11c-666dc99e0a3a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095734 Sep 21 15:55:22.528600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36858) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:22.557249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.591599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:22.599374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:55:22.604910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] Deleting port c85e9481-737d-4266-9507-916c52cc6b69 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:22.605624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.610873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Calling delete_port for 8f8e519f-6ffc-407e-8005-0719f9a5e50c owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:22.641048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.703610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.769235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:22.773546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:22.778671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:22.783084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:22.794650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9873cc-5597-4a7b-bcb8-b8673eb8a2dd,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:22.825630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] For port c85e9481-737d-4266-9507-916c52cc6b69, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c85e9481-737d-4266-9507-916c52cc6b69,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:22.826087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.836223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.862369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Calling delete_port for 85b8b4d8-4126-40ad-b846-802f832d16a8 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:22.890191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:22.892554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.893768 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6d51b130-ed5b-4810-8043-e591292d0c85 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6962876 Sep 21 15:55:22.894417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.896850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36862) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:22.914927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f8e519f-6ffc-407e-8005-0719f9a5e50c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:22.918101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '9d9873cc-5597-4a7b-bcb8-b8673eb8a2dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:22.935350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:22.953283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:22.956127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] Calling delete_port for c85e9481-737d-4266-9507-916c52cc6b69 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:22.958717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:22.974430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:22.978234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:22.986424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.106808 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c531ca97-87a8-406f-9c28-0e373e43327f tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "DELETE /v2.0/ports/8f8e519f-6ffc-407e-8005-0719f9a5e50c HTTP/1.1" status: 204 len: 168 time: 0.9639649 Sep 21 15:55:23.109345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36866) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:23.113587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.156979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c85e9481-737d-4266-9507-916c52cc6b69 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:23.170132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.170788 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-161c633e-c8c6-4243-b392-1b8b273352d2 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:55:23.171278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-161c633e-c8c6-4243-b392-1b8b273352d2 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Synchronizing usage tracker for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:23.188153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.232005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c85e9481-737d-4266-9507-916c52cc6b69 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:23.232445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c85e9481-737d-4266-9507-916c52cc6b69 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:23.245881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] Pushing event deleted for resources: {'Port': ['ID=c85e9481-737d-4266-9507-916c52cc6b69,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:23.247772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3d9f1-401c-45b5-9485-a557d15d46a6 None None] No DVR routers for this DVR port c85e9481-737d-4266-9507-916c52cc6b69 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:23.254002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:23.262903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:23.265267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.273100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:23.280611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-161c633e-c8c6-4243-b392-1b8b273352d2 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Unset dirty status for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:23.281844 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-161c633e-c8c6-4243-b392-1b8b273352d2 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "GET /v2.0/ports/8f8e519f-6ffc-407e-8005-0719f9a5e50c HTTP/1.1" status: 404 len: 333 time: 0.1715219 Sep 21 15:55:23.282793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.286526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36870) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:23.301507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.321622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1986263739', 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:23.325781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=b8a86a49-219b-4426-8cdf-04fada695a91,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:23.333742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:23.359591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:23.365768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:23.370421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:23.373534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:23.374150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.380089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe9725-5fb2-4d2b-b7d8-4024a51fa078 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:23.402553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=5733e849-69c4-471e-bd47-8ff4b25b099f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:23.408326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.447370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Made reservation on behalf of c72e441113f349c898b98e3010c784ee for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:23.449957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.456304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event deleted for resources: {'Port': ['ID=85b8b4d8-4126-40ad-b846-802f832d16a8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:23.473008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] device_id is not set on port fcd9c19e-3911-41f5-b41c-3e3bfd037e0e yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:23.513186 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fa7be467-6704-4e34-9115-2b1de347efad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9816709 Sep 21 15:55:23.513352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36874) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:23.518315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33dd61b-570e-4909-8743-aed392609345,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:23.536904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': '5733e849-69c4-471e-bd47-8ff4b25b099f', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1208588774'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:23.564857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.608314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '5733e849-69c4-471e-bd47-8ff4b25b099f'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:55:23.609551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.705030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.706575 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c6907153-982d-4571-88a1-6a890b80118d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8087575 Sep 21 15:55:23.711944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36878) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:23.776773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/5733e849-69c4-471e-bd47-8ff4b25b099f/248be63e-8da2-49db-bb66-7f4e791cbc09) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:23.880371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0e09b965-51c9-469a-8a43-503ed3a15091 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '9d9873cc-5597-4a7b-bcb8-b8673eb8a2dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:23.899438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0e09b965-51c9-469a-8a43-503ed3a15091 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:23.909150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0e09b965-51c9-469a-8a43-503ed3a15091 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:23.914332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.914928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0e09b965-51c9-469a-8a43-503ed3a15091 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:23.918640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:23.920173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:23.935801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0e09b965-51c9-469a-8a43-503ed3a15091 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:23.941271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:23.946411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:23.963916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:23.975486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.009123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.043362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e09b965-51c9-469a-8a43-503ed3a15091 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.058834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:24.074748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Transition to ACTIVE for port object 248be63e-8da2-49db-bb66-7f4e791cbc09 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:24.077377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.077934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Fanout notify agent at l3_agent the message router_deleted on router 3572d289-7968-4707-bc7b-279cca129aa8 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:24.084218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.094256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Transition to ACTIVE for port object 248be63e-8da2-49db-bb66-7f4e791cbc09 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:24.107849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.108927 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aec505e1-efc2-4150-9643-5279f9e317ad tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/3572d289-7968-4707-bc7b-279cca129aa8 HTTP/1.1" status: 204 len: 168 time: 2.8548887 Sep 21 15:55:24.112538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36884) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:24.119959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-490701239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:24.130699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:24.138329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Usage tracker for resource:router and tenant:2bfeb4ba4a6d45829f82622abf9bc4c7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:24.147971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:24.154905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.157014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:24.231399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Network 777b755c-4956-42f0-8aa3-b637850ee8bf is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:24.232859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:24.235877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:24.236028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.239605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:24.240040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:24.242926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:24.244019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:24.244618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.246401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Pushing event updated for resources: {'Port': ['ID=248be63e-8da2-49db-bb66-7f4e791cbc09,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:24.261972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.263019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.282461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.282675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd9c19e-3911-41f5-b41c-3e3bfd037e0e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:24.334400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.353800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Attempting to bind port 248be63e-8da2-49db-bb66-7f4e791cbc09 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:24.354225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Attempting to bind port 248be63e-8da2-49db-bb66-7f4e791cbc09 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:24.354774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Attempting to bind port 248be63e-8da2-49db-bb66-7f4e791cbc09 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:24.355518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port d80e8df1-83e8-4ce4-8d68-a5418e1fd8a9 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:24.360193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:24.360568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:24.361004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.361401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:24.361856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Bound port: 248be63e-8da2-49db-bb66-7f4e791cbc09, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:24.362346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.388784 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-0e09b965-51c9-469a-8a43-503ed3a15091 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:55:24.389749 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0e09b965-51c9-469a-8a43-503ed3a15091 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6692874 Sep 21 15:55:24.393665 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-18ca2f38-356e-446f-9119-2a330ebb23c0 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0783598 Sep 21 15:55:24.393665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36888) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:24.397660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36890) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:24.399046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.457331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] For port 248be63e-8da2-49db-bb66-7f4e791cbc09, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:24.460500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] For port 248be63e-8da2-49db-bb66-7f4e791cbc09, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=248be63e-8da2-49db-bb66-7f4e791cbc09,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:24.491883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.536612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e616fef0-4b7f-4121-9422-818dd17fda4c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.538126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.543224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb329e52-0c3c-4111-9142-98b0eb939f08 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:24.547263 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cb329e52-0c3c-4111-9142-98b0eb939f08 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "GET /v2.0/ports/fcd9c19e-3911-41f5-b41c-3e3bfd037e0e HTTP/1.1" status: 200 len: 955 time: 0.1391294 Sep 21 15:55:24.547440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36896) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:24.573191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e616fef0-4b7f-4121-9422-818dd17fda4c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.599595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.606062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36900) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:24.606175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aabbd13d-071d-4931-bdc2-f7362aad46a2 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4910846 Sep 21 15:55:24.612011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:24.627093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27de722-92ab-4017-97b6-cbe2b42f242c None None] Pushing event updated for resources: {'Port': ['ID=248be63e-8da2-49db-bb66-7f4e791cbc09,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:24.656668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c3d68-5a56-4505-bb6e-b4714bdcf45e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Deleting port fcd9c19e-3911-41f5-b41c-3e3bfd037e0e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:24.656951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3d68-5a56-4505-bb6e-b4714bdcf45e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.685631 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:24.686210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:55:24.912925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e616fef0-4b7f-4121-9422-818dd17fda4c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.915947 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e616fef0-4b7f-4121-9422-818dd17fda4c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:24.916510 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e616fef0-4b7f-4121-9422-818dd17fda4c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/9d9873cc-5597-4a7b-bcb8-b8673eb8a2dd HTTP/1.1" status: 204 len: 168 time: 0.5228190 Sep 21 15:55:24.926490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36904) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:25.002810 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c7241c66-9719-4f44-b7d0-33ef4ae120cc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4884450 Sep 21 15:55:25.005710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36908) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:25.011666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616fef0-4b7f-4121-9422-818dd17fda4c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9873cc-5597-4a7b-bcb8-b8673eb8a2dd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:25.070300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.073095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3d68-5a56-4505-bb6e-b4714bdcf45e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.100860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.121427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-294be516-a9fc-44f5-855c-93401f06214d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Synchronizing usage tracker for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:25.207309 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 248be63e-8da2-49db-bb66-7f4e791cbc09 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:25.220905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c3d68-5a56-4505-bb6e-b4714bdcf45e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Calling delete_port for fcd9c19e-3911-41f5-b41c-3e3bfd037e0e owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:25.240848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-294be516-a9fc-44f5-855c-93401f06214d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Unset dirty status for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:25.245909 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-294be516-a9fc-44f5-855c-93401f06214d tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3123775 Sep 21 15:55:25.246158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36912) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:25.252834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--109259445'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:25.255218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.260449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:25.282742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:25.348508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 248be63e-8da2-49db-bb66-7f4e791cbc09 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:25.385516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e663d7-77da-49d6-ac0f-a137044018fd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:25.390210 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-49e663d7-77da-49d6-ac0f-a137044018fd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3798952 Sep 21 15:55:25.393280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36916) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:25.408932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.429131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=b8a86a49-219b-4426-8cdf-04fada695a91,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:25.434199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.686317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:25.693352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3d68-5a56-4505-bb6e-b4714bdcf45e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.697712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:25.701988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.729272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:25.741103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:25.743579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.753718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0c8d6-d1b2-4ace-9cbc-5abf917b0b62 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:25.755349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0c8d6-d1b2-4ace-9cbc-5abf917b0b62 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:25.756111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7ef0c8d6-d1b2-4ace-9cbc-5abf917b0b62 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:25.762822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c3d68-5a56-4505-bb6e-b4714bdcf45e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcd9c19e-3911-41f5-b41c-3e3bfd037e0e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:25.778409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f7c3d68-5a56-4505-bb6e-b4714bdcf45e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.792093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP 7972f1b2-02b1-4847-94e8-6a1a1cb75fe8 associated. External IP: 172.26.0.67, port: 595b99b0-2cde-4c11-bd13-f0641d45974d. Sep 21 15:55:25.800691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c7ffaa94-0ca3-4427-8b1d-c940d1049f67 None None] Provisioning for port 248be63e-8da2-49db-bb66-7f4e791cbc09 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:25.807400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c7ffaa94-0ca3-4427-8b1d-c940d1049f67 None None] Provisioning complete for port 248be63e-8da2-49db-bb66-7f4e791cbc09 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:25.807774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7ffaa94-0ca3-4427-8b1d-c940d1049f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.856370 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0f7c3d68-5a56-4505-bb6e-b4714bdcf45e tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "DELETE /v2.0/ports/fcd9c19e-3911-41f5-b41c-3e3bfd037e0e HTTP/1.1" status: 204 len: 168 time: 1.3079278 Sep 21 15:55:25.864991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36920) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:25.922934 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bb4913-f14c-4752-b5b9-301e113febb4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:55:25.923176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-23bb4913-f14c-4752-b5b9-301e113febb4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Synchronizing usage tracker for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:25.933175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c7ffaa94-0ca3-4427-8b1d-c940d1049f67 None None] Current status of the port 248be63e-8da2-49db-bb66-7f4e791cbc09 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:25.933615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7ffaa94-0ca3-4427-8b1d-c940d1049f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:25.934840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7ef0c8d6-d1b2-4ace-9cbc-5abf917b0b62 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:25.938520 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7ef0c8d6-d1b2-4ace-9cbc-5abf917b0b62 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5359445 Sep 21 15:55:25.940281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36924) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:25.970071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c7ffaa94-0ca3-4427-8b1d-c940d1049f67 None None] For port 248be63e-8da2-49db-bb66-7f4e791cbc09, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=248be63e-8da2-49db-bb66-7f4e791cbc09,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:25.984488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.019618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Allocated IP 172.26.0.51 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/f14feba5-0c83-4e34-a0e9-685e966cf64d) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:26.042744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d0bf12-4ab4-43f7-b871-e7f2a75ba282 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 5733e849-69c4-471e-bd47-8ff4b25b099f {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:55:26.057281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7ffaa94-0ca3-4427-8b1d-c940d1049f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.061192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3d0bf12-4ab4-43f7-b871-e7f2a75ba282 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.127839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffaa94-0ca3-4427-8b1d-c940d1049f67 None None] Pushing event updated for resources: {'Port': ['ID=248be63e-8da2-49db-bb66-7f4e791cbc09,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:26.156047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.174998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-23bb4913-f14c-4752-b5b9-301e113febb4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Unset dirty status for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:26.180646 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-23bb4913-f14c-4752-b5b9-301e113febb4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "GET /v2.0/ports/fcd9c19e-3911-41f5-b41c-3e3bfd037e0e HTTP/1.1" status: 404 len: 333 time: 0.3102612 Sep 21 15:55:26.183888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36928) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:26.198666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Request body: {'port': {'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1241255864'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:26.205237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:26.220643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3d0bf12-4ab4-43f7-b871-e7f2a75ba282 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.220843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:26.240063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:26.282109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d1a2b2-8b8e-48ff-8580-201eaf10c845,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:26.348434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.375397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.376595 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d450d6b-73fb-4690-8970-b8ee9936083e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1295328 Sep 21 15:55:26.378890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3d0bf12-4ab4-43f7-b871-e7f2a75ba282 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.386010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36932) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:26.398215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f0c4b295-9a59-48e7-a08b-e7f0e7273789 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '71d1a2b2-8b8e-48ff-8580-201eaf10c845', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:26.399162 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-f0c4b295-9a59-48e7-a08b-e7f0e7273789 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 15:55:26.399667 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-f0c4b295-9a59-48e7-a08b-e7f0e7273789 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:26.400598 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f0c4b295-9a59-48e7-a08b-e7f0e7273789 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136580 Sep 21 15:55:26.407046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36936) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:26.430908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:26.441095 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ca223-361b-4129-a9a1-99f628a6ee0d None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:26.451575 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ca223-361b-4129-a9a1-99f628a6ee0d None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:26.452448 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-167ca223-361b-4129-a9a1-99f628a6ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:26.464267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Made reservation on behalf of c72e441113f349c898b98e3010c784ee for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:26.469512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.487695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] device_id is not set on port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:26.513290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-074ed265-2548-49a1-a3c0-055dc1309a6a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.514830 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-167ca223-361b-4129-a9a1-99f628a6ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:26.523850 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ca223-361b-4129-a9a1-99f628a6ee0d None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:26.524676 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-167ca223-361b-4129-a9a1-99f628a6ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:26.527537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.541839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-074ed265-2548-49a1-a3c0-055dc1309a6a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.557037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.591012 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-167ca223-361b-4129-a9a1-99f628a6ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:26.591702 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ca223-361b-4129-a9a1-99f628a6ee0d None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:26.606742 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e21e5a42-6b87-436e-a3ed-c194e307a8a9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4651306 Sep 21 15:55:26.617698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36940) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:26.627765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3953b00c-e6f1-4a22-a4a5-39a9ca49a9b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'port_id': '595b99b0-2cde-4c11-bd13-f0641d45974d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:26.631629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3d0bf12-4ab4-43f7-b871-e7f2a75ba282 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.693289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3d0bf12-4ab4-43f7-b871-e7f2a75ba282 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.701781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0bf12-4ab4-43f7-b871-e7f2a75ba282 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=5733e849-69c4-471e-bd47-8ff4b25b099f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:26.703401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b7f49-69f3-40a2-a8ca-a61d3fc7c286 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:26.710328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:26.713989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:26.716228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:26.745961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event updated for resources: {'Port': ['ID=f14feba5-0c83-4e34-a0e9-685e966cf64d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:26.822382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3953b00c-e6f1-4a22-a4a5-39a9ca49a9b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.898182 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c3d0bf12-4ab4-43f7-b871-e7f2a75ba282 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/5733e849-69c4-471e-bd47-8ff4b25b099f HTTP/1.1" status: 204 len: 168 time: 0.9504631 Sep 21 15:55:26.904480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36944) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:26.906401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-074ed265-2548-49a1-a3c0-055dc1309a6a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.908815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-074ed265-2548-49a1-a3c0-055dc1309a6a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:26.909914 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-074ed265-2548-49a1-a3c0-055dc1309a6a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/71d1a2b2-8b8e-48ff-8580-201eaf10c845 HTTP/1.1" status: 204 len: 168 time: 0.5019562 Sep 21 15:55:26.924256 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36948) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:26.972832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ed265-2548-49a1-a3c0-055dc1309a6a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d1a2b2-8b8e-48ff-8580-201eaf10c845,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:27.004876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:55:27.019353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Deleting port 248be63e-8da2-49db-bb66-7f4e791cbc09 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:27.020066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.028579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.037935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1111dd2c-6c83-4715-b74e-35a0415e4a7c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Synchronizing usage tracker for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:27.068585 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b1cff48a-7e40-4bc4-a3ac-8dc1d03ba356 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602340 Sep 21 15:55:27.073615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36952) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:27.079205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:27.173398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 248be63e-8da2-49db-bb66-7f4e791cbc09 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:27.208089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1111dd2c-6c83-4715-b74e-35a0415e4a7c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Unset dirty status for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:27.212727 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1111dd2c-6c83-4715-b74e-35a0415e4a7c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2839587 Sep 21 15:55:27.226913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36956) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:27.231942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.243585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--877615533'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:27.263713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:27.299537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:27.308397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] For port 248be63e-8da2-49db-bb66-7f4e791cbc09, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=248be63e-8da2-49db-bb66-7f4e791cbc09,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:27.309319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.342247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Network 777b755c-4956-42f0-8aa3-b637850ee8bf is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:27.373836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:27.380010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:27.386809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:27.387819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:27.389717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:27.390687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:27.391286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.392909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:27.402731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:27.417143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.469781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Calling delete_port for 248be63e-8da2-49db-bb66-7f4e791cbc09 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:27.508146 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-679b198c-5435-42ff-964e-fc7a7f01a3c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3207433 Sep 21 15:55:27.514052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36960) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:27.522505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:27.534703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 248be63e-8da2-49db-bb66-7f4e791cbc09 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:27.535091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.581852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:27.584896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 248be63e-8da2-49db-bb66-7f4e791cbc09, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=248be63e-8da2-49db-bb66-7f4e791cbc09,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:27.585313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.598586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.666244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:27.704007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:27.714766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:55:27.715135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:55:27.715976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:27.720419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:27.741275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=248be63e-8da2-49db-bb66-7f4e791cbc09,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:27.778475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:27.802340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.098447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.143086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.156486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.158533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.188906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] device_id is not set on port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:28.200195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.212109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3953b00c-e6f1-4a22-a4a5-39a9ca49a9b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.216633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Deleting port 248be63e-8da2-49db-bb66-7f4e791cbc09 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:28.217295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.220367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Transition to ACTIVE for port object f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:28.267001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.275931 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3953b00c-e6f1-4a22-a4a5-39a9ca49a9b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.336444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99756cc3-b2b3-41f5-bdb2-57045ee65cb8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:28.348080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.356145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:28.360962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:28.363909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:28.364523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.447683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.449715 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-54a2b07e-4044-4302-937e-846ae6742be0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2183576 Sep 21 15:55:28.456125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36966) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:28.456762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=188782b4-bac4-44d3-8d59-1f7d962b4f73,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:28.458144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] For port 248be63e-8da2-49db-bb66-7f4e791cbc09, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=248be63e-8da2-49db-bb66-7f4e791cbc09,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:28.458542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.467620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2542a275-391c-425e-9bdd-be60a95bbf00 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '99756cc3-b2b3-41f5-bdb2-57045ee65cb8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:28.468054 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-2542a275-391c-425e-9bdd-be60a95bbf00 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 15:55:28.468547 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-2542a275-391c-425e-9bdd-be60a95bbf00 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:28.472313 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2542a275-391c-425e-9bdd-be60a95bbf00 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098832 Sep 21 15:55:28.472544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36970) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:28.555805 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9648ecc3-dc38-49a3-8d40-2e58ade55d64 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4811900 Sep 21 15:55:28.559513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36974) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:28.566894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-267969621', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:28.568245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:28.568936 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:28.569151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:28.580133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dab9d67b-8367-4a61-9147-95fa67106871 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.582140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:28.585308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:28.593978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:28.594261 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:28.596585 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 2 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:28.598827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:router and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:28.605587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:28.619378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:28.619589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:28.619738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:28.620146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:28.625338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Calling delete_port for 248be63e-8da2-49db-bb66-7f4e791cbc09 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:28.628342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dab9d67b-8367-4a61-9147-95fa67106871 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.630243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:28.630677 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:28.631317 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 3 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:28.664529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Router 0ad6aa3b-bea2-49e7-943c-aab812a65332 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:55:28.739997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.741097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.749611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.806371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.822808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:28.823212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:28.823556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:28.840703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:28.841043 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:28.843332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 4 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:28.846039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dab9d67b-8367-4a61-9147-95fa67106871 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.867727 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] Pushing event deleted for resources: {'Port': ['ID=248be63e-8da2-49db-bb66-7f4e791cbc09,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:28.871541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c2424-cc90-4b90-a1f8-9fe8f9b9f236 None None] No DVR routers for this DVR port 248be63e-8da2-49db-bb66-7f4e791cbc09 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:28.875853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.877043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9d67b-8367-4a61-9147-95fa67106871 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99756cc3-b2b3-41f5-bdb2-57045ee65cb8,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:28.900916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c4c43d-5a09-4cb7-bf7d-bccb30142220 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:28.914549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:28.923309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:28.923809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:28.924401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:28.930454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.931601 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-807bc394-92d0-499a-8e97-734397aeb103 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "PUT /v2.0/routers/0ad6aa3b-bea2-49e7-943c-aab812a65332 HTTP/1.1" status: 200 len: 882 time: 4.3264604 Sep 21 15:55:28.937581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dab9d67b-8367-4a61-9147-95fa67106871 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:28.937581 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dab9d67b-8367-4a61-9147-95fa67106871 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/99756cc3-b2b3-41f5-bdb2-57045ee65cb8 HTTP/1.1" status: 204 len: 168 time: 0.4605172 Sep 21 15:55:28.937581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36978) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:28.939653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36982) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:28.948125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:28.948466 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:28.962725 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 5 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:28.977972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6af80-6c59-44fa-9122-7186805566d8 None None] Sync routers for ids ['0ad6aa3b-bea2-49e7-943c-aab812a65332'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:28.999934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6af80-6c59-44fa-9122-7186805566d8 None None] Routers {'0ad6aa3b-bea2-49e7-943c-aab812a65332'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:29.000679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1db6af80-6c59-44fa-9122-7186805566d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['0ad6aa3b-bea2-49e7-943c-aab812a65332'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.020940 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.047684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:29.048793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:29.049292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:29.070676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3953b00c-e6f1-4a22-a4a5-39a9ca49a9b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:29.073886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:29.075102 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:29.076000 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 6 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:29.077316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1db6af80-6c59-44fa-9122-7186805566d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.086520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-68028a50-f867-474e-b03c-d7d08c69ae8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Synchronizing usage tracker for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:29.101910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6af80-6c59-44fa-9122-7186805566d8 None None] Routers {'0ad6aa3b-bea2-49e7-943c-aab812a65332'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:29.102577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1db6af80-6c59-44fa-9122-7186805566d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['0ad6aa3b-bea2-49e7-943c-aab812a65332'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.108340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.109486 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1f63a98c-89ed-46d3-9e7f-e512ae1f6879 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5490291 Sep 21 15:55:29.116292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 36986) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:29.173009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:29.173366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:29.173688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:29.181522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1db6af80-6c59-44fa-9122-7186805566d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.181931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6af80-6c59-44fa-9122-7186805566d8 None None] The sync data for ids ['0ad6aa3b-bea2-49e7-943c-aab812a65332'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:29.250523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-68028a50-f867-474e-b03c-d7d08c69ae8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Unset dirty status for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:29.255923 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-68028a50-f867-474e-b03c-d7d08c69ae8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3086855 Sep 21 15:55:29.256604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36990) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:29.265227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027535516'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:29.273597 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-11fe8088-f502-4d1b-8857-792237cc7d25 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/routers/0ad6aa3b-bea2-49e7-943c-aab812a65332 HTTP/1.1" status: 200 len: 923 time: 0.3380351 Sep 21 15:55:29.274690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:29.276658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 36994) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:29.297843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '188782b4-bac4-44d3-8d59-1f7d962b4f73'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:55:29.298823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.313966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:29.316205 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:29.325647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 7 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:29.331710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:29.370199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615e020-0ca0-43d3-9971-f081e6fd8946 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:29.374161 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a615e020-0ca0-43d3-9971-f081e6fd8946 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=0ad6aa3b-bea2-49e7-943c-aab812a65332&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0940807 Sep 21 15:55:29.374411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37000) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:29.433288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:29.433655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:29.433972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:29.450964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.476235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/188782b4-bac4-44d3-8d59-1f7d962b4f73/6055867d-f35b-4e3a-907d-30efbb755d66) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:29.485043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:29.488942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:29.493357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:29.505837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:29.556354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:29.556687 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:29.559312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62533645-a62e-4dcf-a777-f43728e938d1 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:29.563640 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-62533645-a62e-4dcf-a777-f43728e938d1 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 881 time: 0.1883130 Sep 21 15:55:29.564465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37004) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:29.568336 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 8 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:29.626724 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a216c70a-09f7-40c2-8363-ac2a7b274ae6 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ad6aa3b-bea2-49e7-943c-aab812a65332 HTTP/1.1" status: 200 len: 205 time: 0.0600259 Sep 21 15:55:29.627260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37008) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:29.699848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.703784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:29.704116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:29.704448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:29.712947 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Transition to ACTIVE for port object 6055867d-f35b-4e3a-907d-30efbb755d66 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:29.729294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:29.729627 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:29.733137 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 9 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:29.738703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Transition to ACTIVE for port object 6055867d-f35b-4e3a-907d-30efbb755d66 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:29.742880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3953b00c-e6f1-4a22-a4a5-39a9ca49a9b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:29.752941 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb1ba4-dd47-405b-9b45-3eecace32798 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:29.763997 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb1ba4-dd47-405b-9b45-3eecace32798 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:29.765006 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-77cb1ba4-dd47-405b-9b45-3eecace32798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.776440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3953b00c-e6f1-4a22-a4a5-39a9ca49a9b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.785294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.802648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.838639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:29.838983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:29.839319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:29.854386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.855618 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:29.858443 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-77cb1ba4-dd47-405b-9b45-3eecace32798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.859103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:29.859428 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:29.863901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:29.864091 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempt 10 to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 Sep 21 15:55:29.869033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:29.874726 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb1ba4-dd47-405b-9b45-3eecace32798 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:29.875539 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-77cb1ba4-dd47-405b-9b45-3eecace32798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.924813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Pushing event updated for resources: {'Port': ['ID=6055867d-f35b-4e3a-907d-30efbb755d66,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:29.957969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:29.958502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:29.958848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempting to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:29.961446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.965823 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-77cb1ba4-dd47-405b-9b45-3eecace32798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:29.966592 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb1ba4-dd47-405b-9b45-3eecace32798 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:29.986436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:55:29.986781 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Failed to bind port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on host hv-neutron-8586 for vnic_type normal using segments [{'id': '71c1b2b8-1c48-42b2-8c94-ab891f3b8903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '777b755c-4956-42f0-8aa3-b637850ee8bf'}] Sep 21 15:55:29.987143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:29.999574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Attempting to bind port 6055867d-f35b-4e3a-907d-30efbb755d66 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:30.000398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Attempting to bind port 6055867d-f35b-4e3a-907d-30efbb755d66 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:30.000976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Attempting to bind port 6055867d-f35b-4e3a-907d-30efbb755d66 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:30.007695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:30.008395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:30.009013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.009722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:30.010532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Bound port: 6055867d-f35b-4e3a-907d-30efbb755d66, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:30.011155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.050158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.069128 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3953b00c-e6f1-4a22-a4a5-39a9ca49a9b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/floatingips/7972f1b2-02b1-4847-94e8-6a1a1cb75fe8 HTTP/1.1" status: 200 len: 977 time: 3.4496546 Sep 21 15:55:30.072000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37014) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.077107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.122269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] For port 6055867d-f35b-4e3a-907d-30efbb755d66, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:30.125509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] For port 6055867d-f35b-4e3a-907d-30efbb755d66, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6055867d-f35b-4e3a-907d-30efbb755d66,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:30.179857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.189121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af13e1d-3373-4a15-8f23-5d7dd7e41748,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:30.275369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab63b-9fa3-42df-9acf-fa1643b8e406 None None] Pushing event updated for resources: {'Port': ['ID=6055867d-f35b-4e3a-907d-30efbb755d66,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:30.294108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Deleting port f14feba5-0c83-4e34-a0e9-685e966cf64d {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:30.294454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.327105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.329854 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3257454e-b2d7-4a87-83f2-de5824d46303 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0726058 Sep 21 15:55:30.351466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37018) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.365579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5bd1c024-3a2b-40e2-a65e-183e8be88892 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '0af13e1d-3373-4a15-8f23-5d7dd7e41748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:30.380927 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-5bd1c024-3a2b-40e2-a65e-183e8be88892 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 15:55:30.382143 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-5bd1c024-3a2b-40e2-a65e-183e8be88892 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:30.385679 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5bd1c024-3a2b-40e2-a65e-183e8be88892 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0308011 Sep 21 15:55:30.387079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37022) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.404201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-dcfd7956-7450-44ae-9a43-b37222b5136e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '0af13e1d-3373-4a15-8f23-5d7dd7e41748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:30.405092 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-dcfd7956-7450-44ae-9a43-b37222b5136e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 15:55:30.405302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-dcfd7956-7450-44ae-9a43-b37222b5136e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:30.406278 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dcfd7956-7450-44ae-9a43-b37222b5136e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117481 Sep 21 15:55:30.410884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37026) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.447457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] For port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:30.448226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attempted to set empty binding levels {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:55:30.453710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d782d5ab-e4ff-49f5-92e5-3a3ead16c3f9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '0af13e1d-3373-4a15-8f23-5d7dd7e41748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:30.454681 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-d782d5ab-e4ff-49f5-92e5-3a3ead16c3f9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 15:55:30.455171 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-d782d5ab-e4ff-49f5-92e5-3a3ead16c3f9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:30.456144 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d782d5ab-e4ff-49f5-92e5-3a3ead16c3f9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0438726 Sep 21 15:55:30.480730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37030) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.492087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-dbbe95c7-44a2-4775-b9a0-f5800404cb4a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '0af13e1d-3373-4a15-8f23-5d7dd7e41748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:30.493200 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-dbbe95c7-44a2-4775-b9a0-f5800404cb4a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 15:55:30.493696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-dbbe95c7-44a2-4775-b9a0-f5800404cb4a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:30.497254 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dbbe95c7-44a2-4775-b9a0-f5800404cb4a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127642 Sep 21 15:55:30.501752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37034) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.515317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port b8a86a49-219b-4426-8cdf-04fada695a91 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:30.515700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.524988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.525566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] In _notify_port_updated(), no bound segment for port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 on network 777b755c-4956-42f0-8aa3-b637850ee8bf {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:55:30.526446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:30.527042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.528479 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "PUT /v2.0/ports/f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 HTTP/1.1" status: 200 len: 977 time: 3.0134640 Sep 21 15:55:30.551026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37038) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:30.696728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122a8da-b022-4d0c-943e-92e77783e9c4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event updated for resources: {'Port': ['ID=f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:30.716764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f6ebc3-5414-4f9e-bf59-1a7159507a8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.718751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::1 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/188782b4-bac4-44d3-8d59-1f7d962b4f73/6dcc0444-91f6-448f-b4c7-c81cc39467e8) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:30.721737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Deleting port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:30.722109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.768638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f6ebc3-5414-4f9e-bf59-1a7159507a8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.796000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.938929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.956517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f6ebc3-5414-4f9e-bf59-1a7159507a8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:30.973923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 6dcc0444-91f6-448f-b4c7-c81cc39467e8 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:30.987303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6ebc3-5414-4f9e-bf59-1a7159507a8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af13e1d-3373-4a15-8f23-5d7dd7e41748,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.005972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f6ebc3-5414-4f9e-bf59-1a7159507a8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.008192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-26f6ebc3-5414-4f9e-bf59-1a7159507a8a tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/0af13e1d-3373-4a15-8f23-5d7dd7e41748 HTTP/1.1" status: 204 len: 168 time: 0.5048337 Sep 21 15:55:31.010287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37042) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:31.067483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-27c9fc42-168f-470a-8ba4-5f8b2212c96e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Synchronizing usage tracker for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:31.088413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Calling delete_port for f14feba5-0c83-4e34-a0e9-685e966cf64d owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:31.099284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.141785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-27c9fc42-168f-470a-8ba4-5f8b2212c96e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Unset dirty status for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:31.143337 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-27c9fc42-168f-470a-8ba4-5f8b2212c96e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1321507 Sep 21 15:55:31.148114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37046) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:31.174036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--256487835'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:31.186939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:31.189549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.189892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.191400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:31.201800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:31.202552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.220350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.225289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6055867d-f35b-4e3a-907d-30efbb755d66 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:31.349794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=6dcc0444-91f6-448f-b4c7-c81cc39467e8,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.367674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6055867d-f35b-4e3a-907d-30efbb755d66 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:31.414341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for b8a86a49-219b-4426-8cdf-04fada695a91 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:31.465591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.505815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-21ff7c52-90b6-4ec0-9ce6-62919250f733 None None] Provisioning for port 6055867d-f35b-4e3a-907d-30efbb755d66 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:31.513420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-21ff7c52-90b6-4ec0-9ce6-62919250f733 None None] Provisioning complete for port 6055867d-f35b-4e3a-907d-30efbb755d66 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:31.514798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-21ff7c52-90b6-4ec0-9ce6-62919250f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.521971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] For port f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6, host hv-neutron-8586, got binding levels [] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:31.522351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.575915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.663210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-21ff7c52-90b6-4ec0-9ce6-62919250f733 None None] Current status of the port 6055867d-f35b-4e3a-907d-30efbb755d66 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:31.663599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-21ff7c52-90b6-4ec0-9ce6-62919250f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.668624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.686185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Calling delete_port for f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:31.697701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-21ff7c52-90b6-4ec0-9ce6-62919250f733 None None] For port 6055867d-f35b-4e3a-907d-30efbb755d66, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6055867d-f35b-4e3a-907d-30efbb755d66,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:31.760104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:31.768017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-21ff7c52-90b6-4ec0-9ce6-62919250f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:31.770425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:31.780062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:31.831995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:31.845738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff7c52-90b6-4ec0-9ce6-62919250f733 None None] Pushing event updated for resources: {'Port': ['ID=6055867d-f35b-4e3a-907d-30efbb755d66,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:31.952868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.002034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-015c400a-3dbf-4224-a049-aeee59ee8145 None None] Provisioning for port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:32.006612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.007137 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-015c400a-3dbf-4224-a049-aeee59ee8145 None None] Provisioning complete for port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:32.008486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-015c400a-3dbf-4224-a049-aeee59ee8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.025211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:32.033613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.040475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.040475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.094112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.103630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-015c400a-3dbf-4224-a049-aeee59ee8145 None None] Port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:32.111823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=b8a86a49-219b-4426-8cdf-04fada695a91,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:32.117986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.118981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.208821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.259492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event deleted for resources: {'Port': ['ID=f14feba5-0c83-4e34-a0e9-685e966cf64d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:32.388142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=6dcc0444-91f6-448f-b4c7-c81cc39467e8,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:32.406455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba790e3f-7898-499b-bc6b-5593d599d7de,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:32.426793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.446999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:32.448116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:32.473218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.473676 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP 7972f1b2-02b1-4847-94e8-6a1a1cb75fe8 disassociated (deleted). External IP: 172.26.0.67, port: 595b99b0-2cde-4c11-bd13-f0641d45974d. Sep 21 15:55:32.710822 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3cc989e8-9e3e-4276-803d-2179c0e348d7 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "DELETE /v2.0/ports/f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 HTTP/1.1" status: 204 len: 168 time: 2.1587353 Sep 21 15:55:32.717862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37054) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:32.726252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.730058 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a96ccb45-b7f0-42c8-953d-1f5d15c92a49 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5740895 Sep 21 15:55:32.730187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9ec72e5f-b8c9-4dd1-a23b-c9dbe7fb7299 None None] Provisioning complete for port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:32.730187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9ec72e5f-b8c9-4dd1-a23b-c9dbe7fb7299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.755612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37058) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:32.762832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbed2c2-e384-4740-a08d-945897738260 req-a8a78a44-f868-4abb-b4c0-1362303fd145 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:32.764546 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8bbed2c2-e384-4740-a08d-945897738260 req-a8a78a44-f868-4abb-b4c0-1362303fd145 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.1838982 Sep 21 15:55:32.778822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4d488008-dfe5-49ee-8cb7-aa2aa135d50c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:32.779413 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-4d488008-dfe5-49ee-8cb7-aa2aa135d50c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 15:55:32.780244 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-4d488008-dfe5-49ee-8cb7-aa2aa135d50c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:32.783520 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4d488008-dfe5-49ee-8cb7-aa2aa135d50c tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140233 Sep 21 15:55:32.783753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37062) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:32.786675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9ec72e5f-b8c9-4dd1-a23b-c9dbe7fb7299 None None] Port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:32.787249 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d897c6c0-0658-46eb-88f5-9a0a16c26ed4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:55:32.789622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d897c6c0-0658-46eb-88f5-9a0a16c26ed4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Synchronizing usage tracker for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:32.804386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.807498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fb663f58-0f60-4a86-a916-34b16449048b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:32.808276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.816016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fb663f58-0f60-4a86-a916-34b16449048b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:32.827609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fb663f58-0f60-4a86-a916-34b16449048b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:32.831285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fb663f58-0f60-4a86-a916-34b16449048b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:32.850579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fb663f58-0f60-4a86-a916-34b16449048b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:32.852330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Router 3c0e7810-be59-4913-9c5a-6275f250122e is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:55:32.858988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d87961d-f3bb-4ea8-b1a0-fa0351644784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.870475 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8bbed2c2-e384-4740-a08d-945897738260 req-272b54a8-6d9d-43f3-badd-eae256bdfccf tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873644 Sep 21 15:55:32.930527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d897c6c0-0658-46eb-88f5-9a0a16c26ed4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] Unset dirty status for tenant:c72e441113f349c898b98e3010c784ee on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:32.931683 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d897c6c0-0658-46eb-88f5-9a0a16c26ed4 tempest-PortsAdminExtendedAttrsTestJSON-83882814 tempest-PortsAdminExtendedAttrsTestJSON-83882814-project-admin] 10.222.0.65 "GET /v2.0/ports/f2b2e40e-ce8a-4447-b03f-fbf1817ad2e6 HTTP/1.1" status: 404 len: 333 time: 0.2130117 Sep 21 15:55:32.935839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37066) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:32.985349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:32.985349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Fanout notify agent at l3_agent the message router_deleted on router 0ad6aa3b-bea2-49e7-943c-aab812a65332 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:33.012493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.013579 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-df6d446c-21e6-4690-8e85-1a4abd3b0dcf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/0ad6aa3b-bea2-49e7-943c-aab812a65332 HTTP/1.1" status: 204 len: 168 time: 3.3819778 Sep 21 15:55:33.017899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37070) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.023912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1106095665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:33.032016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:33.038991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Usage tracker for resource:router and tenant:2bfeb4ba4a6d45829f82622abf9bc4c7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:33.089539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:33.112918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:33.120828 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-fb663f58-0f60-4a86-a916-34b16449048b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:33.121858 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fb663f58-0f60-4a86-a916-34b16449048b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3372626 Sep 21 15:55:33.125089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37074) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.138389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f2ae60da-d83e-4784-879e-0d8580e6e624 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:33.139166 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-f2ae60da-d83e-4784-879e-0d8580e6e624 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 15:55:33.140110 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-f2ae60da-d83e-4784-879e-0d8580e6e624 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:33.143831 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f2ae60da-d83e-4784-879e-0d8580e6e624 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147624 Sep 21 15:55:33.148740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37080) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.155306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:33.157322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-efcc43aa-552a-48a5-8193-74e94b72b2d9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:33.160453 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8558de23-c88c-4c5f-af45-51f627e00a31 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "PUT /v2.0/routers/3c0e7810-be59-4913-9c5a-6275f250122e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0431879 Sep 21 15:55:33.166454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Sync routers for ids ['3c0e7810-be59-4913-9c5a-6275f250122e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:33.167230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.168853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37084) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.176603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-efcc43aa-552a-48a5-8193-74e94b72b2d9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:33.183877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:33.184930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-efcc43aa-552a-48a5-8193-74e94b72b2d9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:33.189713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Routers {'3c0e7810-be59-4913-9c5a-6275f250122e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:33.189932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-efcc43aa-552a-48a5-8193-74e94b72b2d9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:33.190382 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3c0e7810-be59-4913-9c5a-6275f250122e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.198278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-efcc43aa-552a-48a5-8193-74e94b72b2d9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:33.204032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.205762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.261399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6055867d-f35b-4e3a-907d-30efbb755d66 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:33.312682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.362945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf62057-ef85-41fb-9a4a-bf4648292095 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:33.363530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7bf62057-ef85-41fb-9a4a-bf4648292095 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:33.379640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.412061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777b755c-4956-42f0-8aa3-b637850ee8bf']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.425423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Set router 3c0e7810-be59-4913-9c5a-6275f250122e gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:33.426559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c1b2b8-1c48-42b2-8c94-ab891f3b8903') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.426778 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:33.426884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c1b2b8-1c48-42b2-8c94-ab891f3b8903') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.440905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.442024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.444456 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336e321-9ed3-4630-b4b2-1ef10234c258 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:33.461909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.466151 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336e321-9ed3-4630-b4b2-1ef10234c258 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:33.467459 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8336e321-9ed3-4630-b4b2-1ef10234c258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.469050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:55:33.469490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.502740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6055867d-f35b-4e3a-907d-30efbb755d66 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:33.503122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.506659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7bf62057-ef85-41fb-9a4a-bf4648292095 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:33.510175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7bf62057-ef85-41fb-9a4a-bf4648292095 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports/6dcc0444-91f6-448f-b4c7-c81cc39467e8 HTTP/1.1" status: 200 len: 911 time: 0.3372700 Sep 21 15:55:33.510684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37090) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.553003 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8336e321-9ed3-4630-b4b2-1ef10234c258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.554241 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-efcc43aa-552a-48a5-8193-74e94b72b2d9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:33.560310 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 71c1b2b8-1c48-42b2-8c94-ab891f3b8903 resource provider aggregate not found Sep 21 15:55:33.561406 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-efcc43aa-552a-48a5-8193-74e94b72b2d9 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4118900 Sep 21 15:55:33.562970 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f9cd87bc-338a-4a0e-97cf-32b40f8c88af tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/floatingips/7972f1b2-02b1-4847-94e8-6a1a1cb75fe8 HTTP/1.1" status: 204 len: 168 time: 3.4877713 Sep 21 15:55:33.564375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.570122 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336e321-9ed3-4630-b4b2-1ef10234c258 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:33.571609 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8336e321-9ed3-4630-b4b2-1ef10234c258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.576150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37094) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.577127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37098) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.598458 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 71c1b2b8-1c48-42b2-8c94-ab891f3b8903 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71c1b2b8-1c48-42b2-8c94-ab891f3b8903 found for delete ", "request_id": "req-4bf12884-962d-443e-a543-4cef2af0f166"}]} Sep 21 15:55:33.639585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e281a2ec-b76d-4c19-8c36-658f6e7ca76e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:33.640212 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-e281a2ec-b76d-4c19-8c36-658f6e7ca76e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 15:55:33.641218 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-e281a2ec-b76d-4c19-8c36-658f6e7ca76e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:33.645254 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e281a2ec-b76d-4c19-8c36-658f6e7ca76e tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0608547 Sep 21 15:55:33.645411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37104) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.650411 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8336e321-9ed3-4630-b4b2-1ef10234c258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.651065 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336e321-9ed3-4630-b4b2-1ef10234c258 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:33.660306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-14df050d-beba-41a8-bf04-8e427a95faf7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:33.667370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-14df050d-beba-41a8-bf04-8e427a95faf7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:33.671533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-14df050d-beba-41a8-bf04-8e427a95faf7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:33.675628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-14df050d-beba-41a8-bf04-8e427a95faf7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:33.681555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-14df050d-beba-41a8-bf04-8e427a95faf7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:33.702355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c765f400-e2de-45a8-9162-c4cdd7eae8c9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port 595b99b0-2cde-4c11-bd13-f0641d45974d {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:33.702355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c765f400-e2de-45a8-9162-c4cdd7eae8c9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.721778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.743325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.754013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:33.758034 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-796834a5-0b01-40ce-8b77-307b26f91792 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7373128 Sep 21 15:55:33.763702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] 10.222.0.65 "DELETE /v2.0/networks/777b755c-4956-42f0-8aa3-b637850ee8bf HTTP/1.1" status: 204 len: 168 time: 0.8069274 Sep 21 15:55:33.763702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37108) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.763702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': True}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:33.797665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6055867d-f35b-4e3a-907d-30efbb755d66 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:33.802289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05fa01-8ed2-4b81-8d7c-15f95d14dc79 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:33.813790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a05fa01-8ed2-4b81-8d7c-15f95d14dc79 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:33.814923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a05fa01-8ed2-4b81-8d7c-15f95d14dc79 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:33.870447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a05fa01-8ed2-4b81-8d7c-15f95d14dc79 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:33.874677 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a05fa01-8ed2-4b81-8d7c-15f95d14dc79 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3600469 Sep 21 15:55:33.882809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37114) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:33.894248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'name': 'tempest-NetworksTestDHCPv6-router-267969621', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:28Z', 'updated_at': '2022-09-21T15:55:31Z', 'revision_number': 2, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None, '_interfaces': [{'id': '6dcc0444-91f6-448f-b4c7-c81cc39467e8', 'name': '', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'mac_address': 'fa:16:3e:22:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '188782b4-bac4-44d3-8d59-1f7d962b4f73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:30Z', 'updated_at': '2022-09-21T15:55:31Z', 'revision_number': 2, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'subnets': [{'id': '188782b4-bac4-44d3-8d59-1f7d962b4f73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:33.903420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Checking router: 3c0e7810-be59-4913-9c5a-6275f250122e for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:33.903420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Updating router 3c0e7810-be59-4913-9c5a-6275f250122e port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:55:33.906296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01c1fc-03c3-431f-bc46-31667328fe62 tempest-PortsAdminExtendedAttrsTestJSON-98593612 tempest-PortsAdminExtendedAttrsTestJSON-98593612-project] Pushing event deleted for resources: {'Network': ['ID=777b755c-4956-42f0-8aa3-b637850ee8bf,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:33.982548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.361146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37124) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:34.441106 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-14df050d-beba-41a8-bf04-8e427a95faf7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:34.442175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-14df050d-beba-41a8-bf04-8e427a95faf7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7956913 Sep 21 15:55:34.446983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37130) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:34.458551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.464791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-380fff85-7f89-44fd-baf4-472b9f0178d2 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:34.465270 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-380fff85-7f89-44fd-baf4-472b9f0178d2 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 15:55:34.465757 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-380fff85-7f89-44fd-baf4-472b9f0178d2 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:34.466767 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-380fff85-7f89-44fd-baf4-472b9f0178d2 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0183139 Sep 21 15:55:34.471890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37134) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:34.472166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.479423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-98ae6f4a-c0cd-4f44-ab11-e7dfc8ae093b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:34.486519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-98ae6f4a-c0cd-4f44-ab11-e7dfc8ae093b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:34.492554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Transition to ACTIVE for port object 6dcc0444-91f6-448f-b4c7-c81cc39467e8 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:34.495786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-98ae6f4a-c0cd-4f44-ab11-e7dfc8ae093b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:34.499222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-98ae6f4a-c0cd-4f44-ab11-e7dfc8ae093b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:34.512315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-98ae6f4a-c0cd-4f44-ab11-e7dfc8ae093b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:34.549538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-36e7a9b3-766c-4d11-b0a8-7346e46cc3c8 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:34.551042 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-36e7a9b3-766c-4d11-b0a8-7346e46cc3c8 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.33 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.2919917 Sep 21 15:55:34.573229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.700537 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6c4f65bc-5372-4f78-99ee-4aea331132a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed4a4924d1c64248b9f95a295c45ead5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357151 Sep 21 15:55:34.706367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37138) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:34.707078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Deleting port 49f28112-45d2-4a94-b902-1d5a38c19059 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:34.707463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.728300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c765f400-e2de-45a8-9162-c4cdd7eae8c9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.759538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576d14-b8a1-4813-8f54-3c9e59782e97 req-c0f7f886-5b90-4ffe-85fa-4ecd5384210f tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:34.766406 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74576d14-b8a1-4813-8f54-3c9e59782e97 req-c0f7f886-5b90-4ffe-85fa-4ecd5384210f tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.6852796 Sep 21 15:55:34.771564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91b746-6c7b-4628-9c8b-95d03325ec7f None None] Pushing event updated for resources: {'Port': ['ID=6dcc0444-91f6-448f-b4c7-c81cc39467e8,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:34.795984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Attempting to bind port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:34.801425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Attempting to bind port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:34.801425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Attempting to bind port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:34.802096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:34.802418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:34.802814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.803233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:34.803707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Bound port: 6dcc0444-91f6-448f-b4c7-c81cc39467e8, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:34.804062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:34.830718 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-98ae6f4a-c0cd-4f44-ab11-e7dfc8ae093b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:34.833857 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-98ae6f4a-c0cd-4f44-ab11-e7dfc8ae093b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3590155 Sep 21 15:55:34.836792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37142) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:34.844002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5c652ff0-1254-4073-b3a5-e1ed4480f601 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'ba790e3f-7898-499b-bc6b-5593d599d7de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:34.862889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5c652ff0-1254-4073-b3a5-e1ed4480f601 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:34.877436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5c652ff0-1254-4073-b3a5-e1ed4480f601 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:34.889098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5c652ff0-1254-4073-b3a5-e1ed4480f601 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:34.903202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5c652ff0-1254-4073-b3a5-e1ed4480f601 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:34.925356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c765f400-e2de-45a8-9162-c4cdd7eae8c9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for 595b99b0-2cde-4c11-bd13-f0641d45974d owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:34.991607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] For port 6dcc0444-91f6-448f-b4c7-c81cc39467e8, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:34.999661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] For port 6dcc0444-91f6-448f-b4c7-c81cc39467e8, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6dcc0444-91f6-448f-b4c7-c81cc39467e8,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:35.014571 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74576d14-b8a1-4813-8f54-3c9e59782e97 req-b8e3f2a9-d78a-42e9-a4a0-03ccd4cb197d tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469525 Sep 21 15:55:35.065426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-095e24c7-b35b-495c-9fa3-3b30f07598bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.128838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e679eed-21e4-4cb8-98b7-8960a2b65e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.134028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.198879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Routers {'3c0e7810-be59-4913-9c5a-6275f250122e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:35.199759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3c0e7810-be59-4913-9c5a-6275f250122e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:35.211562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e679eed-21e4-4cb8-98b7-8960a2b65e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.299986 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-5c652ff0-1254-4073-b3a5-e1ed4480f601 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:35.304192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5c652ff0-1254-4073-b3a5-e1ed4480f601 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4631820 Sep 21 15:55:35.305779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37148) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:35.309550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] For port 49f28112-45d2-4a94-b902-1d5a38c19059, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=49f28112-45d2-4a94-b902-1d5a38c19059,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:35.309915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.337041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91b746-6c7b-4628-9c8b-95d03325ec7f None None] Pushing event updated for resources: {'Port': ['ID=6dcc0444-91f6-448f-b4c7-c81cc39467e8,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:35.367106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] Set router 3c0e7810-be59-4913-9c5a-6275f250122e gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:35.389404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.442547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-11bf5ee2-74a5-4625-8b87-5beccb1a0703 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.444569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.446798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c765f400-e2de-45a8-9162-c4cdd7eae8c9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.457959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa06f96-d498-4291-bbda-f2b445d1b9fb req-25c80d66-18ea-4335-be36-3837bba5e0bb tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:35.459978 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9fa06f96-d498-4291-bbda-f2b445d1b9fb req-25c80d66-18ea-4335-be36-3837bba5e0bb tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.4686415 Sep 21 15:55:35.516668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e679eed-21e4-4cb8-98b7-8960a2b65e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.571613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765f400-e2de-45a8-9162-c4cdd7eae8c9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=595b99b0-2cde-4c11-bd13-f0641d45974d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:35.632586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e679eed-21e4-4cb8-98b7-8960a2b65e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00632f80-cb45-4853-a730-e5ef1ac5613e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:35.642705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-11bf5ee2-74a5-4625-8b87-5beccb1a0703 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.689833 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9fa06f96-d498-4291-bbda-f2b445d1b9fb req-542ef46e-3c7b-4083-83b8-75fa97783f76 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898429 Sep 21 15:55:35.704056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'name': 'tempest-NetworksTestDHCPv6-router-267969621', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:28Z', 'updated_at': '2022-09-21T15:55:31Z', 'revision_number': 2, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None, '_interfaces': [{'id': '6dcc0444-91f6-448f-b4c7-c81cc39467e8', 'name': '', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'mac_address': 'fa:16:3e:22:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '188782b4-bac4-44d3-8d59-1f7d962b4f73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:30Z', 'updated_at': '2022-09-21T15:55:34Z', 'revision_number': 4, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'subnets': [{'id': '188782b4-bac4-44d3-8d59-1f7d962b4f73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:35.708238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa181366-7765-4671-9389-5a4ba36e193b None None] The sync data for ids ['3c0e7810-be59-4913-9c5a-6275f250122e'] in dv-neutron-858618-1-hyperv is: [{'id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'name': 'tempest-NetworksTestDHCPv6-router-267969621', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:28Z', 'updated_at': '2022-09-21T15:55:31Z', 'revision_number': 2, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None, '_interfaces': [{'id': '6dcc0444-91f6-448f-b4c7-c81cc39467e8', 'name': '', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'mac_address': 'fa:16:3e:22:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '188782b4-bac4-44d3-8d59-1f7d962b4f73', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:30Z', 'updated_at': '2022-09-21T15:55:34Z', 'revision_number': 4, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'subnets': [{'id': '188782b4-bac4-44d3-8d59-1f7d962b4f73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:35.742169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e679eed-21e4-4cb8-98b7-8960a2b65e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.746313 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5e679eed-21e4-4cb8-98b7-8960a2b65e88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00632f80-cb45-4853-a730-e5ef1ac5613e HTTP/1.1" status: 204 len: 168 time: 1.0306966 Sep 21 15:55:35.828715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c765f400-e2de-45a8-9162-c4cdd7eae8c9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.859238 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c765f400-e2de-45a8-9162-c4cdd7eae8c9 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/ports/595b99b0-2cde-4c11-bd13-f0641d45974d HTTP/1.1" status: 204 len: 168 time: 2.2669809 Sep 21 15:55:35.859238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.904194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37158) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:35.955857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Allocated IP 172.26.0.115 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/43c8510e-6b69-467a-a9a1-9d53527e8102) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:35.968183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:35.973605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.974006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.974443 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Floating IP 59c5a821-8a4f-468b-9b1a-84878ee8d919 disassociated. External IP: 172.26.0.211, port: 49f28112-45d2-4a94-b902-1d5a38c19059. Sep 21 15:55:35.974658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Calling delete_port for 49f28112-45d2-4a94-b902-1d5a38c19059 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:35.992598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-11bf5ee2-74a5-4625-8b87-5beccb1a0703 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.996282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-11bf5ee2-74a5-4625-8b87-5beccb1a0703 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:35.998231 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-11bf5ee2-74a5-4625-8b87-5beccb1a0703 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/ba790e3f-7898-499b-bc6b-5593d599d7de HTTP/1.1" status: 204 len: 168 time: 0.6885581 Sep 21 15:55:36.011284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37162) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:36.158083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:36.265452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.349603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:floatingip and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:36.355667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf5ee2-74a5-4625-8b87-5beccb1a0703 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba790e3f-7898-499b-bc6b-5593d599d7de,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:36.359626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:36.376191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:36.443595 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-047b4556-bdac-4283-9ae9-36cc775752be tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4311090 Sep 21 15:55:36.454371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37170) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:36.479464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657107236'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:36.492848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:36.526990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:36.539144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:36.546599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.557753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:36.562246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.574453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.632612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event deleted for resources: {'Port': ['ID=49f28112-45d2-4a94-b902-1d5a38c19059,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:36.670139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101efa1-e5e7-4f16-a56e-88b934bcbd39 req-0081d3bd-971a-4726-8def-92b2145999d4 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:36.671718 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e101efa1-e5e7-4f16-a56e-88b934bcbd39 req-0081d3bd-971a-4726-8def-92b2145999d4 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.7665715 Sep 21 15:55:36.739182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.756991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b555e-be9b-4460-af77-143edbe65547 req-84b3e7f6-6823-4582-baab-83c3e73656a9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:36.757875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:36.758349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.758534 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e68b555e-be9b-4460-af77-143edbe65547 req-84b3e7f6-6823-4582-baab-83c3e73656a9 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.33 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.5346878 Sep 21 15:55:36.807579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:36.845131 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e101efa1-e5e7-4f16-a56e-88b934bcbd39 req-72e4854d-45ee-42fa-8879-5e78c05f58c4 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613221 Sep 21 15:55:36.846554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7d300-9ea5-4f20-9b0c-a7c37d412ccf req-95c70dd9-53eb-4893-a463-b17962892064 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:36.854034 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a1f7d300-9ea5-4f20-9b0c-a7c37d412ccf req-95c70dd9-53eb-4893-a463-b17962892064 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 946 time: 0.5759444 Sep 21 15:55:36.860068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:36.959875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:37.012388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37178) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:37.116640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:37.135057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port 6dcc0444-91f6-448f-b4c7-c81cc39467e8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6dcc0444-91f6-448f-b4c7-c81cc39467e8,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:37.135414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.161468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:37.259225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.260926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.288252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6dcc0444-91f6-448f-b4c7-c81cc39467e8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:37.321475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Deleting port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:37.322012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.402827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.431021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 6dcc0444-91f6-448f-b4c7-c81cc39467e8 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:37.463562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:37.470834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:37.471422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.523148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:37.538194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:37.546130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a1f7d300-9ea5-4f20-9b0c-a7c37d412ccf req-525beb01-7a57-4b16-b6c2-e32dbc5f0f0b tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a255f3-b693-4697-90e4-5aeeee88f70f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6911721 Sep 21 15:55:37.546844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd3daf4-6479-4f2a-9a6b-8a7115a57f7a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:37.571565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:37.620893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2d3a7bf2-a451-4182-ae58-5be1116b8b4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c72e441113f349c898b98e3010c784ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050804 Sep 21 15:55:37.628408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.629509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37184) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:37.633966 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-100a3770-f01d-43d1-b10b-df61e9730397 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1731243 Sep 21 15:55:37.636512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37186) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:37.652688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9c48ff68-0c2a-4ffa-966d-c4f38d97ad11 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '2fd3daf4-6479-4f2a-9a6b-8a7115a57f7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:37.661490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9c48ff68-0c2a-4ffa-966d-c4f38d97ad11 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:37.666797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9c48ff68-0c2a-4ffa-966d-c4f38d97ad11 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:37.670137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9c48ff68-0c2a-4ffa-966d-c4f38d97ad11 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:37.671568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:37.672043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.676627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9c48ff68-0c2a-4ffa-966d-c4f38d97ad11 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:37.678970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.729325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 6dcc0444-91f6-448f-b4c7-c81cc39467e8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6dcc0444-91f6-448f-b4c7-c81cc39467e8,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:37.770984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'Port': ['ID=43c8510e-6b69-467a-a9a1-9d53527e8102,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:37.782827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6428855-91d8-40e6-96fa-13adbbcc2dd2 req-40881ea8-b7de-4fac-9484-f92b93e6fc76 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:37.784402 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d6428855-91d8-40e6-96fa-13adbbcc2dd2 req-40881ea8-b7de-4fac-9484-f92b93e6fc76 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.6522279 Sep 21 15:55:37.800703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.812167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Router 51f4c6bd-f339-4748-b326-66a8bd551ec0 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:37.861432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:37.888586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=6dcc0444-91f6-448f-b4c7-c81cc39467e8,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:37.949072 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d6428855-91d8-40e6-96fa-13adbbcc2dd2 req-b3f41e8f-599b-4939-8464-ae5f5ea2bb09 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276493 Sep 21 15:55:37.958077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2673-785e-45cf-989e-95ccbb04d5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.012449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2673-785e-45cf-989e-95ccbb04d5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.063724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:55:38.064097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:55:38.084391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.26.0.142 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/5ac347af-3cb3-410f-8a9e-41da76d49a72) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:38.182549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2673-785e-45cf-989e-95ccbb04d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.215931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d2673-785e-45cf-989e-95ccbb04d5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979d11bc-8b19-4512-9c52-1ac5aa744fc1,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:38.264164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.305686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7a5d2673-785e-45cf-989e-95ccbb04d5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.309571 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7a5d2673-785e-45cf-989e-95ccbb04d5b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/979d11bc-8b19-4512-9c52-1ac5aa744fc1 HTTP/1.1" status: 204 len: 168 time: 0.6742947 Sep 21 15:55:38.380613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.443597 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-9c48ff68-0c2a-4ffa-966d-c4f38d97ad11 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The resource could not be found. Sep 21 15:55:38.447771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9c48ff68-0c2a-4ffa-966d-c4f38d97ad11 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7994523 Sep 21 15:55:38.448366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37194) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:38.450477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:38.453656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:38.456408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:38.487233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-7624b0bb-0358-493d-bd3c-e79147aad329 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '2fd3daf4-6479-4f2a-9a6b-8a7115a57f7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3f44574d-d7b7-4b5c-86f1-5de0e60a4849'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:38.505906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=5ac347af-3cb3-410f-8a9e-41da76d49a72,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:38.520599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7624b0bb-0358-493d-bd3c-e79147aad329 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:38.534194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7624b0bb-0358-493d-bd3c-e79147aad329 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:38.549933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b91da-ad33-40eb-ab34-ace7e562ac64 req-bb73d057-b128-4bab-8510-113ce095400d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:38.551483 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c4b91da-ad33-40eb-ab34-ace7e562ac64 req-bb73d057-b128-4bab-8510-113ce095400d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.7992508 Sep 21 15:55:38.553888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.555646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7624b0bb-0358-493d-bd3c-e79147aad329 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:38.559483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] For port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:38.559849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.565023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:38.565453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.576987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7624b0bb-0358-493d-bd3c-e79147aad329 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:38.608314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:38.622964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] Sync routers for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:38.640932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:38.642163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:38.900600 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c4b91da-ad33-40eb-ab34-ace7e562ac64 req-b4e48ec2-9757-4701-a0ed-b3b09689827e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326256 Sep 21 15:55:38.934344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] No DVR routers for this DVR port 49f28112-45d2-4a94-b902-1d5a38c19059 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:38.941625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:38.944344 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-89d37b59-15a7-4e71-b851-a68b0a544e71 req-3ff382f3-9df6-426d-973b-fa7fd611a0bd tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.33 "DELETE /v2.0/ports/49f28112-45d2-4a94-b902-1d5a38c19059 HTTP/1.1" status: 204 len: 173 time: 4.3799210 Sep 21 15:55:38.947285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'name': 'network-vif-deleted', 'tag': '49f28112-45d2-4a94-b902-1d5a38c19059'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:38.949755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10640497-3238-4e3a-b123-2798baa0f166" -d '{"events": [{"server_uuid": "2b1ea49b-799c-471b-a1bf-c45f517127b8", "name": "network-vif-deleted", "tag": "49f28112-45d2-4a94-b902-1d5a38c19059"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:38.977318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:39.087090 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-7624b0bb-0358-493d-bd3c-e79147aad329 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The resource could not be found. Sep 21 15:55:39.091408 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7624b0bb-0358-493d-bd3c-e79147aad329 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6243260 Sep 21 15:55:39.103508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37210) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:39.158650 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-89039a3a-900f-4af5-9737-deba51d1acd5 req-3bb04fb7-cd1e-4654-a77d-7683c97abb4f tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1ea49b-799c-471b-a1bf-c45f517127b8 HTTP/1.1" status: 200 len: 210 time: 0.4469800 Sep 21 15:55:39.324753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.332198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6dcc0444-91f6-448f-b4c7-c81cc39467e8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:39.398542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port 6dcc0444-91f6-448f-b4c7-c81cc39467e8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6dcc0444-91f6-448f-b4c7-c81cc39467e8,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:39.400333 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.449330 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:55:39.508505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.508505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.508505 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Floating IP 1640e68b-b2ec-4e86-9e9b-90e7f00ff689 disassociated. External IP: 172.26.0.214, port: 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae. Sep 21 15:55:39.508854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Calling delete_port for 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:39.561791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 49f28112-45d2-4a94-b902-1d5a38c19059 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:39.600760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 6dcc0444-91f6-448f-b4c7-c81cc39467e8 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:39.633665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 49f28112-45d2-4a94-b902-1d5a38c19059 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:39.634341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 49f28112-45d2-4a94-b902-1d5a38c19059 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:39.634446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:39.716373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.792340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:39.794487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.824296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b7195-973d-4e65-a84a-41f233878f82 req-0e46dae6-046e-4b40-aead-5f83ab3f27b0 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:39.831130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a61b7195-973d-4e65-a84a-41f233878f82 req-0e46dae6-046e-4b40-aead-5f83ab3f27b0 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.6976593 Sep 21 15:55:39.875270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bef79632-4bf7-488b-b820-288a8af958f0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.925003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:39.925620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:39.950026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bef79632-4bf7-488b-b820-288a8af958f0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.001452 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a61b7195-973d-4e65-a84a-41f233878f82 req-2e1c3e3c-520d-4cfd-8bc7-82b6323e4be3 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693819 Sep 21 15:55:40.042595 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:16Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:40.057320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] Checking router: 51f4c6bd-f339-4748-b326-66a8bd551ec0 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:40.095840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:40.096745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:40.123599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6168f7b1-69b5-4acb-a6ef-ce89e3f06db7 x-openstack-request-id: req-6168f7b1-69b5-4acb-a6ef-ce89e3f06db7 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:40.124145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ea49b-799c-471b-a1bf-c45f517127b8", "name": "network-vif-deleted", "tag": "49f28112-45d2-4a94-b902-1d5a38c19059", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:40.124531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6168f7b1-69b5-4acb-a6ef-ce89e3f06db7 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:40.125075 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6168f7b1-69b5-4acb-a6ef-ce89e3f06db7'] response: {'server_uuid': '2b1ea49b-799c-471b-a1bf-c45f517127b8', 'name': 'network-vif-deleted', 'tag': '49f28112-45d2-4a94-b902-1d5a38c19059', 'status': 'completed', 'code': 200} Sep 21 15:55:40.158202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452000a-5236-4363-96ab-6f8994583078 req-034dfabe-5dc3-46a1-a8f3-32ec15dd5382 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:40.158825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.159734 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9452000a-5236-4363-96ab-6f8994583078 req-034dfabe-5dc3-46a1-a8f3-32ec15dd5382 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 945 time: 0.5220399 Sep 21 15:55:40.162185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.258540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.322691 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9452000a-5236-4363-96ab-6f8994583078 req-dc208908-937c-46af-87e6-ba3f87779175 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups?id=3d6acdc4-823d-4c17-8681-13b8b6f398c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462412 Sep 21 15:55:40.360320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event deleted for resources: {'Port': ['ID=766fa05f-b8e1-4fa6-b0a7-e139f1c535ae,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:40.394123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.402650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bef79632-4bf7-488b-b820-288a8af958f0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.434626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef79632-4bf7-488b-b820-288a8af958f0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd3daf4-6479-4f2a-9a6b-8a7115a57f7a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:40.450633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6dcc0444-91f6-448f-b4c7-c81cc39467e8 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:40.485246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bef79632-4bf7-488b-b820-288a8af958f0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.489667 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bef79632-4bf7-488b-b820-288a8af958f0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/2fd3daf4-6479-4f2a-9a6b-8a7115a57f7a HTTP/1.1" status: 204 len: 168 time: 1.3653958 Sep 21 15:55:40.489667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37236) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:40.523129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:40.531582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.558355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.633984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37242) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:40.741162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3f4ea1fc-015c-431b-9a3b-cbaed7117731 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Synchronizing usage tracker for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:40.748958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.762911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Router f8990839-fed0-4c9e-bf22-6b4482c8fb03 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:40.768162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=5ac347af-3cb3-410f-8a9e-41da76d49a72,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:40.806798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-98f72027-6faa-41ee-bcce-d9d0dd90c6a7 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.868661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=6dcc0444-91f6-448f-b4c7-c81cc39467e8,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:40.923350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Router 6a0153dd-050a-49f8-a792-ef1b5d9e20d1 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:55:40.947723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.953675 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-346ae011-7aa0-485b-a1c4-89f3b008fcb0 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0059721 Sep 21 15:55:40.953675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37254) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:40.958173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-98f72027-6faa-41ee-bcce-d9d0dd90c6a7 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:40.961471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3f4ea1fc-015c-431b-9a3b-cbaed7117731 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Unset dirty status for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:40.962732 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3f4ea1fc-015c-431b-9a3b-cbaed7117731 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4727948 Sep 21 15:55:40.975339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:16Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:40.980928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa4d6e-c85a-4df3-9647-ea5d60f5fd07 None None] The sync data for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv is: [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:54:05Z', 'revision_number': 4, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5dff932d-a316-4bf8-9c64-ae691316235c', 'name': '', 'network_id': '252cbf10-1a0a-43b3-b797-08f153c604e4', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'mac_address': 'fa:16:3e:5e:82:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:03Z', 'updated_at': '2022-09-21T15:54:16Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'subnets': [{'id': 'b8368ded-6c9c-4868-af60-44980d3106f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:40.985758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37258) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:41.020069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a762b9d4-2498-4c68-9502-303248c578f3 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': '0e19f658-d7ef-4f27-81e7-477e2ebb716c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:41.096816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'port': {'network_id': '93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d', 'name': 'tempest-FloatingIPTestJSON-135547545'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:41.151635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a762b9d4-2498-4c68-9502-303248c578f3 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:41.252810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a762b9d4-2498-4c68-9502-303248c578f3 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:41.276501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a762b9d4-2498-4c68-9502-303248c578f3 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:41.306771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a762b9d4-2498-4c68-9502-303248c578f3 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:41.367395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37266) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:41.413927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:41.430046 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] Sync routers for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:41.444841 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:41.445457 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:41.475169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aee3d67-f135-4096-ab5b-5ecab537220a None None] New status for floating IP 59c5a821-8a4f-468b-9b1a-84878ee8d919: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:55:41.523064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:41.530850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] No DVR routers for this DVR port 766fa05f-b8e1-4fa6-b0a7-e139f1c535ae on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:41.530850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:41.700446 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:41.728696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:41.733758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:port and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:41.736746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:41.743828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:41.767595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809b46c-0383-43b1-bb25-f31486a062c3 req-ae6ec62a-e64c-4e03-b3df-6c726fa23b31 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:41.769212 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0809b46c-0383-43b1-bb25-f31486a062c3 req-ae6ec62a-e64c-4e03-b3df-6c726fa23b31 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.6913052 Sep 21 15:55:41.802427 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-92eccc7b-bcc3-49a0-817f-5ca7ae919904 req-225df78c-40fa-4eba-9090-007f75b40cab tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 210 time: 0.2772086 Sep 21 15:55:41.810317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2105872214', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:41.820794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:41.822545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-98f72027-6faa-41ee-bcce-d9d0dd90c6a7 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:41.852380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:41.859601 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948304d-d505-4f9b-9641-d69272b7593c None None] Sync routers for ids ['6a0153dd-050a-49f8-a792-ef1b5d9e20d1'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:41.860011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Usage tracker for resource:port and tenant:f4f6108e7ca64d79b4477ce6dd4e9fde is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:41.863621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f72027-6faa-41ee-bcce-d9d0dd90c6a7 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a255f3-b693-4697-90e4-5aeeee88f70f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:41.872940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:41.872940 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9bbd0eab-f369-4aa9-910a-329377b69cea tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "PUT /v2.0/routers/6a0153dd-050a-49f8-a792-ef1b5d9e20d1 HTTP/1.1" status: 200 len: 919 time: 8.1082215 Sep 21 15:55:41.872940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:41.872940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37274) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:41.882394 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948304d-d505-4f9b-9641-d69272b7593c None None] Routers {'6a0153dd-050a-49f8-a792-ef1b5d9e20d1'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:41.882921 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d948304d-d505-4f9b-9641-d69272b7593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6a0153dd-050a-49f8-a792-ef1b5d9e20d1'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:41.919441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:41.922860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:41.928709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:41.958809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Router 3c0e7810-be59-4913-9c5a-6275f250122e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:41.970134 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d948304d-d505-4f9b-9641-d69272b7593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:41.984566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] device_id is not set on port f1a78120-f79c-4365-b909-a3e1c8aaae67 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:42.028359 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948304d-d505-4f9b-9641-d69272b7593c None None] Routers {'6a0153dd-050a-49f8-a792-ef1b5d9e20d1'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:42.029103 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d948304d-d505-4f9b-9641-d69272b7593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6a0153dd-050a-49f8-a792-ef1b5d9e20d1'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:42.046051 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e68b555e-be9b-4460-af77-143edbe65547 req-9ba6ba79-c547-495f-a19e-4f47d538bba3 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.33 "DELETE /v2.0/ports/766fa05f-b8e1-4fa6-b0a7-e139f1c535ae HTTP/1.1" status: 204 len: 173 time: 5.2758226 Sep 21 15:55:42.046819 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-a762b9d4-2498-4c68-9502-303248c578f3 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The resource could not be found. Sep 21 15:55:42.047846 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a762b9d4-2498-4c68-9502-303248c578f3 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0542200 Sep 21 15:55:42.059761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-98f72027-6faa-41ee-bcce-d9d0dd90c6a7 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.062025 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-98f72027-6faa-41ee-bcce-d9d0dd90c6a7 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "DELETE /v2.0/security-groups/62a255f3-b693-4697-90e4-5aeeee88f70f HTTP/1.1" status: 204 len: 168 time: 1.4237773 Sep 21 15:55:42.064622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37278) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:42.065210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37280) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:42.072781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--62886705'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:42.095340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:42.118379 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-6061ea1e-9cb5-4445-9ebb-43baaff03a0e tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] show failed (client error): The resource could not be found. Sep 21 15:55:42.121130 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0809b46c-0383-43b1-bb25-f31486a062c3 req-b23441f2-2f4a-43ea-8c10-4af250f6b5e1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763801 Sep 21 15:55:42.121248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6061ea1e-9cb5-4445-9ebb-43baaff03a0e tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "GET /v2.0/security-groups/62a255f3-b693-4697-90e4-5aeeee88f70f HTTP/1.1" status: 404 len: 347 time: 0.0515528 Sep 21 15:55:42.122933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:42.138743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Made reservation on behalf of f4f6108e7ca64d79b4477ce6dd4e9fde for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:42.141012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.141382 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d948304d-d505-4f9b-9641-d69272b7593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:42.141818 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d948304d-d505-4f9b-9641-d69272b7593c None None] The sync data for ids ['6a0153dd-050a-49f8-a792-ef1b5d9e20d1'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:42.166889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53800e12-7a5e-4751-ae2e-02bfac797133', 'name': 'network-vif-deleted', 'tag': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:55:42.169215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e060898-3984-42e5-a4d5-d7d8e5eab14e" -d '{"events": [{"server_uuid": "53800e12-7a5e-4751-ae2e-02bfac797133", "name": "network-vif-deleted", "tag": "766fa05f-b8e1-4fa6-b0a7-e139f1c535ae"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:55:42.176264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37286) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:42.241313 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f6857ffd-ef8e-42d6-8672-e9ce59d8e759 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/routers/6a0153dd-050a-49f8-a792-ef1b5d9e20d1 HTTP/1.1" status: 200 len: 925 time: 0.3683846 Sep 21 15:55:42.242176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.259948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37294) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:42.273255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef3bf59-e6c9-466b-ac12-ced4b37160e1 x-openstack-request-id: req-6ef3bf59-e6c9-466b-ac12-ced4b37160e1 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:55:42.273762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53800e12-7a5e-4751-ae2e-02bfac797133", "name": "network-vif-deleted", "tag": "766fa05f-b8e1-4fa6-b0a7-e139f1c535ae", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:55:42.273762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ef3bf59-e6c9-466b-ac12-ced4b37160e1 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:55:42.274184 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef3bf59-e6c9-466b-ac12-ced4b37160e1'] response: {'server_uuid': '53800e12-7a5e-4751-ae2e-02bfac797133', 'name': 'network-vif-deleted', 'tag': '766fa05f-b8e1-4fa6-b0a7-e139f1c535ae', 'status': 'completed', 'code': 200} Sep 21 15:55:42.325866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.20.0.5 (93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d/e67754f3-385e-45d1-b7d6-b3325936a59a/f1a78120-f79c-4365-b909-a3e1c8aaae67) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:42.327888 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:18Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:42.337360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.338212 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] Checking router: f8990839-fed0-4c9e-bf22-6b4482c8fb03 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:42.361339 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:42.367452 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:42.407390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:42.447689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Usage tracker for resource:security_group_rule and tenant:f4f6108e7ca64d79b4477ce6dd4e9fde is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:42.456118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:42.460175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Deleting port f2ebd0fb-8a09-4c13-8369-6f1dbf850d53 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:42.460514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.495805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:42.504015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:42.515596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:42.526814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:42.544681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:42.553824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:42.559088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.573422 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b6960e64-0605-4667-acf0-492a7b77a314 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "PUT /v2.0/routers/3c0e7810-be59-4913-9c5a-6275f250122e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6857674 Sep 21 15:55:42.573422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37300) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:42.578451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] Sync routers for ids ['3c0e7810-be59-4913-9c5a-6275f250122e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:42.584360 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:42.598722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] Routers {'3c0e7810-be59-4913-9c5a-6275f250122e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:42.599767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3c0e7810-be59-4913-9c5a-6275f250122e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:42.649620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028bcddf-57fc-457c-91cb-1564e9a5071a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:42.651736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028bcddf-57fc-457c-91cb-1564e9a5071a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:42.652285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-028bcddf-57fc-457c-91cb-1564e9a5071a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:42.745611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-028bcddf-57fc-457c-91cb-1564e9a5071a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:42.746867 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-028bcddf-57fc-457c-91cb-1564e9a5071a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1733289 Sep 21 15:55:42.749863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37304) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:42.751655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a6ac8-37f8-4be7-b758-15bb0be8e50c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:42.757014 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8f8a6ac8-37f8-4be7-b758-15bb0be8e50c tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=6a0153dd-050a-49f8-a792-ef1b5d9e20d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4922550 Sep 21 15:55:42.795741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.796138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.846884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb0ff58-34c1-4cb2-a595-a85d315eebdf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 188782b4-bac4-44d3-8d59-1f7d962b4f73 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:55:42.849747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ff58-34c1-4cb2-a595-a85d315eebdf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.912235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ff58-34c1-4cb2-a595-a85d315eebdf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:42.927965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Calling delete_port for f2ebd0fb-8a09-4c13-8369-6f1dbf850d53 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:42.984003 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:18Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:42.988480 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef7f8a-13fa-4967-9141-2ab05606989d None None] The sync data for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv is: [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:54:04Z', 'revision_number': 4, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '39c1a394-60c4-427b-9252-b63e4646e2e6', 'name': '', 'network_id': '4b0dcfd0-e147-472e-bce4-ac56ba61549d', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'mac_address': 'fa:16:3e:0c:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:01Z', 'updated_at': '2022-09-21T15:54:18Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'subnets': [{'id': '6353ef71-ae04-4f85-8712-b54dd96a0430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:43.018358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] Set router 3c0e7810-be59-4913-9c5a-6275f250122e gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:43.046009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ff58-34c1-4cb2-a595-a85d315eebdf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.101900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37308) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:43.169359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.196750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'name': 'tempest-NetworksTestDHCPv6-router-267969621', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:28Z', 'updated_at': '2022-09-21T15:55:40Z', 'revision_number': 3, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:43.201852 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] Checking router: 3c0e7810-be59-4913-9c5a-6275f250122e for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:43.212540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] Routers {'3c0e7810-be59-4913-9c5a-6275f250122e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:43.213212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3c0e7810-be59-4913-9c5a-6275f250122e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:43.249150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ff58-34c1-4cb2-a595-a85d315eebdf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.256934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:43.317830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ff58-34c1-4cb2-a595-a85d315eebdf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.326567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.331367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:43.334061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:43.375199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.384543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0ff58-34c1-4cb2-a595-a85d315eebdf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=188782b4-bac4-44d3-8d59-1f7d962b4f73,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:43.402659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] Set router 3c0e7810-be59-4913-9c5a-6275f250122e gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:43.405835 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5fb0ff58-34c1-4cb2-a595-a85d315eebdf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/188782b4-bac4-44d3-8d59-1f7d962b4f73 HTTP/1.1" status: 204 len: 168 time: 0.6548679 Sep 21 15:55:43.409206 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616fc7e-2603-4045-a194-ac7e616adbb3 None None] New status for floating IP 1640e68b-b2ec-4e86-9e9b-90e7f00ff689: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:55:43.411220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37316) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:43.463957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Pushing event deleted for resources: {'Port': ['ID=f2ebd0fb-8a09-4c13-8369-6f1dbf850d53,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:43.479310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f568915c-c1c4-4c0d-bcd6-e97bb5809c78 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:43.487545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=f1a78120-f79c-4365-b909-a3e1c8aaae67,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:43.597394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-50104829-1432-4a60-9567-1872c2621f35 req-23ec9772-12b1-42dc-84ea-f7c7a1cadf84 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Synchronizing usage tracker for tenant:60f9c1d29d1f4fa7ad85ab235a977e0d on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:43.647831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.653205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] device_id is not set on port 19800257-1107-4e9f-b7c4-ed520f204208 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:55:43.681040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'name': 'tempest-NetworksTestDHCPv6-router-267969621', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:28Z', 'updated_at': '2022-09-21T15:55:40Z', 'revision_number': 3, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:43.689528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a68e4b-0a37-4bdb-9948-92be001c9372 None None] The sync data for ids ['3c0e7810-be59-4913-9c5a-6275f250122e'] in dv-neutron-858618-1-hyperv is: [{'id': '3c0e7810-be59-4913-9c5a-6275f250122e', 'name': 'tempest-NetworksTestDHCPv6-router-267969621', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:28Z', 'updated_at': '2022-09-21T15:55:40Z', 'revision_number': 3, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:43.714789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:43.715487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.813934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5ec2d336-3160-43eb-a096-e93e27ed9e67 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:router {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:43.859597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf5b16-726a-43f8-9b55-c3707b735739 req-f01dfef8-c8c6-40d2-81f6-8138cd351010 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:43.861154 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bbdf5b16-726a-43f8-9b55-c3707b735739 req-f01dfef8-c8c6-40d2-81f6-8138cd351010 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.1601844 Sep 21 15:55:43.902610 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2be7a366-b213-4307-91ad-af80a62baf34 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9431336 Sep 21 15:55:43.906503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37322) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:43.912538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'port_id': 'f1a78120-f79c-4365-b909-a3e1c8aaae67'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:43.929135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-50104829-1432-4a60-9567-1872c2621f35 req-23ec9772-12b1-42dc-84ea-f7c7a1cadf84 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Unset dirty status for tenant:60f9c1d29d1f4fa7ad85ab235a977e0d on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:43.930302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-50104829-1432-4a60-9567-1872c2621f35 req-23ec9772-12b1-42dc-84ea-f7c7a1cadf84 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/ports?device_id=53800e12-7a5e-4751-ae2e-02bfac797133 HTTP/1.1" status: 200 len: 210 time: 0.6944973 Sep 21 15:55:43.936077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:43.994290 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bbdf5b16-726a-43f8-9b55-c3707b735739 req-41bb0294-73ec-4760-b1af-af478d842e4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263518 Sep 21 15:55:43.994876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5ec2d336-3160-43eb-a096-e93e27ed9e67 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:router {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:43.996516 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5ec2d336-3160-43eb-a096-e93e27ed9e67 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5816214 Sep 21 15:55:44.005555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37326) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:44.005555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.009172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ef846-20c1-426c-9dd2-30df102a9982 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:44.009729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4e1ef846-20c1-426c-9dd2-30df102a9982 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Synchronizing usage tracker for tenant:49390691179840948b89a0229ce9a68c on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:44.014941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.027834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Allocated IP 172.26.0.94 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/19800257-1107-4e9f-b7c4-ed520f204208) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:44.029673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab91a51-edbf-441a-817b-0befef5d202c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:44.037292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.071332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:55:44.075978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] Deleting port 6055867d-f35b-4e3a-907d-30efbb755d66 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:44.077072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.079406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4e1ef846-20c1-426c-9dd2-30df102a9982 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Unset dirty status for tenant:49390691179840948b89a0229ce9a68c on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:44.083282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4e1ef846-20c1-426c-9dd2-30df102a9982 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 881 time: 0.9703321 Sep 21 15:55:44.095923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37330) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:44.174066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a9f51b-a4d9-4bb7-a226-c22447ef5528,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:44.184752 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8a321f83-2207-4c01-a8cf-838fd158d899 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0153dd-050a-49f8-a792-ef1b5d9e20d1 HTTP/1.1" status: 200 len: 205 time: 0.0877044 Sep 21 15:55:44.203859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37334) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:44.240521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1712d15-2079-4620-9a9b-f6a978f2f9a5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.331180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] For port 6055867d-f35b-4e3a-907d-30efbb755d66, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6055867d-f35b-4e3a-907d-30efbb755d66,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:44.331555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.335234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.339316 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f2c62077-bc13-4c06-9cc3-40092ef804b0 tempest-ServersTestManualDisk-1488466799 tempest-ServersTestManualDisk-1488466799-project] 10.222.0.65 "DELETE /v2.0/floatingips/59c5a821-8a4f-468b-9b1a-84878ee8d919 HTTP/1.1" status: 204 len: 168 time: 2.1593773 Sep 21 15:55:44.373668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37338) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:44.390806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.392032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-42acb60a-1321-4a88-9d2b-6dd325e912db tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.3256752 Sep 21 15:55:44.457342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37342) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:44.473214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] Calling delete_port for 6055867d-f35b-4e3a-907d-30efbb755d66 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:44.481763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--827353859'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:44.495281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:44.515893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:44.523361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:44.534440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:44.562641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.642462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.655166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.668786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.694740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] Pushing event deleted for resources: {'Port': ['ID=6055867d-f35b-4e3a-907d-30efbb755d66,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:44.696665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8218d22b-72d4-4303-84e6-aa1f44bb1aaa None None] No DVR routers for this DVR port 6055867d-f35b-4e3a-907d-30efbb755d66 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:44.769419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:44.777470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:44.783962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:44.796306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:44.807032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1712d15-2079-4620-9a9b-f6a978f2f9a5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.815336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1712d15-2079-4620-9a9b-f6a978f2f9a5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.820770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.891787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.909368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Deleting port 43c8510e-6b69-467a-a9a1-9d53527e8102 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:44.909551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:44.943588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.012663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.110690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1712d15-2079-4620-9a9b-f6a978f2f9a5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.111154 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1712d15-2079-4620-9a9b-f6a978f2f9a5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Fanout notify agent at l3_agent the message router_deleted on router 3c0e7810-be59-4913-9c5a-6275f250122e {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:45.117292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:45.129952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:45.185794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Pushing event updated for resources: {'Port': ['ID=19800257-1107-4e9f-b7c4-ed520f204208,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:45.188871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37352) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:45.193648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:45.224776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc24c50-d4f0-4eb7-8b16-437767a65e29,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:45.227747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6055867d-f35b-4e3a-907d-30efbb755d66 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:45.277934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 6055867d-f35b-4e3a-907d-30efbb755d66 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:45.278285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6055867d-f35b-4e3a-907d-30efbb755d66 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:45.278712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6dcc0444-91f6-448f-b4c7-c81cc39467e8 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:45.312607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1712d15-2079-4620-9a9b-f6a978f2f9a5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.317390 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e1712d15-2079-4620-9a9b-f6a978f2f9a5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/routers/3c0e7810-be59-4913-9c5a-6275f250122e HTTP/1.1" status: 204 len: 168 time: 1.3129735 Sep 21 15:55:45.319605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 6dcc0444-91f6-448f-b4c7-c81cc39467e8 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:45.320016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6dcc0444-91f6-448f-b4c7-c81cc39467e8 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:45.321900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.326458 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ed403b30-29ab-41c7-997c-20b63cb622b8 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8650892 Sep 21 15:55:45.326458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37356) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:45.334502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:45.348906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37358) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:45.354830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:45.355429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.379982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-afeafbd9-8ab3-4423-a954-2811fd748622 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group_rule': {'security_group_id': 'f6a9f51b-a4d9-4bb7-a226-c22447ef5528', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0dc24c50-d4f0-4eb7-8b16-437767a65e29'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:45.462470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-afeafbd9-8ab3-4423-a954-2811fd748622 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:45.472533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.481249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-afeafbd9-8ab3-4423-a954-2811fd748622 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:45.496100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-afeafbd9-8ab3-4423-a954-2811fd748622 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:45.562916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-afeafbd9-8ab3-4423-a954-2811fd748622 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:45.626424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe5022-040e-4ab7-9bc2-58a0a66b0151 req-392ca375-555e-4a3d-b9a0-01c980a2489d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:45.627867 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-90fe5022-040e-4ab7-9bc2-58a0a66b0151 req-392ca375-555e-4a3d-b9a0-01c980a2489d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4756303 Sep 21 15:55:45.645012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Calling delete_port for 43c8510e-6b69-467a-a9a1-9d53527e8102 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:45.676012 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d6c11bf6-01ee-4ed2-b126-1d904aaedc84 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.3016496 Sep 21 15:55:45.676012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc5583a-3716-4caf-9ec6-cbeaa0523952 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.682585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37364) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:45.695157 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.94'}]}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:45.710431 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-90fe5022-040e-4ab7-9bc2-58a0a66b0151 req-584c3942-1c57-46ce-999c-26c868ca5edb tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743937 Sep 21 15:55:45.711332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:45.711932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:45.723279 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Usage tracker for resource:router and tenant:f4f6108e7ca64d79b4477ce6dd4e9fde is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:45.725847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:45.727010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:45.738985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:45.744839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:45.757095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc5583a-3716-4caf-9ec6-cbeaa0523952 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.880382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.882052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.896406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:45.903247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.919375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:45.950458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.004801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.028974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:55:46.032599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.056058 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-afeafbd9-8ab3-4423-a954-2811fd748622 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:55:46.059835 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-afeafbd9-8ab3-4423-a954-2811fd748622 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6972768 Sep 21 15:55:46.074208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37368) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:46.117045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc5583a-3716-4caf-9ec6-cbeaa0523952 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.164266 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5583a-3716-4caf-9ec6-cbeaa0523952 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6acdc4-823d-4c17-8681-13b8b6f398c4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:46.263014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc5583a-3716-4caf-9ec6-cbeaa0523952 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.264056 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5cc5583a-3716-4caf-9ec6-cbeaa0523952 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "DELETE /v2.0/security-groups/3d6acdc4-823d-4c17-8681-13b8b6f398c4 HTTP/1.1" status: 204 len: 168 time: 1.0407362 Sep 21 15:55:46.266781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37372) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:46.288344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.335210 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-30f99505-b673-44d1-ba03-d0a6c0132b13 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] show failed (client error): The resource could not be found. Sep 21 15:55:46.338862 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-30f99505-b673-44d1-ba03-d0a6c0132b13 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "GET /v2.0/security-groups/3d6acdc4-823d-4c17-8681-13b8b6f398c4 HTTP/1.1" status: 404 len: 347 time: 0.0685756 Sep 21 15:55:46.376556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37376) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:46.378558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event deleted for resources: {'Port': ['ID=43c8510e-6b69-467a-a9a1-9d53527e8102,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:46.645620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Deleting port 09b947f8-0810-4142-9a70-9be669c31537 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:46.645877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.655743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.704880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.743014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66a4c7af-1c0f-4cbd-a324-b64157a8a7b0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:46.744792 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP b444de5c-2bde-4541-8105-0a47f6e71a9f associated. External IP: 172.26.0.142, port: f1a78120-f79c-4365-b909-a3e1c8aaae67. Sep 21 15:55:46.961429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66a4c7af-1c0f-4cbd-a324-b64157a8a7b0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.028387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.041196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.103394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.160060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.160391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.185117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.185620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Fanout notify agent at l3_agent the message router_deleted on router 6a0153dd-050a-49f8-a792-ef1b5d9e20d1 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:47.200653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:47.223500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66a4c7af-1c0f-4cbd-a324-b64157a8a7b0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.280998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4c7af-1c0f-4cbd-a324-b64157a8a7b0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc24c50-d4f0-4eb7-8b16-437767a65e29,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:47.323341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abf591-48bd-446a-96ac-d73e82046be3 req-06bf82d8-b89c-47ad-a9a8-2591da2f4199 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:47.324818 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-10abf591-48bd-446a-96ac-d73e82046be3 req-06bf82d8-b89c-47ad-a9a8-2591da2f4199 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4385936 Sep 21 15:55:47.325649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:47.328579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:47.329170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.336364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3716ae-be82-4c49-a137-b0e94d03262c None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:47.372051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Deleting port 5dff932d-a316-4bf8-9c64-ae691316235c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:47.372398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.434358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66a4c7af-1c0f-4cbd-a324-b64157a8a7b0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.435463 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-66a4c7af-1c0f-4cbd-a324-b64157a8a7b0 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/0dc24c50-d4f0-4eb7-8b16-437767a65e29 HTTP/1.1" status: 204 len: 168 time: 1.3585613 Sep 21 15:55:47.439679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37382) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:47.464077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Calling delete_port for 09b947f8-0810-4142-9a70-9be669c31537 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:47.542804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=625b2afd-3a06-43d1-b34c-85c7fabebe43,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:47.551109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:47.553203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.558009 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-691f03ec-1a93-4b88-b7eb-47632abccd26 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/6a0153dd-050a-49f8-a792-ef1b5d9e20d1 HTTP/1.1" status: 204 len: 168 time: 3.3522704 Sep 21 15:55:47.559268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37386) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:47.573088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1575716986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:47.592644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:47.604206 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-10abf591-48bd-446a-96ac-d73e82046be3 req-4770357a-9b52-48c9-85e0-c51291030210 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117942 Sep 21 15:55:47.611228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Usage tracker for resource:router and tenant:2bfeb4ba4a6d45829f82622abf9bc4c7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:47.614925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:47.630382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:47.634883 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fc6c8758-5794-4f12-a708-a8cee597f84e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3048782 Sep 21 15:55:47.638618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37390) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:47.650762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-859510507', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:47.652692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '625b2afd-3a06-43d1-b34c-85c7fabebe43'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:55:47.653528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.657752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:47.697404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:router and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:47.705597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:47.720772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:47.730565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.731826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.818643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.820186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.824809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/625b2afd-3a06-43d1-b34c-85c7fabebe43/7318f53c-db37-40c8-95e1-bd9a559ff74a) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:47.853464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.895878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-555dd5cb-8d3a-4c0f-a21f-ca57204c357b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Synchronizing usage tracker for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:47.899621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.908591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:47.921983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Pushing event deleted for resources: {'Port': ['ID=09b947f8-0810-4142-9a70-9be669c31537,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:48.030090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.051258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.062682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] For port 5dff932d-a316-4bf8-9c64-ae691316235c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5dff932d-a316-4bf8-9c64-ae691316235c,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:48.063412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.064134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Transition to ACTIVE for port object 7318f53c-db37-40c8-95e1-bd9a559ff74a will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:48.075422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.088148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Transition to ACTIVE for port object 7318f53c-db37-40c8-95e1-bd9a559ff74a will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:48.104853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.106038 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d9953896-56f6-4930-b242-36b54ca2f797 tempest-ServersTestJSON-1140398481 tempest-ServersTestJSON-1140398481-project] 10.222.0.65 "DELETE /v2.0/floatingips/1640e68b-b2ec-4e86-9e9b-90e7f00ff689 HTTP/1.1" status: 204 len: 168 time: 1.7237313 Sep 21 15:55:48.107441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.113396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37394) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:48.206929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.208673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.209888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-be0d228c-c70a-48fd-98c6-3170860cf727 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6503861 Sep 21 15:55:48.213529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37398) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:48.272961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': False}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:48.282799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Pushing event updated for resources: {'Port': ['ID=7318f53c-db37-40c8-95e1-bd9a559ff74a,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:48.297021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Calling delete_port for 5dff932d-a316-4bf8-9c64-ae691316235c owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:48.297128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:48.298463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:48.300900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:48.326038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-555dd5cb-8d3a-4c0f-a21f-ca57204c357b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Unset dirty status for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:48.326038 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-555dd5cb-8d3a-4c0f-a21f-ca57204c357b tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.8801339 Sep 21 15:55:48.336442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.337616 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-34ab506c-84e2-4a29-b496-787cd7b2834d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6969452 Sep 21 15:55:48.342018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37402) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:48.342360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37404) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:48.415298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Attempting to bind port 7318f53c-db37-40c8-95e1-bd9a559ff74a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:48.415908 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Attempting to bind port 7318f53c-db37-40c8-95e1-bd9a559ff74a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:48.416152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Attempting to bind port 7318f53c-db37-40c8-95e1-bd9a559ff74a on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:48.421858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:48.422511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:48.423078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.423473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:48.423935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Bound port: 7318f53c-db37-40c8-95e1-bd9a559ff74a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:48.424481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.521861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] For port 7318f53c-db37-40c8-95e1-bd9a559ff74a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:48.525278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] For port 7318f53c-db37-40c8-95e1-bd9a559ff74a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7318f53c-db37-40c8-95e1-bd9a559ff74a,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:48.533627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:48.544557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191840ad-9c07-4f62-bf32-3aacb2a51b61 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:48.550280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.554788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191840ad-9c07-4f62-bf32-3aacb2a51b61 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:48.555384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-191840ad-9c07-4f62-bf32-3aacb2a51b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:48.578818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.619431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-191840ad-9c07-4f62-bf32-3aacb2a51b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:48.621922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.703485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbeb0a-2ea7-4b32-90fd-195391eeab1a None None] Pushing event updated for resources: {'Port': ['ID=7318f53c-db37-40c8-95e1-bd9a559ff74a,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:48.713813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.713987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191840ad-9c07-4f62-bf32-3aacb2a51b61 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:48.714581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-191840ad-9c07-4f62-bf32-3aacb2a51b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:48.797074 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-191840ad-9c07-4f62-bf32-3aacb2a51b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:48.797074 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191840ad-9c07-4f62-bf32-3aacb2a51b61 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:48.828145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:48.982662 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b4cef19f-57c1-4e36-aa3a-0ccee4a046e7 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/floatingips/b444de5c-2bde-4541-8105-0a47f6e71a9f HTTP/1.1" status: 200 len: 977 time: 5.0760159 Sep 21 15:55:48.986963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37412) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:49.231750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7318f53c-db37-40c8-95e1-bd9a559ff74a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:49.253996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:49.324391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port f1a78120-f79c-4365-b909-a3e1c8aaae67 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:49.324963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:49.379315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 7318f53c-db37-40c8-95e1-bd9a559ff74a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:49.415776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:49.548863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:49.623512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaf3cd-3576-414b-80b7-18273b2ed5dc req-442d128f-5440-493b-8355-09021878a4a3 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:49.626452 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fadaf3cd-3576-414b-80b7-18273b2ed5dc req-442d128f-5440-493b-8355-09021878a4a3 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.8029199 Sep 21 15:55:49.809845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:49.845612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:49.855763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:49.933376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a9f51b-a4d9-4bb7-a226-c22447ef5528,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:49.952250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.001197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.003467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.003822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.004164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.004501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.004827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.005159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.005484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.005813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.006213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.007065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.007386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.007706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:50.012819 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fadaf3cd-3576-414b-80b7-18273b2ed5dc req-9c742733-3582-4d4c-83f8-e82cc7d99125 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726151 Sep 21 15:55:50.035621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-25f3f3e1-346a-4fb4-a8c6-9e8fb0272584 None None] Provisioning for port 7318f53c-db37-40c8-95e1-bd9a559ff74a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:50.051010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-25f3f3e1-346a-4fb4-a8c6-9e8fb0272584 None None] Provisioning complete for port 7318f53c-db37-40c8-95e1-bd9a559ff74a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:50.051628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-25f3f3e1-346a-4fb4-a8c6-9e8fb0272584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.121463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Pushing event deleted for resources: {'Port': ['ID=5dff932d-a316-4bf8-9c64-ae691316235c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:50.152342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.188561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-25f3f3e1-346a-4fb4-a8c6-9e8fb0272584 None None] Current status of the port 7318f53c-db37-40c8-95e1-bd9a559ff74a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:50.189197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-25f3f3e1-346a-4fb4-a8c6-9e8fb0272584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.207881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.226728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-25f3f3e1-346a-4fb4-a8c6-9e8fb0272584 None None] For port 7318f53c-db37-40c8-95e1-bd9a559ff74a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7318f53c-db37-40c8-95e1-bd9a559ff74a,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:50.317009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-25f3f3e1-346a-4fb4-a8c6-9e8fb0272584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.407373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3f3e1-346a-4fb4-a8c6-9e8fb0272584 None None] Pushing event updated for resources: {'Port': ['ID=7318f53c-db37-40c8-95e1-bd9a559ff74a,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:50.447750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.448778 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0ff89f72-0c67-4cd7-b12d-d4a3dd421890 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/f6a9f51b-a4d9-4bb7-a226-c22447ef5528 HTTP/1.1" status: 204 len: 168 time: 2.0993965 Sep 21 15:55:50.454084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.456335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37416) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:50.461226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.729604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.730010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a2ff9d6-3e07-46da-b260-77b1ef8ea830 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:50.772462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::1 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/625b2afd-3a06-43d1-b34c-85c7fabebe43/c4ebbb56-78a0-4b8f-a104-ed986b3c2190) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:50.790716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.791094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:50.791408 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP b444de5c-2bde-4541-8105-0a47f6e71a9f disassociated. External IP: 172.26.0.142, port: f1a78120-f79c-4365-b909-a3e1c8aaae67. Sep 21 15:55:50.791751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for f1a78120-f79c-4365-b909-a3e1c8aaae67 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:50.857134 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:55:50.858180 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4c592f5d-82ea-4174-9737-0bd6706924f5 tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1730645 Sep 21 15:55:50.862711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37420) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:50.892621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9821147c-be57-4374-bd96-ff9fbcabe7be tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Synchronizing usage tracker for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:50.898359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Allocated IP 172.26.0.111 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/1eb79128-8fac-44a5-88b6-03cb529fd934) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:51.005806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.046442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-27c13603-75b6-4299-a06f-1183bf2695ef tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Deleting port 19800257-1107-4e9f-b7c4-ed520f204208 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:51.047215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27c13603-75b6-4299-a06f-1183bf2695ef tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.063107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9821147c-be57-4374-bd96-ff9fbcabe7be tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Unset dirty status for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:51.063258 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9821147c-be57-4374-bd96-ff9fbcabe7be tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6035862 Sep 21 15:55:51.077492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37426) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:51.156869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'tempest-secgroup--380846750'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:51.173479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:51.218642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:51.237356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Deleting port 39c1a394-60c4-427b-9252-b63e4646e2e6 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:51.237706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.262839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7318f53c-db37-40c8-95e1-bd9a559ff74a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:51.273099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.336048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 7318f53c-db37-40c8-95e1-bd9a559ff74a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:51.336423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.346036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.359062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.373654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=f1a78120-f79c-4365-b909-a3e1c8aaae67,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:51.392838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object c4ebbb56-78a0-4b8f-a104-ed986b3c2190 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:51.396257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.458235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7318f53c-db37-40c8-95e1-bd9a559ff74a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:51.468971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.469325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.469701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.470070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.470404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.470736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.471063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.471387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.471718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.472043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.472365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.472685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:51.543701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:51.563874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Usage tracker for resource:security_group_rule and tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:51.574448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:51.583596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:51.667238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b9241-44ba-4e8a-9226-9af33691b9ed req-fb098cd8-348d-48d6-bd5d-bf55f82d9ff2 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:51.668722 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079b9241-44ba-4e8a-9226-9af33691b9ed req-fb098cd8-348d-48d6-bd5d-bf55f82d9ff2 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5068114 Sep 21 15:55:51.720788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.742417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] For port 39c1a394-60c4-427b-9252-b63e4646e2e6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=39c1a394-60c4-427b-9252-b63e4646e2e6,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:51.742782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.786458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27c13603-75b6-4299-a06f-1183bf2695ef tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.883451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:51.894949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Calling delete_port for 39c1a394-60c4-427b-9252-b63e4646e2e6 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:51.943760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:51.952420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-27c13603-75b6-4299-a06f-1183bf2695ef tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Calling delete_port for 19800257-1107-4e9f-b7c4-ed520f204208 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:51.992851 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079b9241-44ba-4e8a-9226-9af33691b9ed req-372eec8a-ba3c-4504-b6db-1d0414161069 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094449 Sep 21 15:55:51.995478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:52.004485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:52.012249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:52.012914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.045724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:52.114915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:52.117933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:55:52.153024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb79128-8fac-44a5-88b6-03cb529fd934,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:52.294576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Router 51f4c6bd-f339-4748-b326-66a8bd551ec0 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:52.322620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4ceb09f8-e199-44eb-b87b-de2bc068549b None None] Provisioning for port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:52.327452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:52.329142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4ceb09f8-e199-44eb-b87b-de2bc068549b None None] Provisioning complete for port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:52.329726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4ceb09f8-e199-44eb-b87b-de2bc068549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.414741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb09f8-e199-44eb-b87b-de2bc068549b None None] Port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:52.423322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.571451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.650406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:52.659695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429be289-d227-4ee3-ad99-47e94504c5e2,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:52.661361 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a31e56a-6a0f-447c-9b63-c8fbf62cd79f None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:52.671744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:52.685411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] Sync routers for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:52.687106 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31e56a-6a0f-447c-9b63-c8fbf62cd79f None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:52.687716 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7a31e56a-6a0f-447c-9b63-c8fbf62cd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:52.696663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:52.697792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:52.735814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27c13603-75b6-4299-a06f-1183bf2695ef tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.781075 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7a31e56a-6a0f-447c-9b63-c8fbf62cd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:52.791591 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31e56a-6a0f-447c-9b63-c8fbf62cd79f None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:52.792421 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7a31e56a-6a0f-447c-9b63-c8fbf62cd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:52.806204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c13603-75b6-4299-a06f-1183bf2695ef tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Pushing event deleted for resources: {'Port': ['ID=19800257-1107-4e9f-b7c4-ed520f204208,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:52.808487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.810072 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e81f126d-c7dc-4e5f-bdad-432e0e419b15 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6772411 Sep 21 15:55:52.815263 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bf89214d-afd8-4e68-a69c-a18b61f3071e admin admin] 10.222.0.65 "PUT /v2.0/routers/51f4c6bd-f339-4748-b326-66a8bd551ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4373953 Sep 21 15:55:52.815263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37430) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:52.815263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37432) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:52.827022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.828259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7b6dff82-2204-4fa9-8242-3fc61d1f8374 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:52.828994 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-7b6dff82-2204-4fa9-8242-3fc61d1f8374 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 15:55:52.829558 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-7b6dff82-2204-4fa9-8242-3fc61d1f8374 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 15:55:52.831425 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7b6dff82-2204-4fa9-8242-3fc61d1f8374 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "PUT /v2.0/security-groups/429be289-d227-4ee3-ad99-47e94504c5e2 HTTP/1.1" status: 409 len: 330 time: 0.0130224 Sep 21 15:55:52.833999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37438) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:52.870403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7325775b-ad3b-431b-b28a-83d885f3a15b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/ports/f1a78120-f79c-4365-b909-a3e1c8aaae67 HTTP/1.1" status: 204 len: 168 time: 3.8613098 Sep 21 15:55:52.877868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37442) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:52.878487 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7a31e56a-6a0f-447c-9b63-c8fbf62cd79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:52.879347 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a31e56a-6a0f-447c-9b63-c8fbf62cd79f None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:52.966263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:52.966578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:52.984902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.033130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-faa095f0-1e6c-41c0-820f-c7aac176ae71 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "GET /v2.0/floatingips/b444de5c-2bde-4541-8105-0a47f6e71a9f HTTP/1.1" status: 200 len: 688 time: 0.1542144 Sep 21 15:55:53.033715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37446) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:53.086043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Pushing event deleted for resources: {'Port': ['ID=39c1a394-60c4-427b-9252-b63e4646e2e6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:53.410543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:55:49Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:53.415623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] Checking router: 51f4c6bd-f339-4748-b326-66a8bd551ec0 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:53.425752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a090-eb13-411a-a33a-31c1969c705f tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.427465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] Routers {'51f4c6bd-f339-4748-b326-66a8bd551ec0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:53.428094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['51f4c6bd-f339-4748-b326-66a8bd551ec0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:53.466575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port 5ac347af-3cb3-410f-8a9e-41da76d49a72 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:53.466925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.540569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27c13603-75b6-4299-a06f-1183bf2695ef tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.546002 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-27c13603-75b6-4299-a06f-1183bf2695ef tempest-RoutersAdminNegativeTest-636189725 tempest-RoutersAdminNegativeTest-636189725-project-admin] 10.222.0.65 "DELETE /v2.0/ports/19800257-1107-4e9f-b7c4-ed520f204208 HTTP/1.1" status: 204 len: 168 time: 2.6755319 Sep 21 15:55:53.594635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a090-eb13-411a-a33a-31c1969c705f tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.616697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.624485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] Set router 51f4c6bd-f339-4748-b326-66a8bd551ec0 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:53.853344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be95a3-e02a-427a-b5bd-de270c780143 req-a1120f51-2bb1-463c-bf2d-d9b542577708 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:53.854812 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-97be95a3-e02a-427a-b5bd-de270c780143 req-a1120f51-2bb1-463c-bf2d-d9b542577708 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.6096299 Sep 21 15:55:53.964265 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-97be95a3-e02a-427a-b5bd-de270c780143 req-49cdbe21-c9a9-41ed-bff2-013467615f07 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895567 Sep 21 15:55:53.970147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.977844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:53.981305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:55:49Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:53.984101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee8823-e35f-4ede-8ea4-6148d2071dc3 None None] The sync data for ids ['51f4c6bd-f339-4748-b326-66a8bd551ec0'] in dv-neutron-858618-1-hyperv is: [{'id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'name': 'tempest-ServersTestManualDisk-753649958-router', 'tenant_id': '18e654ddde5b44c782c015f2e5d0ac93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:50Z', 'updated_at': '2022-09-21T15:55:49Z', 'revision_number': 5, 'project_id': '18e654ddde5b44c782c015f2e5d0ac93', 'gw_port': {'id': '5e64b39f-aa95-414d-ace4-7955d351c170', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f4c6bd-f339-4748-b326-66a8bd551ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:52Z', 'updated_at': '2022-09-21T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:54.050587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.071415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.072461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.171713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:54.174475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Deleting port 5e64b39f-aa95-414d-ace4-7955d351c170 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:54.174819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.182164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37456) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:54.302455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a090-eb13-411a-a33a-31c1969c705f tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.308182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.308524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.459521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.464788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1a090-eb13-411a-a33a-31c1969c705f tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=429be289-d227-4ee3-ad99-47e94504c5e2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:54.465315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:55:54.467962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:55:54.478041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for 5ac347af-3cb3-410f-8a9e-41da76d49a72 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:54.605926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.615079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a090-eb13-411a-a33a-31c1969c705f tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.616501 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d9f1a090-eb13-411a-a33a-31c1969c705f tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/429be289-d227-4ee3-ad99-47e94504c5e2 HTTP/1.1" status: 204 len: 168 time: 1.7809491 Sep 21 15:55:54.620824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37462) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:54.660982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] For port 5e64b39f-aa95-414d-ace4-7955d351c170, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5e64b39f-aa95-414d-ace4-7955d351c170,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:54.661346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.722210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:54.745507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] Usage tracker for resource:security_group_rule and tenant:c3ab0bc07ef64a47a9764e587d023477 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:54.752352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-60244a84-f7e9-4315-a21f-15c8b69ffd35 None None] Provisioning complete for port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:54.752847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60244a84-f7e9-4315-a21f-15c8b69ffd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:54.754690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:54.806848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Calling delete_port for 5e64b39f-aa95-414d-ace4-7955d351c170 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:54.807031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-60244a84-f7e9-4315-a21f-15c8b69ffd35 None None] Port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:55:54.817778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:54.876606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4dfed9d9-e1ea-4461-90fc-56bcfc7966ed tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Synchronizing usage tracker for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:55.001730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4dfed9d9-e1ea-4461-90fc-56bcfc7966ed tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] Unset dirty status for tenant:dc3b8bd2ce79459a95f8ccbc5c46c3f8 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:55.003128 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4dfed9d9-e1ea-4461-90fc-56bcfc7966ed tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3747048 Sep 21 15:55:55.014517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37466) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:55.031596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.034875 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-9c58c376-3828-4839-b02a-61f0e78ad0fa tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] delete failed (client error): The resource could not be found. Sep 21 15:55:55.036064 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9c58c376-3828-4839-b02a-61f0e78ad0fa tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "DELETE /v2.0/security-groups/6f55cf04-e80f-40b0-8e06-0be073e18e4a HTTP/1.1" status: 404 len: 347 time: 0.0205102 Sep 21 15:55:55.039865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Router d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:55:55.045539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37472) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:55.045681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.128374 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-c6ed37dd-665f-44f7-86a6-66e12a9049f7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] show failed (client error): The resource could not be found. Sep 21 15:55:55.135282 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c6ed37dd-665f-44f7-86a6-66e12a9049f7 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-groups/fdaca7b9-75e2-4588-b970-43fbdfe70aca HTTP/1.1" status: 404 len: 347 time: 0.0845225 Sep 21 15:55:55.142694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37476) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:55.148588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5dff932d-a316-4bf8-9c64-ae691316235c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:55.182230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 5dff932d-a316-4bf8-9c64-ae691316235c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:55.182642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5dff932d-a316-4bf8-9c64-ae691316235c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:55.226825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.275996 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-03bbce41-a68a-4b19-b947-7bebe8bd7bd4 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] show failed (client error): The resource could not be found. Sep 21 15:55:55.280586 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-03bbce41-a68a-4b19-b947-7bebe8bd7bd4 tempest-NegativeSecGroupTest-1012174141 tempest-NegativeSecGroupTest-1012174141-project] 10.222.0.65 "GET /v2.0/security-group-rules/34d941f7-d713-4150-ad74-8921c57030d0 HTTP/1.1" status: 404 len: 356 time: 0.1332946 Sep 21 15:55:55.332692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e64b39f-aa95-414d-ace4-7955d351c170,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:55.391050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:55.402734 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Sync routers for ids ['d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:55.409004 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ab5182e1-db17-43f5-823a-7638033be4bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "PUT /v2.0/routers/d3da4ce2-77e5-4be9-bf61-129ea8ca16e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0540407 Sep 21 15:55:55.412986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37482) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:55.414890 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Routers {'d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:55.415854 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:55.433377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.593541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.599465 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Set router d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:55.635249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=5ac347af-3cb3-410f-8a9e-41da76d49a72,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:55.709191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.785158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a1db9f-b973-4788-838f-6b199d41d535 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:55.786393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b8a1db9f-b973-4788-838f-6b199d41d535 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:55:55.796289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.800628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.804522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.834517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Router f8990839-fed0-4c9e-bf22-6b4482c8fb03 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:55:55.855737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37488) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:55.857688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:55.894132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b8a1db9f-b973-4788-838f-6b199d41d535 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:55:55.901649 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b8a1db9f-b973-4788-838f-6b199d41d535 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports/c4ebbb56-78a0-4b8f-a104-ed986b3c2190 HTTP/1.1" status: 200 len: 911 time: 0.4907897 Sep 21 15:55:55.903607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37494) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:55.905794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d9aa-b932-462f-906c-37ae74a9c65b req-96a6d395-ff24-4200-ae07-f3927d56edf9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:55.907327 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-18d4d9aa-b932-462f-906c-37ae74a9c65b req-96a6d395-ff24-4200-ae07-f3927d56edf9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.7216723 Sep 21 15:55:55.912429 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3ab0bc07ef64a47a9764e587d023477&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7259517 Sep 21 15:55:55.913466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37498) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:55.981490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb19e-f6f4-49c2-bb6b-1d02c9ccf88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14259f8-0a6d-46e4-9d1f-dda3f22e06cb,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:56.032559 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'name': 'tempest-NetworksTestDHCPv6-router-859510507', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:47Z', 'updated_at': '2022-09-21T15:55:52Z', 'revision_number': 2, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None, '_interfaces': [{'id': 'c4ebbb56-78a0-4b8f-a104-ed986b3c2190', 'name': '', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'mac_address': 'fa:16:3e:23:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '625b2afd-3a06-43d1-b34c-85c7fabebe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:49Z', 'updated_at': '2022-09-21T15:55:53Z', 'revision_number': 2, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'subnets': [{'id': '625b2afd-3a06-43d1-b34c-85c7fabebe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:56.040062 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Checking router: d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:56.043238 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Updating router d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:55:56.071519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.072182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f4c6bd-f339-4748-b326-66a8bd551ec0 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:55:56.114931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.116334 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-79956b06-977c-4bdb-ace5-8e1d826f6f66 admin admin] 10.222.0.65 "DELETE /v2.0/routers/51f4c6bd-f339-4748-b326-66a8bd551ec0 HTTP/1.1" status: 204 len: 168 time: 3.2955427 Sep 21 15:55:56.120573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37502) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:56.125539 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fb8d3935-b6fa-4898-a8a7-6d4769c37d09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc3b8bd2ce79459a95f8ccbc5c46c3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662776 Sep 21 15:55:56.130923 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.167139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37504) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:56.172282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-18d4d9aa-b932-462f-906c-37ae74a9c65b req-ff54a6c3-ba99-4966-b465-4fca9dcbb730 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010298 Sep 21 15:55:56.189682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.194902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-816320e1-a1d3-4b5c-b9bf-7a3cd6c60761 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/floatingips/b444de5c-2bde-4541-8105-0a47f6e71a9f HTTP/1.1" status: 204 len: 168 time: 3.1492808 Sep 21 15:55:56.208751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37510) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:56.237566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c914138-87ce-401d-92e9-9fd2ee3f1121 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:56.244022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c914138-87ce-401d-92e9-9fd2ee3f1121 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:56.246771 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3c914138-87ce-401d-92e9-9fd2ee3f1121 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3398194 Sep 21 15:55:56.247209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ade72682-4880-42e6-b849-03cad8301d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.251433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37516) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:56.254697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '2915f059-d11f-4704-85ce-2c4ffeeeb551'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:55:56.277194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:55:56.289183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ade72682-4880-42e6-b849-03cad8301d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.326771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Router 8d715ea6-e5f6-44b2-a221-1dc4adcf126f is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:55:56.343668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:56.357235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] Sync routers for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:56.370778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:56.371751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:56.416927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:floatingip and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:55:56.430605 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-928cb2ba-ebd8-4b60-9305-f7129599a439 admin admin] 10.222.0.65 "PUT /v2.0/routers/f8990839-fed0-4c9e-bf22-6b4482c8fb03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3160346 Sep 21 15:55:56.436954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37520) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:56.613645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:56.703232 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.768736 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Transition to ACTIVE for port object c4ebbb56-78a0-4b8f-a104-ed986b3c2190 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:55:56.799892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:55:56.836797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:55:56.841209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb109259-3a31-46fc-8760-42b8fb5d8f0e admin admin] Deleting subnet b8368ded-6c9c-4868-af60-44980d3106f8 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:55:56.848154 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.857537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb109259-3a31-46fc-8760-42b8fb5d8f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.914666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb109259-3a31-46fc-8760-42b8fb5d8f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.919047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ade72682-4880-42e6-b849-03cad8301d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.982915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ade72682-4880-42e6-b849-03cad8301d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:56.984164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ade72682-4880-42e6-b849-03cad8301d1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d14259f8-0a6d-46e4-9d1f-dda3f22e06cb HTTP/1.1" status: 204 len: 168 time: 1.0666406 Sep 21 15:55:56.998570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade72682-4880-42e6-b849-03cad8301d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14259f8-0a6d-46e4-9d1f-dda3f22e06cb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:57.004362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:55:57.013718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.015074 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fe877d3b-b98c-47ae-9332-80af13d959b9 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "PUT /v2.0/routers/8d715ea6-e5f6-44b2-a221-1dc4adcf126f HTTP/1.1" status: 200 len: 920 time: 8.8005872 Sep 21 15:55:57.020048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37528) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:57.023638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.049050 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287212b1-ba3c-4ebd-8549-ac776551d2e2 None None] Sync routers for ids ['8d715ea6-e5f6-44b2-a221-1dc4adcf126f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:55:57.075651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f84daa0-6ba7-4efd-b79b-882a94eb7831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.082176 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287212b1-ba3c-4ebd-8549-ac776551d2e2 None None] Routers {'8d715ea6-e5f6-44b2-a221-1dc4adcf126f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:57.082865 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-287212b1-ba3c-4ebd-8549-ac776551d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8d715ea6-e5f6-44b2-a221-1dc4adcf126f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:57.163560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.228907 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-287212b1-ba3c-4ebd-8549-ac776551d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:57.255017 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287212b1-ba3c-4ebd-8549-ac776551d2e2 None None] Routers {'8d715ea6-e5f6-44b2-a221-1dc4adcf126f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:57.255928 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-287212b1-ba3c-4ebd-8549-ac776551d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8d715ea6-e5f6-44b2-a221-1dc4adcf126f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:57.258500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5e64b39f-aa95-414d-ace4-7955d351c170 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:55:57.310501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f84daa0-6ba7-4efd-b79b-882a94eb7831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.328210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb109259-3a31-46fc-8760-42b8fb5d8f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.348845 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Pushing event updated for resources: {'Port': ['ID=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:57.365445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 5e64b39f-aa95-414d-ace4-7955d351c170 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:55:57.366658 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-287212b1-ba3c-4ebd-8549-ac776551d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:57.367175 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287212b1-ba3c-4ebd-8549-ac776551d2e2 None None] The sync data for ids ['8d715ea6-e5f6-44b2-a221-1dc4adcf126f'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:57.367825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5e64b39f-aa95-414d-ace4-7955d351c170 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:55:57.382093 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.382579 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.383031 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.383806 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.383997 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.384358 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.384805 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.385259 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.385699 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.386176 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.386619 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.387063 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:57.394391 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Attempting to bind port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:55:57.401167 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Attempting to bind port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:55:57.401167 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Attempting to bind port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:55:57.404486 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:55:57.405279 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:55:57.405517 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.406554 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:55:57.406681 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Bound port: c4ebbb56-78a0-4b8f-a104-ed986b3c2190, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:55:57.407204 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.409654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:55:52Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:57.431985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb7e70-867d-4c87-94ec-b959ae43be72 req-b08fe3f1-087f-4c54-b5c0-f215edd499d6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:57.435325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] Checking router: f8990839-fed0-4c9e-bf22-6b4482c8fb03 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:55:57.447012 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8bb7e70-867d-4c87-94ec-b959ae43be72 req-b08fe3f1-087f-4c54-b5c0-f215edd499d6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.6306396 Sep 21 15:55:57.454275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] Routers {'f8990839-fed0-4c9e-bf22-6b4482c8fb03'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:57.455331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:57.549917 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] For port c4ebbb56-78a0-4b8f-a104-ed986b3c2190, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:55:57.561850 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] For port c4ebbb56-78a0-4b8f-a104-ed986b3c2190, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:55:57.644008 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.653975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f84daa0-6ba7-4efd-b79b-882a94eb7831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.656712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb109259-3a31-46fc-8760-42b8fb5d8f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.659069 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8bb7e70-867d-4c87-94ec-b959ae43be72 req-5b90c980-dd4b-4d4d-b461-69e88bc7ddfb tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107358 Sep 21 15:55:57.671204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-f11b4dc4-0241-4550-a0c7-d8827f87dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:57.673730 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-f11b4dc4-0241-4550-a0c7-d8827f87dfa5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1098 time: 0.7950494 Sep 21 15:55:57.711184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.733932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] Set router f8990839-fed0-4c9e-bf22-6b4482c8fb03 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:57.748979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb109259-3a31-46fc-8760-42b8fb5d8f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:57.762572 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ef660-3b19-4512-b431-df830573811f None None] Pushing event updated for resources: {'Port': ['ID=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:57.769991 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Routers {'d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:55:57.770654 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:57.791871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502bb51-3fb7-463d-89be-620509ac5293 None None] Network 252cbf10-1a0a-43b3-b797-08f153c604e4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:55:57.950525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb109259-3a31-46fc-8760-42b8fb5d8f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8368ded-6c9c-4868-af60-44980d3106f8,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:57.951223 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] Set router d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:55:57.958991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84daa0-6ba7-4efd-b79b-882a94eb7831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4fcc0b-0b46-44ff-a1dc-449775cfdb86,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:57.980682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.007774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.027740 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a754b031-77fb-4bef-825b-a58300d47c76 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/routers/8d715ea6-e5f6-44b2-a221-1dc4adcf126f HTTP/1.1" status: 200 len: 926 time: 0.7529793 Sep 21 15:55:58.032578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37536) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:58.091716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37540) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:58.096726 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bb109259-3a31-46fc-8760-42b8fb5d8f0e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b8368ded-6c9c-4868-af60-44980d3106f8 HTTP/1.1" status: 204 len: 168 time: 1.9693887 Sep 21 15:55:58.142244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37544) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:58.173342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-4660c277-07fb-4eae-9f66-4e11faee7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:58.174974 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-4660c277-07fb-4eae-9f66-4e11faee7c6f service neutron] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 912 time: 0.4927435 Sep 21 15:55:58.179721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f84daa0-6ba7-4efd-b79b-882a94eb7831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.195022 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7f84daa0-6ba7-4efd-b79b-882a94eb7831 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c4fcc0b-0b46-44ff-a1dc-449775cfdb86 HTTP/1.1" status: 204 len: 168 time: 2.0173807 Sep 21 15:55:58.334527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:55:52Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:58.341493 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b8331e7c-fe3f-4a94-aad6-a4c7ba2b417b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4f6108e7ca64d79b4477ce6dd4e9fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432523 Sep 21 15:55:58.352195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a34c4-68ba-4eb8-b6b0-520148cf7774 None None] The sync data for ids ['f8990839-fed0-4c9e-bf22-6b4482c8fb03'] in dv-neutron-858618-1-hyperv is: [{'id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'name': 'tempest-ServersTestJSON-1192012693-router', 'tenant_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:49Z', 'updated_at': '2022-09-21T15:55:52Z', 'revision_number': 5, 'project_id': '60f9c1d29d1f4fa7ad85ab235a977e0d', 'gw_port': {'id': 'bcb40d15-afe6-408f-8297-a2e3959813bc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8990839-fed0-4c9e-bf22-6b4482c8fb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:58.380297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.391040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Deleting port bcb40d15-afe6-408f-8297-a2e3959813bc {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:58.391736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.400287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37550) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:58.427180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] DHCP port deletion for 252cbf10-1a0a-43b3-b797-08f153c604e4 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:55:58.437082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Deleting port 20e88918-4035-4eaa-a8c3-599becb8c2b9 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:58.438199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.522818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.26.0.253 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/cec54083-44fe-4468-a62e-c16390aa7335) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:55:58.559398 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'name': 'tempest-NetworksTestDHCPv6-router-859510507', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:47Z', 'updated_at': '2022-09-21T15:55:52Z', 'revision_number': 2, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None, '_interfaces': [{'id': 'c4ebbb56-78a0-4b8f-a104-ed986b3c2190', 'name': '', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'mac_address': 'fa:16:3e:23:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '625b2afd-3a06-43d1-b34c-85c7fabebe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:49Z', 'updated_at': '2022-09-21T15:55:57Z', 'revision_number': 4, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'subnets': [{'id': '625b2afd-3a06-43d1-b34c-85c7fabebe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:55:58.563730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d9eb-739f-4d0e-847d-9be93c92937f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.563976 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478e06a-89bf-43d4-8b90-3c6cff19e91a None None] The sync data for ids ['d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'] in dv-neutron-858618-1-hyperv is: [{'id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'name': 'tempest-NetworksTestDHCPv6-router-859510507', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:47Z', 'updated_at': '2022-09-21T15:55:52Z', 'revision_number': 2, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None, '_interfaces': [{'id': 'c4ebbb56-78a0-4b8f-a104-ed986b3c2190', 'name': '', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'mac_address': 'fa:16:3e:23:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '625b2afd-3a06-43d1-b34c-85c7fabebe43', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:55:49Z', 'updated_at': '2022-09-21T15:55:57Z', 'revision_number': 4, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'subnets': [{'id': '625b2afd-3a06-43d1-b34c-85c7fabebe43', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:55:58.599055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d9eb-739f-4d0e-847d-9be93c92937f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.707102 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-fdce0210-8241-4ea8-852c-05662477932a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 1001 time: 0.2430367 Sep 21 15:55:58.708351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Deleting port 20e88918-4035-4eaa-a8c3-599becb8c2b9 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:58.708906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.710226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] For port 20e88918-4035-4eaa-a8c3-599becb8c2b9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=20e88918-4035-4eaa-a8c3-599becb8c2b9,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:58.710633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.920557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:58.933967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Calling delete_port for 20e88918-4035-4eaa-a8c3-599becb8c2b9 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:59.039918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:55:59.040487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.096438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-15a96298-f06e-485b-8bb2-884166ea219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:59.098991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-15a96298-f06e-485b-8bb2-884166ea219c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.3477414 Sep 21 15:55:59.170874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.262197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de159f-815e-47fa-a55e-06886d85d520 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:59.266408 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e5de159f-815e-47fa-a55e-06886d85d520 tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=8d715ea6-e5f6-44b2-a221-1dc4adcf126f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2298710 Sep 21 15:55:59.269007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37564) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:55:59.359265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c4ebbb56-78a0-4b8f-a104-ed986b3c2190 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:55:59.372956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] For port bcb40d15-afe6-408f-8297-a2e3959813bc, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=bcb40d15-afe6-408f-8297-a2e3959813bc,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:59.376262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.391370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Pushing event deleted for resources: {'Port': ['ID=20e88918-4035-4eaa-a8c3-599becb8c2b9,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:59.433653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.434396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.434579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.435015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.435452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.435888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.439036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.439507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.440066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.440513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.441193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.441622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:55:59.445906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19be65-043a-4edb-8dd6-eaa6719649fe None None] No DVR routers for this DVR port 20e88918-4035-4eaa-a8c3-599becb8c2b9 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:55:59.514036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.544368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port c4ebbb56-78a0-4b8f-a104-ed986b3c2190, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:59.544743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.641534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:55:59.649839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:55:59.650476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.753020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d9eb-739f-4d0e-847d-9be93c92937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.764407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for c4ebbb56-78a0-4b8f-a104-ed986b3c2190 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:59.816615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:55:59.817029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.836593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d9eb-739f-4d0e-847d-9be93c92937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab91a51-edbf-441a-817b-0befef5d202c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:55:59.857075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Calling delete_port for bcb40d15-afe6-408f-8297-a2e3959813bc owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:55:59.875298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22a7b7-7f0e-4806-8b78-359dec2d8d1d req-ca35eaf1-4b3e-4a41-93c1-eb6b346d8cf1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:55:59.882649 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8e22a7b7-7f0e-4806-8b78-359dec2d8d1d req-ca35eaf1-4b3e-4a41-93c1-eb6b346d8cf1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.7995293 Sep 21 15:55:59.891373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c4ebbb56-78a0-4b8f-a104-ed986b3c2190, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:59.915680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d9eb-739f-4d0e-847d-9be93c92937f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.917090 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0bb9d9eb-739f-4d0e-847d-9be93c92937f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ab91a51-edbf-441a-817b-0befef5d202c HTTP/1.1" status: 204 len: 168 time: 1.5157788 Sep 21 15:55:59.951131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] For port 20e88918-4035-4eaa-a8c3-599becb8c2b9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=20e88918-4035-4eaa-a8c3-599becb8c2b9,segment=NetworkSegment(7e231dd6-352c-480c-87b5-e2bda9a179f0),segment_id=7e231dd6-352c-480c-87b5-e2bda9a179f0)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:55:59.951597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.968393 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8e22a7b7-7f0e-4806-8b78-359dec2d8d1d req-c1194fa4-aad4-4b3a-9d15-59c171439cd2 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663996 Sep 21 15:55:59.980727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:55:59.989783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:00.103446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 20e88918-4035-4eaa-a8c3-599becb8c2b9 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:00.129454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37580) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:00.140549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:00.148694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:00.166109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:00.178884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 20e88918-4035-4eaa-a8c3-599becb8c2b9 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:56:00.179231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 20e88918-4035-4eaa-a8c3-599becb8c2b9 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:56:00.179670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 39c1a394-60c4-427b-9252-b63e4646e2e6 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:00.184542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Calling delete_port for 20e88918-4035-4eaa-a8c3-599becb8c2b9 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:00.194329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=cec54083-44fe-4468-a62e-c16390aa7335,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:00.204347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:00.204667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:00.260641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 39c1a394-60c4-427b-9252-b63e4646e2e6 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:56:00.261142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 39c1a394-60c4-427b-9252-b63e4646e2e6 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:56:00.278804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:00.318671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-59d52151-ac28-45e1-8488-a7b83a7ec546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:00.320937 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-59d52151-ac28-45e1-8488-a7b83a7ec546 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2116022 Sep 21 15:56:00.331929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c19aa73-98a5-4ee6-8435-a53b863d463d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:00.336913 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8c19aa73-98a5-4ee6-8435-a53b863d463d tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 881 time: 1.0516443 Sep 21 15:56:00.337652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37586) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:00.346780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b449d6f2-e42e-4372-89b5-270972f70c02 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1243849833', 'prefixes': ['172.20.0.0/16']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:00.436094 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b882a072-ec8d-4007-96ef-7106c4a76182 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d715ea6-e5f6-44b2-a221-1dc4adcf126f HTTP/1.1" status: 200 len: 205 time: 0.0935133 Sep 21 15:56:00.470900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37590) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:00.474089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b449d6f2-e42e-4372-89b5-270972f70c02 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:00.495279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:00.495609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:00.593097 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-beb86c7c-5956-42ec-b19b-4af07431d70a service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520483 Sep 21 15:56:00.718220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:00.718681 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:00.762191 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8c6ca5b-e4c7-4b9b-8aec-0faa254ab66d req-de2e9b84-89c8-4023-bf15-fd4c9d6e8763 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558263 Sep 21 15:56:00.780712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:00.874355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb40d15-afe6-408f-8297-a2e3959813bc,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:00.939949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:00.997031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.047274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Deleting port 20e88918-4035-4eaa-a8c3-599becb8c2b9 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:01.047274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.201078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.287689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port c4ebbb56-78a0-4b8f-a104-ed986b3c2190, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:01.288358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.319693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c4ebbb56-78a0-4b8f-a104-ed986b3c2190 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:01.362705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b449d6f2-e42e-4372-89b5-270972f70c02 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] Notify callbacks [] for subnetpool, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.363490 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b449d6f2-e42e-4372-89b5-270972f70c02 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2337816 Sep 21 15:56:01.373571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] The port '20e88918-4035-4eaa-a8c3-599becb8c2b9' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:56:01.424579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37614) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:01.428106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.435207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for c4ebbb56-78a0-4b8f-a104-ed986b3c2190 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:01.446069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:01.446604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.514355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37618) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:01.541148 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fd9d3b2c-e9c5-45cc-82ff-c3110757a30a tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] 10.222.0.65 "GET /v2.0/subnetpools/0052c7e2-e4b4-46f8-829f-e18aaeead38d HTTP/1.1" status: 200 len: 732 time: 0.0738726 Sep 21 15:56:01.548938 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.555404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37624) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:01.570544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d8cb1622-42cd-4a48-ab51-b1c351dadfbd tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-134995512'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:01.617368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.625459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.626012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8990839-fed0-4c9e-bf22-6b4482c8fb03 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:56:01.655319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.673018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252cbf10-1a0a-43b3-b797-08f153c604e4']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:01.682448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c4ebbb56-78a0-4b8f-a104-ed986b3c2190 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:01.686545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-852686433'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:01.703716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e04d5-e6f7-4400-bfe7-dd1993465579 req-d2d5ea96-2792-4232-b004-dffb2b49dba5 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:01.705533 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-590e04d5-e6f7-4400-bfe7-dd1993465579 req-d2d5ea96-2792-4232-b004-dffb2b49dba5 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5182192 Sep 21 15:56:01.706975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:01.711947 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Deleting port 1eb79128-8fac-44a5-88b6-03cb529fd934 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:01.712433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.716250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e231dd6-352c-480c-87b5-e2bda9a179f0') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:01.716835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e231dd6-352c-480c-87b5-e2bda9a179f0') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:01.730153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Usage tracker for resource:network and tenant:d6eebfb731c34c298248cac47eb36cb3 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:01.751333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:01.762513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.770165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.771270 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-30f38ea8-ab45-421a-b738-4156dc11bedd admin admin] 10.222.0.65 "DELETE /v2.0/routers/f8990839-fed0-4c9e-bf22-6b4482c8fb03 HTTP/1.1" status: 204 len: 168 time: 5.3229001 Sep 21 15:56:01.775429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:01.775887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37628) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:01.799310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.812409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:56:01.812805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.839791 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-590e04d5-e6f7-4400-bfe7-dd1993465579 req-8670e796-ef7a-4180-9e8c-6d30b4165890 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132574 Sep 21 15:56:01.891821 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 7e231dd6-352c-480c-87b5-e2bda9a179f0 resource provider aggregate not found Sep 21 15:56:01.908449 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Made reservation on behalf of d6eebfb731c34c298248cac47eb36cb3 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:01.911921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.924596 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 7e231dd6-352c-480c-87b5-e2bda9a179f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e231dd6-352c-480c-87b5-e2bda9a179f0 found for delete ", "request_id": "req-8856ee8d-6a9d-46f3-b30e-f8a1553d31cf"}]} Sep 21 15:56:01.934505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:01.952665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:01.956934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Usage tracker for resource:security_group_rule and tenant:d6eebfb731c34c298248cac47eb36cb3 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:01.960684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:01.967050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:02.025995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.052882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.061760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=252cbf10-1a0a-43b3-b797-08f153c604e4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:02.066724 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4814d7c9-f126-4169-8c78-c40dfcdc42d7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/252cbf10-1a0a-43b3-b797-08f153c604e4 HTTP/1.1" status: 204 len: 168 time: 3.8954062 Sep 21 15:56:02.148265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d8cb1622-42cd-4a48-ab51-b1c351dadfbd tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] Notify callbacks [] for subnetpool, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.149457 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d8cb1622-42cd-4a48-ab51-b1c351dadfbd tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] 10.222.0.65 "PUT /v2.0/subnetpools/0052c7e2-e4b4-46f8-829f-e18aaeead38d HTTP/1.1" status: 200 len: 683 time: 0.5904181 Sep 21 15:56:02.152531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37638) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:02.166987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.201585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dba452-b10b-425f-89f2-2ae83e70061b admin admin] Deleting subnet 6353ef71-ae04-4f85-8712-b54dd96a0430 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:02.231672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25dba452-b10b-425f-89f2-2ae83e70061b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.272484 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-684fbf4e-44c1-4801-af74-7446d9af9065 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1676798 Sep 21 15:56:02.298018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.305241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.401776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-32bba505-c686-4087-bd46-7963488b5ef4 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] Notify callbacks [] for subnetpool, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.405337 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-32bba505-c686-4087-bd46-7963488b5ef4 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] 10.222.0.65 "DELETE /v2.0/subnetpools/0052c7e2-e4b4-46f8-829f-e18aaeead38d HTTP/1.1" status: 204 len: 168 time: 0.2492080 Sep 21 15:56:02.406843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37642) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:02.432230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=c4ebbb56-78a0-4b8f-a104-ed986b3c2190,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:02.433117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-9ec6711b-3632-40db-b9ab-4e51aadd347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:02.434660 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-9ec6711b-3632-40db-b9ab-4e51aadd347b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1098 time: 0.1382065 Sep 21 15:56:02.436952 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-4da72d46-89da-4173-a06b-d1a83ff7f804 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] show failed (client error): The resource could not be found. Sep 21 15:56:02.440627 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4da72d46-89da-4173-a06b-d1a83ff7f804 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] 10.222.0.65 "GET /v2.0/subnetpools/0052c7e2-e4b4-46f8-829f-e18aaeead38d HTTP/1.1" status: 404 len: 346 time: 0.0302038 Sep 21 15:56:02.441881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37646) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:02.494421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25dba452-b10b-425f-89f2-2ae83e70061b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.502800 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-e088e995-55e4-4f7f-bd18-ad7d36faa0e6 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] delete failed (client error): The resource could not be found. Sep 21 15:56:02.510584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e088e995-55e4-4f7f-bd18-ad7d36faa0e6 tempest-SubnetPoolsTestJSON-1858125253 tempest-SubnetPoolsTestJSON-1858125253-project] 10.222.0.65 "DELETE /v2.0/subnetpools/0052c7e2-e4b4-46f8-829f-e18aaeead38d HTTP/1.1" status: 404 len: 346 time: 0.0605576 Sep 21 15:56:02.557738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37652) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:02.580065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Calling delete_port for 1eb79128-8fac-44a5-88b6-03cb529fd934 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:02.673179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.695618 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-712719f4-0e8b-4674-8833-29bf9aae3063 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18e654ddde5b44c782c015f2e5d0ac93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1364896 Sep 21 15:56:02.698381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-b44b460b-73e6-49e8-9dd6-4250dd553c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:02.699743 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-b44b460b-73e6-49e8-9dd6-4250dd553c8e service neutron] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 912 time: 0.2303984 Sep 21 15:56:02.700184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37656) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:02.772519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.854604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:02.871809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75476832-42d9-4334-a86e-a462b862d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.904497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878c6ba3-b12f-4af9-8a1b-816937e930b7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:02.920494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.948740 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-ddbd5024-0f11-4b1b-8e25-eaba9d43bf79 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 1001 time: 0.2361970 Sep 21 15:56:02.950343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:02.950598 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Added segment a8a98688-677b-4218-b6c1-62b10b054e48 of type vlan for network e1d42bd7-4fc8-4015-b254-13054d60879f Sep 21 15:56:02.986434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37664) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:03.057811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-473cc8c0-ab12-46dd-95b3-da4b5615701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:03.059332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-473cc8c0-ab12-46dd-95b3-da4b5615701b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.0738492 Sep 21 15:56:03.062075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c598d40-9f5a-4326-8c3b-5af006782305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.067439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25dba452-b10b-425f-89f2-2ae83e70061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.163638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c598d40-9f5a-4326-8c3b-5af006782305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.175451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.189830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:56:03.214679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.240767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device bcb40d15-afe6-408f-8297-a2e3959813bc no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:03.268200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-1a2ad29b-917d-484e-bb6b-e88a0e377a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:03.270001 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-1a2ad29b-917d-484e-bb6b-e88a0e377a7a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1933737 Sep 21 15:56:03.290388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: bcb40d15-afe6-408f-8297-a2e3959813bc {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:56:03.290753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device bcb40d15-afe6-408f-8297-a2e3959813bc not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:56:03.379003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.384535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:03.385121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.423436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c598d40-9f5a-4326-8c3b-5af006782305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.426240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.446881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.531852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c598d40-9f5a-4326-8c3b-5af006782305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f419ca91-f1eb-4579-ab91-ded68a6bce7c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:03.650341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Router d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:03.679807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.693663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:03.712523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c598d40-9f5a-4326-8c3b-5af006782305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.713654 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5c598d40-9f5a-4326-8c3b-5af006782305 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f419ca91-f1eb-4579-ab91-ded68a6bce7c HTTP/1.1" status: 204 len: 168 time: 1.0125871 Sep 21 15:56:03.715022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] Usage tracker for resource:security_group_rule and tenant:bbc8972e6ed34dfcad81583b2bbe1cc1 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:03.724061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:03.730348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'Network': ['ID=e1d42bd7-4fc8-4015-b254-13054d60879f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:03.730595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=cec54083-44fe-4468-a62e-c16390aa7335,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:03.736953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:03.745451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network e1d42bd7-4fc8-4015-b254-13054d60879f details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:03.757569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25dba452-b10b-425f-89f2-2ae83e70061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.758036 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5f5bf4e9-851b-42e4-872b-42ad8d664707 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2392688 Sep 21 15:56:03.762312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37672) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:03.765831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f38a6-c361-4d22-9a90-08c2bd8d97ee req-a643bb97-9e38-4d99-86d2-a8858a2193bb tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:03.767401 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5e8f38a6-c361-4d22-9a90-08c2bd8d97ee req-a643bb97-9e38-4d99-86d2-a8858a2193bb tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.7482507 Sep 21 15:56:03.767592 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-0210b62c-f428-46fa-81bf-4258e1f7c61b service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893267 Sep 21 15:56:03.771091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Request body: {'subnet': {'network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:03.896919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:03.900311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dba452-b10b-425f-89f2-2ae83e70061b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6353ef71-ae04-4f85-8712-b54dd96a0430,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:03.916598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e53b6a-4cac-45ab-aad9-d11d8e6ad38a None None] Network 4b0dcfd0-e147-472e-bce4-ac56ba61549d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:03.996247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-25dba452-b10b-425f-89f2-2ae83e70061b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.029273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event deleted for resources: {'Port': ['ID=1eb79128-8fac-44a5-88b6-03cb529fd934,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:04.045764 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b205829-ffc1-4570-a5de-f10b86a2b3c4 req-f58f5910-84e5-4631-bf19-ea1f6786f85e service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875830 Sep 21 15:56:04.139935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:04.145756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Usage tracker for resource:subnet and tenant:d6eebfb731c34c298248cac47eb36cb3 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:04.149729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:04.154301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:04.157214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:04.167126 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-25dba452-b10b-425f-89f2-2ae83e70061b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6353ef71-ae04-4f85-8712-b54dd96a0430 HTTP/1.1" status: 204 len: 168 time: 2.3871379 Sep 21 15:56:04.171473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37678) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:04.173002 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9e2c1048-ca54-4e6e-9a73-2178c210b559 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "PUT /v2.0/routers/d3da4ce2-77e5-4be9-bf61-129ea8ca16e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9113007 Sep 21 15:56:04.174435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] Sync routers for ids ['d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:04.194785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] Routers {'d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:04.195735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:04.199316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37682) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:04.209717 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5e8f38a6-c361-4d22-9a90-08c2bd8d97ee req-6e1e7f36-3fdd-4fda-9c6a-80e80a878de9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4110878 Sep 21 15:56:04.241749 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP ede0cacc-c8f1-4922-8b00-ec42fb70dc5f associated. External IP: 172.26.0.253, port: 2915f059-d11f-4704-85ce-2c4ffeeeb551. Sep 21 15:56:04.313304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.420121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] Set router d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:56:04.523378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Made reservation on behalf of d6eebfb731c34c298248cac47eb36cb3 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:04.523696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72172433-20ca-42bd-9313-757779e93501 None None] DHCP port deletion for 4b0dcfd0-e147-472e-bce4-ac56ba61549d request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:56:04.526895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.564010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.576944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.580762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05d991f-d216-4fde-b286-f2420d1e7a88 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:04.582317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05d991f-d216-4fde-b286-f2420d1e7a88 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:04.583122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a05d991f-d216-4fde-b286-f2420d1e7a88 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:04.642100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'name': 'tempest-NetworksTestDHCPv6-router-859510507', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:47Z', 'updated_at': '2022-09-21T15:56:01Z', 'revision_number': 3, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:04.650564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] Checking router: d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:56:04.653354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-72172433-20ca-42bd-9313-757779e93501 None None] Deleting port 0b63084c-a6f2-4583-8995-aca2cc5ae247 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:04.653995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-72172433-20ca-42bd-9313-757779e93501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.673052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.702881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.741565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] Routers {'d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:04.744003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Deleting port 0b63084c-a6f2-4583-8995-aca2cc5ae247 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:04.744003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.744297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:04.779541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.801455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.802021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Fanout notify agent at l3_agent the message router_deleted on router 8d715ea6-e5f6-44b2-a221-1dc4adcf126f {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:56:04.833163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:04.839759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a05d991f-d216-4fde-b286-f2420d1e7a88 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:04.843642 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a05d991f-d216-4fde-b286-f2420d1e7a88 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6366863 Sep 21 15:56:04.844639 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-38ae4af5-2996-4244-a7bf-afa9e5a73295 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/8d715ea6-e5f6-44b2-a221-1dc4adcf126f HTTP/1.1" status: 204 len: 168 time: 4.3666091 Sep 21 15:56:04.844639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37702) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:04.844895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37704) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:04.865283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-777951045', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:04.877994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:04.886726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Usage tracker for resource:router and tenant:2bfeb4ba4a6d45829f82622abf9bc4c7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:04.897504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:04.916992 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bbc8972e6ed34dfcad81583b2bbe1cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8616881 Sep 21 15:56:04.937776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995c9de-6935-4393-b83b-58db01d3b866 req-c9112bab-76ca-49d6-be9c-a78c75488fad tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:04.937776 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7995c9de-6935-4393-b83b-58db01d3b866 req-c9112bab-76ca-49d6-be9c-a78c75488fad tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4551475 Sep 21 15:56:04.938205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37710) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:04.975025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ca5b8-a0d9-4930-adf6-631acc66e44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2305053e-1b94-4275-af93-acf34ff35bce,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:05.017909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:05.035573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:05.138655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ec812d-df0e-4c5e-b523-75aac7c126d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 625b2afd-3a06-43d1-b34c-85c7fabebe43 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:05.158664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] Set router d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:56:05.194048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25ec812d-df0e-4c5e-b523-75aac7c126d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.237708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.238903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.289446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-daac0226-4c91-4ead-b0d7-7d5e2be03ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.292422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0b63084c-a6f2-4583-8995-aca2cc5ae247 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:05.303004 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7995c9de-6935-4393-b83b-58db01d3b866 req-32d525d9-d2bb-4cbd-b2a8-aa09d865b8f6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216715 Sep 21 15:56:05.348850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'name': 'tempest-NetworksTestDHCPv6-router-859510507', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:47Z', 'updated_at': '2022-09-21T15:56:01Z', 'revision_number': 3, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:05.359383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6621de-acc9-4d1d-a949-cd4bae4d1fa7 None None] The sync data for ids ['d3da4ce2-77e5-4be9-bf61-129ea8ca16e6'] in dv-neutron-858618-1-hyperv is: [{'id': 'd3da4ce2-77e5-4be9-bf61-129ea8ca16e6', 'name': 'tempest-NetworksTestDHCPv6-router-859510507', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:55:47Z', 'updated_at': '2022-09-21T15:56:01Z', 'revision_number': 3, 'project_id': '7c9968f6d309434b90107a5de9b1ee43', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:05.359694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.391798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-72172433-20ca-42bd-9313-757779e93501 None None] For port 0b63084c-a6f2-4583-8995-aca2cc5ae247, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0b63084c-a6f2-4583-8995-aca2cc5ae247,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:05.392356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-72172433-20ca-42bd-9313-757779e93501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.411285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:05.423291 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c5a4-d410-4f95-92c0-a05794762c92 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:05.442503 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4c5a4-d410-4f95-92c0-a05794762c92 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:05.450212 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8db4c5a4-d410-4f95-92c0-a05794762c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:05.450367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69650240-a6f0-48ef-8849-b12763cceda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.489094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25ec812d-df0e-4c5e-b523-75aac7c126d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.576723 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8db4c5a4-d410-4f95-92c0-a05794762c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:05.589824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4c5a4-d410-4f95-92c0-a05794762c92 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:05.591133 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8db4c5a4-d410-4f95-92c0-a05794762c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:05.608301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-72172433-20ca-42bd-9313-757779e93501 None None] Calling delete_port for 0b63084c-a6f2-4583-8995-aca2cc5ae247 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:05.608773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.612786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.652255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69650240-a6f0-48ef-8849-b12763cceda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.671850 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8db4c5a4-d410-4f95-92c0-a05794762c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:05.672880 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c5a4-d410-4f95-92c0-a05794762c92 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:05.728399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0b63084c-a6f2-4583-8995-aca2cc5ae247 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:05.728399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.779115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'Subnet': ['ID=45a96ccb-8476-4afd-b721-e0a57b82038a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:05.828063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] For port 0b63084c-a6f2-4583-8995-aca2cc5ae247, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0b63084c-a6f2-4583-8995-aca2cc5ae247,segment=NetworkSegment(9c39f6d5-8dda-4f34-998c-1c6389dc8772),segment_id=9c39f6d5-8dda-4f34-998c-1c6389dc8772)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:05.833366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:05.872943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-72172433-20ca-42bd-9313-757779e93501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.025675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72172433-20ca-42bd-9313-757779e93501 None None] Pushing event deleted for resources: {'Port': ['ID=0b63084c-a6f2-4583-8995-aca2cc5ae247,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:06.028723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72172433-20ca-42bd-9313-757779e93501 None None] No DVR routers for this DVR port 0b63084c-a6f2-4583-8995-aca2cc5ae247 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:56:06.088623 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-59caa44a-9933-4bc3-a58d-f2e40305f157 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.8581374 Sep 21 15:56:06.089038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37730) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:06.093275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.101573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-925747640'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:06.103982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Calling delete_port for 0b63084c-a6f2-4583-8995-aca2cc5ae247 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:06.109368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:06.118007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:network and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:06.118007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:06.122436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:06.209128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:06.209487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.214012 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.313122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:06.327769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.328125 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Added segment 1203368f-b0fe-4e85-9ed7-e53ea8e75abd of type vlan for network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 Sep 21 15:56:06.373906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.382176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Checking segment: {'id': 'a8a98688-677b-4218-b6c1-62b10b054e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:06.382724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Network hostable DHCP agents. Network: e1d42bd7-4fc8-4015-b254-13054d60879f, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:56:06.417426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25ec812d-df0e-4c5e-b523-75aac7c126d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.502027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:06.502341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:06.518685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5038b-6489-42a9-a9c3-e00a425b1ea8 req-90c0bc75-f141-4b42-8814-2a529e4c0322 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:06.518685 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9c5038b-6489-42a9-a9c3-e00a425b1ea8 req-90c0bc75-f141-4b42-8814-2a529e4c0322 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2336524 Sep 21 15:56:06.540958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.543468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69650240-a6f0-48ef-8849-b12763cceda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.546176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:06.546755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.568941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Network e1d42bd7-4fc8-4015-b254-13054d60879f is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:56:06.574773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69650240-a6f0-48ef-8849-b12763cceda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305053e-1b94-4275-af93-acf34ff35bce,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:06.599814 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9c5038b-6489-42a9-a9c3-e00a425b1ea8 req-78003c78-253f-4cda-abaa-8899e695fd1c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729010 Sep 21 15:56:06.602771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25ec812d-df0e-4c5e-b523-75aac7c126d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.664226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25ec812d-df0e-4c5e-b523-75aac7c126d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.664226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, e1d42bd7-4fc8-4015-b254-13054d60879f) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:06.664226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:06.664226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.666043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Network': ['ID=32fa732d-9134-4c96-b203-d6f1c4d1ca86,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:06.669908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec812d-df0e-4c5e-b523-75aac7c126d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=625b2afd-3a06-43d1-b34c-85c7fabebe43,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:06.682037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d602ad-0645-4358-96a8-1fc88308f0ae None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:06.700002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e69d3-132c-4c9c-a671-aa21531b9fd4 None None] Network e1d42bd7-4fc8-4015-b254-13054d60879f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:06.708070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.715664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69650240-a6f0-48ef-8849-b12763cceda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.716945 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-69650240-a6f0-48ef-8849-b12763cceda4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2305053e-1b94-4275-af93-acf34ff35bce HTTP/1.1" status: 204 len: 168 time: 1.7442408 Sep 21 15:56:06.729208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:06.736841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-25ec812d-df0e-4c5e-b523-75aac7c126d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/625b2afd-3a06-43d1-b34c-85c7fabebe43 HTTP/1.1" status: 204 len: 168 time: 1.8855174 Sep 21 15:56:06.742354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37746) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:06.751010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.814934 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b2fd436f-7b68-4301-be01-207e1056c71e tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0515239 Sep 21 15:56:06.817977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37752) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:06.825447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1646474568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:06.837326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:06.841985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Usage tracker for resource:router and tenant:d6eebfb731c34c298248cac47eb36cb3 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:06.845557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:06.854728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:06.948458 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aba7e78e-cbc0-4e65-b0f4-e3b7f4b7eec8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8582423 Sep 21 15:56:06.949224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:06.952210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37756) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:06.958165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'subnet': {'network_id': '32fa732d-9134-4c96-b203-d6f1c4d1ca86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:07.124608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Deleting port 0b63084c-a6f2-4583-8995-aca2cc5ae247 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:07.125061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.166600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.167645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.171455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:07.208615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:subnet and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:07.212736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:07.222939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c4ebbb56-78a0-4b8f-a104-ed986b3c2190 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:07.227152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] The port '0b63084c-a6f2-4583-8995-aca2cc5ae247' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:56:07.230486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:07.250378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-28126f41-f5cd-4ac1-9b38-10eb3ad5688f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:router {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:07.294698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.302097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2c11b-4716-4cb2-b791-4aceeaa3354b req-97b396d6-581c-411f-8ae7-71289ac64835 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:07.304106 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-88f2c11b-4716-4cb2-b791-4aceeaa3354b req-97b396d6-581c-411f-8ae7-71289ac64835 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.3646193 Sep 21 15:56:07.326872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Allocated IP 172.26.0.149 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/06319dc3-6107-4c2a-82fa-9132bfd0f117) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:07.337230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c4ebbb56-78a0-4b8f-a104-ed986b3c2190 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:56:07.337722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c4ebbb56-78a0-4b8f-a104-ed986b3c2190 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:56:07.371834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:07.375598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.385446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-28126f41-f5cd-4ac1-9b38-10eb3ad5688f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:router {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:07.389253 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-28126f41-f5cd-4ac1-9b38-10eb3ad5688f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6432989 Sep 21 15:56:07.393219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37764) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:07.400944 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.494314 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-88f2c11b-4716-4cb2-b791-4aceeaa3354b req-fca27469-5f1b-4b7f-b462-cab2f0684a0b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697757 Sep 21 15:56:07.498024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0dcfd0-e147-472e-bce4-ac56ba61549d']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:07.515372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.523844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-e1d42bd7-4fc8-4015-b254-13054d60879f', 'network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f', 'tenant_id': 'd6eebfb731c34c298248cac47eb36cb3', 'fixed_ips': [{'subnet_id': '45a96ccb-8476-4afd-b721-e0a57b82038a'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:07.524683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.527799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c39f6d5-8dda-4f34-998c-1c6389dc8772') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:07.528281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c39f6d5-8dda-4f34-998c-1c6389dc8772') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:07.641427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:56:07.642769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c955e46f-bb25-403f-a3a7-a95ec01e3b5c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.643295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.664223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.666607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] Deleting port 7318f53c-db37-40c8-95e1-bd9a559ff74a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:07.666982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.671088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:56:07.671490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.742632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37772) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:07.775229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.776410 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-03a931be-3fd9-4888-976a-d2510f26b408 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9567916 Sep 21 15:56:07.778334 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 9c39f6d5-8dda-4f34-998c-1c6389dc8772 resource provider aggregate not found Sep 21 15:56:07.784934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37780) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:07.855918 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 9c39f6d5-8dda-4f34-998c-1c6389dc8772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c39f6d5-8dda-4f34-998c-1c6389dc8772 found for delete ", "request_id": "req-7b3d3fdb-620e-422e-bee3-ad7ef79fc426"}]} Sep 21 15:56:07.949274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Allocated IP 172.20.0.2 (e1d42bd7-4fc8-4015-b254-13054d60879f/45a96ccb-8476-4afd-b721-e0a57b82038a/5605bacf-6ac9-4105-adbc-d3542074bb82) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:07.957683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] For port 7318f53c-db37-40c8-95e1-bd9a559ff74a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7318f53c-db37-40c8-95e1-bd9a559ff74a,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:07.958340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:07.979298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b22e4-9e85-4967-93ae-b975b540ab32 req-2d31234a-2836-4861-9734-d44ef057ac08 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:07.980818 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-911b22e4-9e85-4967-93ae-b975b540ab32 req-2d31234a-2836-4861-9734-d44ef057ac08 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2359679 Sep 21 15:56:07.983857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.003117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.025658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0dcfd0-e147-472e-bce4-ac56ba61549d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:08.033733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.033929 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f1e5cf81-8c62-4f46-822b-87856111e3ac admin admin] 10.222.0.65 "DELETE /v2.0/networks/4b0dcfd0-e147-472e-bce4-ac56ba61549d HTTP/1.1" status: 204 len: 168 time: 3.8614352 Sep 21 15:56:08.086207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:08.103216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.118565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] Calling delete_port for 7318f53c-db37-40c8-95e1-bd9a559ff74a owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:08.189238 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-911b22e4-9e85-4967-93ae-b975b540ab32 req-ed9d7e7e-5a1f-4d45-8ac3-7660a1d1dca6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019997 Sep 21 15:56:08.192112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:08.196845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Subnet': ['ID=f952ecf7-2f4a-4c0f-b907-4ff4f1510225,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:08.219138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Usage tracker for resource:floatingip and tenant:c306ecdff81d4459a1926f303437aff9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:08.245122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:08.258314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:08.264026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Checking segment: {'id': '1203368f-b0fe-4e85-9ed7-e53ea8e75abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32fa732d-9134-4c96-b203-d6f1c4d1ca86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:08.264419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network hostable DHCP agents. Network: 32fa732d-9134-4c96-b203-d6f1c4d1ca86, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:56:08.396970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.479329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.491222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c955e46f-bb25-403f-a3a7-a95ec01e3b5c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.494811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c955e46f-bb25-403f-a3a7-a95ec01e3b5c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.616316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.627726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Transition to ACTIVE for port object 5605bacf-6ac9-4105-adbc-d3542074bb82 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:08.630863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.688398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:56:08.696988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] Pushing event deleted for resources: {'Port': ['ID=7318f53c-db37-40c8-95e1-bd9a559ff74a,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:08.702496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2ec3e-a418-4b70-bf48-d1f136ba3466 None None] No DVR routers for this DVR port 7318f53c-db37-40c8-95e1-bd9a559ff74a on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:56:08.752042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Transition to ACTIVE for port object 5605bacf-6ac9-4105-adbc-d3542074bb82 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:08.752692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.763921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c955e46f-bb25-403f-a3a7-a95ec01e3b5c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.764444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c955e46f-bb25-403f-a3a7-a95ec01e3b5c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Fanout notify agent at l3_agent the message router_deleted on router d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:56:08.791658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.839474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37794) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:08.840511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.861900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.880648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 32fa732d-9134-4c96-b203-d6f1c4d1ca86) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:08.885090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:08.887470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.955233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff9766-db62-48e9-b59c-ebcf67c1f54d None None] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:08.990598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c955e46f-bb25-403f-a3a7-a95ec01e3b5c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:08.997805 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c955e46f-bb25-403f-a3a7-a95ec01e3b5c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/routers/d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 HTTP/1.1" status: 204 len: 168 time: 1.5980194 Sep 21 15:56:09.009471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37798) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:09.108520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:09.117435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Pushing event updated for resources: {'Port': ['ID=5605bacf-6ac9-4105-adbc-d3542074bb82,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:09.126084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:09.128096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Network e1d42bd7-4fc8-4015-b254-13054d60879f is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:09.134741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1f9acc03-cfd9-49af-a54b-2cb7833336d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:09.134959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:09.140559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:09.141586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:09.172653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-77a89b12-26ac-463b-a2f2-bc91ee29988d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2166691 Sep 21 15:56:09.175948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37802) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:09.187876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event updated for resources: {'Port': ['ID=06319dc3-6107-4c2a-82fa-9132bfd0f117,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:09.209710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc20c17-2176-40c2-b1b6-cbcdfaec9a01 req-47952f62-6075-4616-86e7-8f047f75f43f tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:09.211857 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bc20c17-2176-40c2-b1b6-cbcdfaec9a01 req-47952f62-6075-4616-86e7-8f047f75f43f tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.3322523 Sep 21 15:56:09.253733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Allocated IP 172.26.0.21 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/9bb5bde6-99bc-4d47-86d7-543db01f11ef) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:09.255877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1094169999', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:09.283134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:09.290168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7318f53c-db37-40c8-95e1-bd9a559ff74a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:09.290356 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-97316bd5-0edd-4e5e-a9c8-f8f90624a1be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60f9c1d29d1f4fa7ad85ab235a977e0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4400148 Sep 21 15:56:09.296925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37806) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:09.305433 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bc20c17-2176-40c2-b1b6-cbcdfaec9a01 req-fb0adfe1-be9a-497c-b4c4-49dad3e319e0 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862725 Sep 21 15:56:09.353382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:router and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:09.358843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 7318f53c-db37-40c8-95e1-bd9a559ff74a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:56:09.359291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7318f53c-db37-40c8-95e1-bd9a559ff74a not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:56:09.369205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:09.384972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Attempting to bind port 5605bacf-6ac9-4105-adbc-d3542074bb82 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:09.385444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Attempting to bind port 5605bacf-6ac9-4105-adbc-d3542074bb82 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'a8a98688-677b-4218-b6c1-62b10b054e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:09.385876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Attempting to bind port 5605bacf-6ac9-4105-adbc-d3542074bb82 on network e1d42bd7-4fc8-4015-b254-13054d60879f {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:09.394556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:56:09.394556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Checking segment: {'id': 'a8a98688-677b-4218-b6c1-62b10b054e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:09.394871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.395345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Bound using segment: {'id': 'a8a98688-677b-4218-b6c1-62b10b054e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:56:09.395950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Bound port: 5605bacf-6ac9-4105-adbc-d3542074bb82, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a98688-677b-4218-b6c1-62b10b054e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:56:09.398684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.436025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.458107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:09.473137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1f9acc03-cfd9-49af-a54b-2cb7833336d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:09.478012 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1f9acc03-cfd9-49af-a54b-2cb7833336d9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4559631 Sep 21 15:56:09.478145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37810) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:09.506573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-32fa732d-9134-4c96-b203-d6f1c4d1ca86', 'network_id': '32fa732d-9134-4c96-b203-d6f1c4d1ca86', 'tenant_id': '7a983a33c3c74a17a3506b53b53383b5', 'fixed_ips': [{'subnet_id': 'f952ecf7-2f4a-4c0f-b907-4ff4f1510225'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:09.507409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.535750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.599618 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] For port 5605bacf-6ac9-4105-adbc-d3542074bb82, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:09.617640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:09.624400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:09.626792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] For port 5605bacf-6ac9-4105-adbc-d3542074bb82, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5605bacf-6ac9-4105-adbc-d3542074bb82,segment=NetworkSegment(a8a98688-677b-4218-b6c1-62b10b054e48),segment_id=a8a98688-677b-4218-b6c1-62b10b054e48)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:56:09.631984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6eaf9c-22cb-4ae1-9657-89d5678dad89 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:09.631984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0f6eaf9c-22cb-4ae1-9657-89d5678dad89 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:09.634271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:09.665866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'Port': ['ID=9bb5bde6-99bc-4d47-86d7-543db01f11ef,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:09.682832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.692931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.731688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.734417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.745612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Allocated IP 172.20.0.1 (e1d42bd7-4fc8-4015-b254-13054d60879f/45a96ccb-8476-4afd-b721-e0a57b82038a/9d8e2560-bbe5-4989-bd79-6432e62a214c) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:09.749992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.749992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5081cbc2-74ef-4226-8ec9-3af01a6c2d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.768771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0f6eaf9c-22cb-4ae1-9657-89d5678dad89 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:09.773659 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0f6eaf9c-22cb-4ae1-9657-89d5678dad89 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2938213 Sep 21 15:56:09.778859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37814) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:09.812760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5081cbc2-74ef-4226-8ec9-3af01a6c2d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.825499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Allocated IP 172.20.0.2 (32fa732d-9134-4c96-b203-d6f1c4d1ca86/f952ecf7-2f4a-4c0f-b907-4ff4f1510225/aa09235a-2f2c-47cd-81e4-c6dbff7758a1) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:09.852826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa090a48-7917-4ec8-b270-9f180f9f47c8 None None] Pushing event updated for resources: {'Port': ['ID=5605bacf-6ac9-4105-adbc-d3542074bb82,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:09.875860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fdf43fde-fb1b-4d1f-8ff5-6a2f95f57b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:router {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:09.909882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:09.996716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fdf43fde-fb1b-4d1f-8ff5-6a2f95f57b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:router {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:09.998002 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fdf43fde-fb1b-4d1f-8ff5-6a2f95f57b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2225611 Sep 21 15:56:10.004514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37818) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:10.031253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:10.112222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.126636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Transition to ACTIVE for port object aa09235a-2f2c-47cd-81e4-c6dbff7758a1 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:10.152339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Transition to ACTIVE for port object aa09235a-2f2c-47cd-81e4-c6dbff7758a1 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:10.225803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:10.237220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:10.249621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.334437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:10.338904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.345104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:10.348335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:10.353046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:10.362396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Pushing event updated for resources: {'Port': ['ID=aa09235a-2f2c-47cd-81e4-c6dbff7758a1,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:10.389663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.500054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Attempting to bind port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:10.500587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Attempting to bind port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1203368f-b0fe-4e85-9ed7-e53ea8e75abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32fa732d-9134-4c96-b203-d6f1c4d1ca86'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:10.500789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Attempting to bind port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 on network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:10.502998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.507712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:56:10.508219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Checking segment: {'id': '1203368f-b0fe-4e85-9ed7-e53ea8e75abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32fa732d-9134-4c96-b203-d6f1c4d1ca86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:10.508708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.509176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Bound using segment: {'id': '1203368f-b0fe-4e85-9ed7-e53ea8e75abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32fa732d-9134-4c96-b203-d6f1c4d1ca86'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:56:10.509711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Bound port: aa09235a-2f2c-47cd-81e4-c6dbff7758a1, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1203368f-b0fe-4e85-9ed7-e53ea8e75abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '32fa732d-9134-4c96-b203-d6f1c4d1ca86'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:56:10.510175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.610239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] For port aa09235a-2f2c-47cd-81e4-c6dbff7758a1, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:10.614899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.615428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] For port aa09235a-2f2c-47cd-81e4-c6dbff7758a1, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=aa09235a-2f2c-47cd-81e4-c6dbff7758a1,segment=NetworkSegment(1203368f-b0fe-4e85-9ed7-e53ea8e75abd),segment_id=1203368f-b0fe-4e85-9ed7-e53ea8e75abd)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:56:10.619762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.638885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.641662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.645488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'Port': ['ID=9bb5bde6-99bc-4d47-86d7-543db01f11ef,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:10.695955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.711976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5081cbc2-74ef-4226-8ec9-3af01a6c2d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.758100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.758100 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ee51b206-246d-4055-8d4b-d949901e03b8 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9951043 Sep 21 15:56:10.760786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Transition to ACTIVE for port object 9d8e2560-bbe5-4989-bd79-6432e62a214c will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:10.761728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37824) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:10.764848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081cbc2-74ef-4226-8ec9-3af01a6c2d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620f524d-1ff9-4b53-87c8-9a3b207f8edb,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:10.770622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-461302653'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:10.787114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:10.796113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358b885-bf77-496e-b628-7fc9256466dd None None] Pushing event updated for resources: {'Port': ['ID=aa09235a-2f2c-47cd-81e4-c6dbff7758a1,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:10.797205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Usage tracker for resource:network and tenant:c306ecdff81d4459a1926f303437aff9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:10.801500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:10.810572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:10.920486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Made reservation on behalf of c306ecdff81d4459a1926f303437aff9 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:10.924128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:10.966561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.000641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5081cbc2-74ef-4226-8ec9-3af01a6c2d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.002540 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5081cbc2-74ef-4226-8ec9-3af01a6c2d3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/620f524d-1ff9-4b53-87c8-9a3b207f8edb HTTP/1.1" status: 204 len: 168 time: 1.6459348 Sep 21 15:56:11.039601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:11.086383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:56:11.089466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.093679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Usage tracker for resource:security_group_rule and tenant:c306ecdff81d4459a1926f303437aff9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:11.151959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc542c2-7995-4684-a3d4-39b61c66d3c5 req-504d0581-d3e5-4293-b753-a987904c590e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:11.162921 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bfc542c2-7995-4684-a3d4-39b61c66d3c5 req-504d0581-d3e5-4293-b753-a987904c590e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.6153514 Sep 21 15:56:11.202656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:11.205709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=6a01b4bd-4528-4593-83d5-0aa2d4db8bd6,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:11.218764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:11.237819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:11.240769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:11.253160 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688ceef-1e4f-48e6-a561-db8e9fc603c5 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:11.253488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:11.254333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.376814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.386192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5605bacf-6ac9-4105-adbc-d3542074bb82 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:11.407402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.470627 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bfc542c2-7995-4684-a3d4-39b61c66d3c5 req-35d4f36a-2ee8-45f1-a67c-e91e6d04dda9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059623 Sep 21 15:56:11.473106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.478801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941daab3-2b9a-4a7e-83ce-2d04b413f451 None None] Network e1d42bd7-4fc8-4015-b254-13054d60879f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:11.499566 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0ad7d78a-1e8d-4aaa-8d21-7bd272a0c10f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4867327 Sep 21 15:56:11.499566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37830) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:11.508845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:11.538542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:11.542483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.549343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Network e1d42bd7-4fc8-4015-b254-13054d60879f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:11.557589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:11.571584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:11.716512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'Port': ['ID=9d8e2560-bbe5-4989-bd79-6432e62a214c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:11.739314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d64f77c3-202b-4134-8e7d-cd38c1992d2a None None] Provisioning for port 5605bacf-6ac9-4105-adbc-d3542074bb82 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:11.818560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.899463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 5605bacf-6ac9-4105-adbc-d3542074bb82 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:11.929599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5605bacf-6ac9-4105-adbc-d3542074bb82 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:11.930558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.953158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.954366 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Added segment ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b of type vlan for network af2011d3-278e-415a-bbf5-eb6b8a289d3b Sep 21 15:56:11.963199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '6a01b4bd-4528-4593-83d5-0aa2d4db8bd6'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:11.965102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:11.994834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd5f8d5-772d-45c2-9c6f-c1c4ac42c6ef,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:12.166203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.200671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:12.224934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a776f9b-0fe4-489a-b2bc-9198d1cc6434 None None] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:12.243181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:12.321838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.332867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:12.333750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.395083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:12.405673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.473055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.564658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.603423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5eea4e59-690c-4c40-af67-7ca9d698547f None None] Provisioning for port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:12.727839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5605bacf-6ac9-4105-adbc-d3542074bb82 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:12.728345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.753851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Allocated IP 2001:db8::f816:3eff:fe48:87da (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/6a01b4bd-4528-4593-83d5-0aa2d4db8bd6/8ac35a92-9598-4c83-9de6-429739a2fdbe) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:12.786380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de582dda-476e-485c-b073-ee417e4e75d2 req-acc0921a-8102-4e72-be46-61e850547661 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:12.794250 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-de582dda-476e-485c-b073-ee417e4e75d2 req-acc0921a-8102-4e72-be46-61e850547661 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5326257 Sep 21 15:56:12.805270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 5605bacf-6ac9-4105-adbc-d3542074bb82, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5605bacf-6ac9-4105-adbc-d3542074bb82,segment=NetworkSegment(a8a98688-677b-4218-b6c1-62b10b054e48),segment_id=a8a98688-677b-4218-b6c1-62b10b054e48)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:12.881703 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.908919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:12.909840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device aa09235a-2f2c-47cd-81e4-c6dbff7758a1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:12.963848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'Network': ['ID=af2011d3-278e-415a-bbf5-eb6b8a289d3b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:13.004317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.052980 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-725c500e-158d-4060-8076-8b3fa46dc964 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2898390 Sep 21 15:56:13.061128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37858) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:13.063745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:13.075665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Request body: {'subnet': {'network_id': 'af2011d3-278e-415a-bbf5-eb6b8a289d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:13.098859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Router 17edc84f-76ef-4684-83d0-ff397df888e3 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:56:13.120985 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-de582dda-476e-485c-b073-ee417e4e75d2 req-0515d8f2-623a-456f-9ecb-0074e658363c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257830 Sep 21 15:56:13.138023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b3688a3a-5407-404f-9474-2312738ac816 None None] Provisioning for port 9d8e2560-bbe5-4989-bd79-6432e62a214c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:13.140356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.26.0.227 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/45c0b5ec-db0d-4699-ad12-728f8c3795d2) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:13.199334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b3688a3a-5407-404f-9474-2312738ac816 None None] Provisioning complete for port 9d8e2560-bbe5-4989-bd79-6432e62a214c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:13.199757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b3688a3a-5407-404f-9474-2312738ac816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.242817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:13.248745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:13.251841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:13.252720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.278657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=81e41935-750a-4eb4-b920-9b0dd4b95e27,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:13.314006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:13.318386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Usage tracker for resource:subnet and tenant:c306ecdff81d4459a1926f303437aff9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:13.322915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:13.329191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:13.392532 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-11ba7c22-615a-4a9f-ad2b-b7d9ba6727cb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8935621 Sep 21 15:56:13.395523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37864) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:13.402961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:cd:97:bd', 'name': 'tempest-NetworksTestDHCPv6-263644650'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:13.415097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=5605bacf-6ac9-4105-adbc-d3542074bb82,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:13.437320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b3688a3a-5407-404f-9474-2312738ac816 None None] Port 9d8e2560-bbe5-4989-bd79-6432e62a214c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:13.484033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Made reservation on behalf of c306ecdff81d4459a1926f303437aff9 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:13.487988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.504435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b3688a3a-5407-404f-9474-2312738ac816 None None] Provisioning complete for port 5605bacf-6ac9-4105-adbc-d3542074bb82 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:13.510013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b3688a3a-5407-404f-9474-2312738ac816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.554600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.572687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Transition to ACTIVE for port object 8ac35a92-9598-4c83-9de6-429739a2fdbe will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:13.604541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Transition to ACTIVE for port object 8ac35a92-9598-4c83-9de6-429739a2fdbe will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:13.658284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:13.669008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:13.669586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.681107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:13.686793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:13.690378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:13.698821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:13.712310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b3688a3a-5407-404f-9474-2312738ac816 None None] Current status of the port 5605bacf-6ac9-4105-adbc-d3542074bb82 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:13.730487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.738914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.764509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:13.814059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155710a-9e01-41e3-a411-197670df7d12 None None] Sync routers for ids ['17edc84f-76ef-4684-83d0-ff397df888e3'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:13.816674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Pushing event updated for resources: {'Port': ['ID=8ac35a92-9598-4c83-9de6-429739a2fdbe,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:13.828815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:13.845895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:13.846656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155710a-9e01-41e3-a411-197670df7d12 None None] Routers {'17edc84f-76ef-4684-83d0-ff397df888e3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:13.847482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5155710a-9e01-41e3-a411-197670df7d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17edc84f-76ef-4684-83d0-ff397df888e3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:13.905667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:13.921701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:13.923316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:13.926704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5155710a-9e01-41e3-a411-197670df7d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:14.039644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'Subnet': ['ID=350a2907-f3b6-4288-937d-c5a6eb2f995c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:14.047249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.048942 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-741a27bf-77b3-4075-94a8-4314b09f4065 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1990035 Sep 21 15:56:14.050340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.052517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37874) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:14.067457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.077141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Provisioning complete for port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:14.082148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.090172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:14.124759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155710a-9e01-41e3-a411-197670df7d12 None None] Routers {'17edc84f-76ef-4684-83d0-ff397df888e3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:14.125927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5155710a-9e01-41e3-a411-197670df7d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17edc84f-76ef-4684-83d0-ff397df888e3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:14.127873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:14.162511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.165848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:14.168447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:14.183079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Checking segment: {'id': 'ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af2011d3-278e-415a-bbf5-eb6b8a289d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:14.183773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Network hostable DHCP agents. Network: af2011d3-278e-415a-bbf5-eb6b8a289d3b, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:56:14.196916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=45c0b5ec-db0d-4699-ad12-728f8c3795d2,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:14.203837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.220903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:14.225079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.235063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Attempting to bind port 8ac35a92-9598-4c83-9de6-429739a2fdbe on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:14.235534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Attempting to bind port 8ac35a92-9598-4c83-9de6-429739a2fdbe by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:14.235970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Attempting to bind port 8ac35a92-9598-4c83-9de6-429739a2fdbe on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:14.238151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5155710a-9e01-41e3-a411-197670df7d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:14.238800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155710a-9e01-41e3-a411-197670df7d12 None None] The sync data for ids ['17edc84f-76ef-4684-83d0-ff397df888e3'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:14.253533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:56:14.254086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:14.254608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.255073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:56:14.255634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Bound port: 8ac35a92-9598-4c83-9de6-429739a2fdbe, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:56:14.256070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.303871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 6500da40-2c6a-4b1d-b028-38591df09447 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:14.359221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port aa09235a-2f2c-47cd-81e4-c6dbff7758a1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=aa09235a-2f2c-47cd-81e4-c6dbff7758a1,segment=NetworkSegment(1203368f-b0fe-4e85-9ed7-e53ea8e75abd),segment_id=1203368f-b0fe-4e85-9ed7-e53ea8e75abd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:14.402447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37884) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:14.451563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'Port': ['ID=9d8e2560-bbe5-4989-bd79-6432e62a214c,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:14.467797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.478518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.487517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] For port 8ac35a92-9598-4c83-9de6-429739a2fdbe, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:14.557769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] For port 8ac35a92-9598-4c83-9de6-429739a2fdbe, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8ac35a92-9598-4c83-9de6-429739a2fdbe,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:56:14.566332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Current status of the port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:14.567337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.581768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:56:14.590770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5605bacf-6ac9-4105-adbc-d3542074bb82 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:14.635325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.671044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=aa09235a-2f2c-47cd-81e4-c6dbff7758a1,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:14.742359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1749518085'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:14.744258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, af2011d3-278e-415a-bbf5-eb6b8a289d3b) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:14.761829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:14.762682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:14.774350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:14.784552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Usage tracker for resource:network and tenant:2d914b50f4d1473ba2f35cbc064c09a0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:14.816036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:14.816844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:14.817433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec262f3c-3014-4284-8e9b-a26f1fb0e17f None None] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:14.830250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:14.846920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:14.912615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7385d-0c42-4e9e-a18a-1a217c59ef64 req-f96d2330-12fe-4acc-86eb-378efb2d6a3e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:14.915924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f5b7385d-0c42-4e9e-a18a-1a217c59ef64 req-f96d2330-12fe-4acc-86eb-378efb2d6a3e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5395954 Sep 21 15:56:14.951462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370457e-6b4e-4af0-a4c8-5df20db7cd78 None None] Pushing event updated for resources: {'Port': ['ID=8ac35a92-9598-4c83-9de6-429739a2fdbe,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:14.986052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5605bacf-6ac9-4105-adbc-d3542074bb82 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:14.986052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.049531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Network e1d42bd7-4fc8-4015-b254-13054d60879f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:15.053038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:15.120302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d3b2d410-e860-4031-8986-80ce31b036a3 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0580168 Sep 21 15:56:15.156861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37890) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:15.182176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2057663302', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:15.221001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Made reservation on behalf of 2d914b50f4d1473ba2f35cbc064c09a0 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:15.224538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.230512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:15.261979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-af2011d3-278e-415a-bbf5-eb6b8a289d3b', 'network_id': 'af2011d3-278e-415a-bbf5-eb6b8a289d3b', 'tenant_id': 'c306ecdff81d4459a1926f303437aff9', 'fixed_ips': [{'subnet_id': '350a2907-f3b6-4288-937d-c5a6eb2f995c'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:15.264686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.302601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Usage tracker for resource:router and tenant:c306ecdff81d4459a1926f303437aff9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:15.329246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:15.334545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f5b7385d-0c42-4e9e-a18a-1a217c59ef64 req-3803cb4d-17a3-488d-9838-47cf7765eb74 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741822 Sep 21 15:56:15.341622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 172.20.0.3 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/81e41935-750a-4eb4-b920-9b0dd4b95e27/6500da40-2c6a-4b1d-b028-38591df09447) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:15.344384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:15.359824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fecd:97bd (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/6a01b4bd-4528-4593-83d5-0aa2d4db8bd6/6500da40-2c6a-4b1d-b028-38591df09447) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:15.384655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.419823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.443137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.457976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.459703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.465808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5605bacf-6ac9-4105-adbc-d3542074bb82 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:15.479399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Current status of the port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:15.492170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.510441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:15.535584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Usage tracker for resource:security_group_rule and tenant:2d914b50f4d1473ba2f35cbc064c09a0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:15.540979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:15.552381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Provisioning complete for port 9d8e2560-bbe5-4989-bd79-6432e62a214c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:15.552608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.580843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.586460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Allocated IP 172.20.0.2 (af2011d3-278e-415a-bbf5-eb6b8a289d3b/350a2907-f3b6-4288-937d-c5a6eb2f995c/03d90e37-5783-4c6a-a8b5-c72d84cc7b1f) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:15.596018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:15.605652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Deleting port 06319dc3-6107-4c2a-82fa-9132bfd0f117 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:15.606102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.643545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a13735a1-069a-4610-a88e-b16b0ff7471a None None] Port 9d8e2560-bbe5-4989-bd79-6432e62a214c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:15.799572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e709ff78-db74-4c96-bb72-f495103e7f4a None None] Provisioning complete for port 9d8e2560-bbe5-4989-bd79-6432e62a214c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:15.800049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e709ff78-db74-4c96-bb72-f495103e7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.924370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e709ff78-db74-4c96-bb72-f495103e7f4a None None] Port 9d8e2560-bbe5-4989-bd79-6432e62a214c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:15.932030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.944848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Transition to ACTIVE for port object 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:15.972760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:15.986428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Transition to ACTIVE for port object 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:15.990024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Router 1df16dca-5ae6-4a1b-a6e1-f0671317f591 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:56:16.046613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54577447-0817-4585-ab3f-d608d95b2e2c None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:16.078829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.087199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 6500da40-2c6a-4b1d-b028-38591df09447 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:16.123043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.233698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:16.246142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:16.254567 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:16.287487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0231d0-aa34-4c2c-8c07-2926aa6c5a7b req-2b73710b-bfdc-4275-a57d-8c7f492d173d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:16.288964 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4e0231d0-aa34-4c2c-8c07-2926aa6c5a7b req-2b73710b-bfdc-4275-a57d-8c7f492d173d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.7493041 Sep 21 15:56:16.302232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Pushing event updated for resources: {'Port': ['ID=03d90e37-5783-4c6a-a8b5-c72d84cc7b1f,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:16.340198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:16.349694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4f87acc5-51de-4f5d-9391-5d048e483d6d None None] Provisioning for port 8ac35a92-9598-4c83-9de6-429739a2fdbe completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:16.355769 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0059e36-bb8f-4f50-9f57-93f0f29f45c1 None None] Sync routers for ids ['1df16dca-5ae6-4a1b-a6e1-f0671317f591'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:16.366014 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0059e36-bb8f-4f50-9f57-93f0f29f45c1 None None] Routers {'1df16dca-5ae6-4a1b-a6e1-f0671317f591'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:16.366874 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c0059e36-bb8f-4f50-9f57-93f0f29f45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1df16dca-5ae6-4a1b-a6e1-f0671317f591'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:16.372254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.423273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Calling delete_port for 06319dc3-6107-4c2a-82fa-9132bfd0f117 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:16.440184 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c0059e36-bb8f-4f50-9f57-93f0f29f45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:16.447029 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:56:16.451370 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0059e36-bb8f-4f50-9f57-93f0f29f45c1 None None] Routers {'1df16dca-5ae6-4a1b-a6e1-f0671317f591'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:16.452146 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c0059e36-bb8f-4f50-9f57-93f0f29f45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1df16dca-5ae6-4a1b-a6e1-f0671317f591'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:16.455487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.467907 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.471175 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4e0231d0-aa34-4c2c-8c07-2926aa6c5a7b req-0362e5c5-f004-40a3-a9e3-130632258342 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702237 Sep 21 15:56:16.483492 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bdd89a36-b966-4a64-ba4a-b9b682c80c0f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "PUT /v2.0/routers/1df16dca-5ae6-4a1b-a6e1-f0671317f591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6944592 Sep 21 15:56:16.487201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37896) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:16.494502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Request body: {'port': {'network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f', 'name': 'tempest-FloatingIPNegativeTestJSON-1305532361'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:16.577287 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c0059e36-bb8f-4f50-9f57-93f0f29f45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:16.577545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0059e36-bb8f-4f50-9f57-93f0f29f45c1 None None] The sync data for ids ['1df16dca-5ae6-4a1b-a6e1-f0671317f591'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:16.644662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.692249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Attempting to bind port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:16.692617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Attempting to bind port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af2011d3-278e-415a-bbf5-eb6b8a289d3b'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:16.693033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Attempting to bind port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f on network af2011d3-278e-415a-bbf5-eb6b8a289d3b {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:16.711033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:56:16.711556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Checking segment: {'id': 'ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af2011d3-278e-415a-bbf5-eb6b8a289d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:16.712051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.712507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Bound using segment: {'id': 'ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af2011d3-278e-415a-bbf5-eb6b8a289d3b'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:56:16.713086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Bound port: 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'af2011d3-278e-415a-bbf5-eb6b8a289d3b'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:56:16.714070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.721589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:16.728959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.734095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device aa09235a-2f2c-47cd-81e4-c6dbff7758a1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:16.734365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6234c-b767-434f-b3ac-37ba68a59c16,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:16.761142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.761555 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Added segment 4cfbbf9b-151a-49b2-aa45-4476e20840ea of type vlan for network ea72f3a7-4b55-479e-882c-218b15a11d1d Sep 21 15:56:16.826192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.831236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:16.842810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Usage tracker for resource:port and tenant:d6eebfb731c34c298248cac47eb36cb3 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:16.845440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.851135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:16.867865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:16.899491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] For port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:16.901780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:16.902296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.964010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.975866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:16.976787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:16.988477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] For port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=03d90e37-5783-4c6a-a8b5-c72d84cc7b1f,segment=NetworkSegment(ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b),segment_id=ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:56:16.989031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:17.019766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=6500da40-2c6a-4b1d-b028-38591df09447,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:17.024004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f04b61-6bf1-40b6-8e7a-acc29e2462c5 None None] Update dhcp port {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': '6a01b4bd-4528-4593-83d5-0aa2d4db8bd6', 'ip_address': '2001:db8::f816:3eff:fe48:87da'}, {'subnet_id': '81e41935-750a-4eb4-b920-9b0dd4b95e27'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': '8ac35a92-9598-4c83-9de6-429739a2fdbe'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:56:17.036054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:17.075921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.098560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Made reservation on behalf of d6eebfb731c34c298248cac47eb36cb3 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:17.103445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.104662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:17.134432 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7281053 Sep 21 15:56:17.134432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router c6ae26db-7314-4bee-a9cc-008f12a04a0b is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:56:17.156847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Pushing event deleted for resources: {'Port': ['ID=06319dc3-6107-4c2a-82fa-9132bfd0f117,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:17.176502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15f04b61-6bf1-40b6-8e7a-acc29e2462c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.225446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17a905-ce6a-40be-90be-869628d7a736 req-6ec1e865-d6d5-434d-b406-e76dc8c82b90 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:17.227069 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa17a905-ce6a-40be-90be-869628d7a736 req-6ec1e865-d6d5-434d-b406-e76dc8c82b90 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5277429 Sep 21 15:56:17.238147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.274088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:17.276609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8ac35a92-9598-4c83-9de6-429739a2fdbe up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:17.299355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] device_id is not set on port 8fdf5393-7338-4a84-ad1f-c0f7a603286f yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:17.305934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:17.306583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.331260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647000b-b304-4505-8c7e-06d8dc68fa1a None None] Pushing event updated for resources: {'Port': ['ID=03d90e37-5783-4c6a-a8b5-c72d84cc7b1f,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:17.421221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37906) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:17.454484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb04098-2e53-41de-adb8-b4175c844f10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Pushing event updated for resources: {'Network': ['ID=ea72f3a7-4b55-479e-882c-218b15a11d1d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:17.468787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Request body: {'port': {'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d', 'binding:host_id': 'hv-neutron-8586', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-795449797'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:17.509355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:17.515927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network ea72f3a7-4b55-479e-882c-218b15a11d1d details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:17.521535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Allocated IP 172.20.0.9 (e1d42bd7-4fc8-4015-b254-13054d60879f/45a96ccb-8476-4afd-b721-e0a57b82038a/8fdf5393-7338-4a84-ad1f-c0f7a603286f) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:17.545550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8ac35a92-9598-4c83-9de6-429739a2fdbe completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:17.579221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Usage tracker for resource:port and tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:17.585860 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f48f82b8-e13b-4271-ad8a-5d696ceaf614 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1860206 Sep 21 15:56:17.592448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37910) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:17.593281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:17.613217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8ac35a92-9598-4c83-9de6-429739a2fdbe triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:17.613589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.663544 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa17a905-ce6a-40be-90be-869628d7a736 req-f2cc9034-dedd-46b8-964e-abad9ea9ad7e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4253066 Sep 21 15:56:17.681393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:17.715806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840972e8-f251-4402-b48d-3404a5e8f570 None None] Sync routers for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:17.716014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:17.719613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-15f04b61-6bf1-40b6-8e7a-acc29e2462c5 None None] Allocated IP 172.20.0.2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/81e41935-750a-4eb4-b920-9b0dd4b95e27/8ac35a92-9598-4c83-9de6-429739a2fdbe) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:17.762415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840972e8-f251-4402-b48d-3404a5e8f570 None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:17.763182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-840972e8-f251-4402-b48d-3404a5e8f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:17.881483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Made reservation on behalf of ccbdc1dccd794dbd8e2c6dc71af149f0 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:17.884357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.902535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.914463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.917027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-840972e8-f251-4402-b48d-3404a5e8f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:17.927149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:17.987328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840972e8-f251-4402-b48d-3404a5e8f570 None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:17.987954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-840972e8-f251-4402-b48d-3404a5e8f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:18.071099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8ac35a92-9598-4c83-9de6-429739a2fdbe is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:18.071099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:18.086992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-840972e8-f251-4402-b48d-3404a5e8f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:18.087404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840972e8-f251-4402-b48d-3404a5e8f570 None None] The sync data for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:18.120980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a33623-f02f-4ef0-a49b-263accd05e25 req-8aefc5ca-2c28-41d1-9ed7-b96c13311f00 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:18.122814 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a8a33623-f02f-4ef0-a49b-263accd05e25 req-8aefc5ca-2c28-41d1-9ed7-b96c13311f00 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.1633470 Sep 21 15:56:18.126943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:18.130990 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-958889f5-cff8-40e1-bd0d-414330699604 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.9451542 Sep 21 15:56:18.131109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-15f04b61-6bf1-40b6-8e7a-acc29e2462c5 None None] For port 8ac35a92-9598-4c83-9de6-429739a2fdbe, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8ac35a92-9598-4c83-9de6-429739a2fdbe,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:18.138648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37916) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:18.174314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15f04b61-6bf1-40b6-8e7a-acc29e2462c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:18.198784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-15f04b61-6bf1-40b6-8e7a-acc29e2462c5 None None] Transition to ACTIVE for port object 8ac35a92-9598-4c83-9de6-429739a2fdbe will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:18.220046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:18.242509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:18.275489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Usage tracker for resource:security_group_rule and tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:18.280246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Transition to ACTIVE for port object 8fdf5393-7338-4a84-ad1f-c0f7a603286f will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:18.284628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15f04b61-6bf1-40b6-8e7a-acc29e2462c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:18.342167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:18.358567 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a8a33623-f02f-4ef0-a49b-263accd05e25 req-fdfb6cab-5e29-488e-9ed0-2bceb89914b6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208061 Sep 21 15:56:18.395949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:18.427450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:18.457196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f04b61-6bf1-40b6-8e7a-acc29e2462c5 None None] Pushing event updated for resources: {'Port': ['ID=8ac35a92-9598-4c83-9de6-429739a2fdbe,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:18.512911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27790a-2e28-4d09-9329-25e41c859761 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:18.524500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27790a-2e28-4d09-9329-25e41c859761 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:18.525353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-da27790a-2e28-4d09-9329-25e41c859761 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:18.552491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:18.556728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Router 17edc84f-76ef-4684-83d0-ff397df888e3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:18.688269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010885c-bf5a-4e18-8d61-bf293545d190 None None] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:18.718149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:18.718549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:18.785290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:18.808645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-da27790a-2e28-4d09-9329-25e41c859761 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:18.812709 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-da27790a-2e28-4d09-9329-25e41c859761 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.2069352 Sep 21 15:56:18.813593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37922) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:18.912500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b50e28e1-7dd3-4d4c-8cca-095a90211a45 None None] Provisioning for port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:18.912897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Network e1d42bd7-4fc8-4015-b254-13054d60879f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:18.918074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:18.920874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:18.997258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a4213d59-62d1-4ee5-b201-48031bcb4c00 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 6500da40-2c6a-4b1d-b028-38591df09447 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:19.008304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a4213d59-62d1-4ee5-b201-48031bcb4c00 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.094425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:19.106093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'Port': ['ID=8fdf5393-7338-4a84-ad1f-c0f7a603286f,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:19.106197 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36190786-3176-4085-84d9-6870715344f4 None None] Sync routers for ids ['17edc84f-76ef-4684-83d0-ff397df888e3'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:19.120760 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36190786-3176-4085-84d9-6870715344f4 None None] Routers {'17edc84f-76ef-4684-83d0-ff397df888e3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:19.121669 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-36190786-3176-4085-84d9-6870715344f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17edc84f-76ef-4684-83d0-ff397df888e3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:19.186128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:19.186901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.239119 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-36190786-3176-4085-84d9-6870715344f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:19.249574 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36190786-3176-4085-84d9-6870715344f4 None None] Routers {'17edc84f-76ef-4684-83d0-ff397df888e3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:19.250511 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-36190786-3176-4085-84d9-6870715344f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17edc84f-76ef-4684-83d0-ff397df888e3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:19.307584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79cb9b-eaa4-40b6-992c-00013b21fc49 req-7c737426-db9e-437a-8985-16af6affb764 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:19.309128 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0f79cb9b-eaa4-40b6-992c-00013b21fc49 req-7c737426-db9e-437a-8985-16af6affb764 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.6499979 Sep 21 15:56:19.331055 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3ed1681e-eb9a-49c1-9701-bdfbfb4ce45f tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8433070 Sep 21 15:56:19.338295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37926) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:19.346281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:19.355274 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:19.362491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.373858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8ac35a92-9598-4c83-9de6-429739a2fdbe is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:19.378291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.384521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Usage tracker for resource:floatingip and tenant:d6eebfb731c34c298248cac47eb36cb3 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:19.389834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:19.399352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:19.407218 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-36190786-3176-4085-84d9-6870715344f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:19.408894 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36190786-3176-4085-84d9-6870715344f4 None None] The sync data for ids ['17edc84f-76ef-4684-83d0-ff397df888e3'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:19.419532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.434172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8ac35a92-9598-4c83-9de6-429739a2fdbe, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8ac35a92-9598-4c83-9de6-429739a2fdbe,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:19.435244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Allocated IP 172.26.0.212 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/19bb5b56-f817-4439-ba9b-f100da4da146) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:19.448957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.453045 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fc7a13cd-c0fc-4fc0-9044-71941e752ec1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "PUT /v2.0/routers/17edc84f-76ef-4684-83d0-ff397df888e3 HTTP/1.1" status: 200 len: 709 time: 5.3908975 Sep 21 15:56:19.458941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37930) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:19.461561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-37772c21-f39e-4aa8-8dd4-20a9d408efa9 None None] Provisioning for port 8fdf5393-7338-4a84-ad1f-c0f7a603286f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:19.468714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-37772c21-f39e-4aa8-8dd4-20a9d408efa9 None None] Provisioning complete for port 8fdf5393-7338-4a84-ad1f-c0f7a603286f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:19.469172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37772c21-f39e-4aa8-8dd4-20a9d408efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.528032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.620275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.672573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.692075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-37772c21-f39e-4aa8-8dd4-20a9d408efa9 None None] Port 8fdf5393-7338-4a84-ad1f-c0f7a603286f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:19.696606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8ac35a92-9598-4c83-9de6-429739a2fdbe,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:19.757910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:19.769792 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-80e360fb-815c-4a68-961a-5353c99ee8ec tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/routers/17edc84f-76ef-4684-83d0-ff397df888e3 HTTP/1.1" status: 200 len: 744 time: 0.3097031 Sep 21 15:56:19.783920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37934) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:19.845339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] device_id is not set on port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:19.918183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Provisioning for port 6500da40-2c6a-4b1d-b028-38591df09447 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:19.924307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Provisioning complete for port 6500da40-2c6a-4b1d-b028-38591df09447 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:19.924943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:19.929873 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0f79cb9b-eaa4-40b6-992c-00013b21fc49 req-e44744dc-e66b-4a66-bd61-45742794bda2 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5965154 Sep 21 15:56:19.996862 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e1611060-37e2-494b-af01-9aca146c5f5f tempest-RoutersIpV6AdminTest-1801421149 tempest-RoutersIpV6AdminTest-1801421149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=17edc84f-76ef-4684-83d0-ff397df888e3 HTTP/1.1" status: 200 len: 205 time: 0.2114122 Sep 21 15:56:20.004751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37940) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:20.015837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Port 6500da40-2c6a-4b1d-b028-38591df09447 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:20.017526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:20.029166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:20.029548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.051689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e991e4d8-e8f7-49c8-a91b-ecfea748e1aa,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:20.097287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Provisioning complete for port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:20.097660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.197557 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-71f2e1d8-3667-4187-bf11-8a34b199bea8 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=17edc84f-76ef-4684-83d0-ff397df888e3 HTTP/1.1" status: 200 len: 205 time: 0.1801822 Sep 21 15:56:20.208091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37944) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:20.266198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:20.266605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.308476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a4213d59-62d1-4ee5-b201-48031bcb4c00 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.315751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Current status of the port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:20.316134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.332506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=03d90e37-5783-4c6a-a8b5-c72d84cc7b1f,segment=NetworkSegment(ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b),segment_id=ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:20.340879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.407730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.408983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8ac35a92-9598-4c83-9de6-429739a2fdbe up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:20.421450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.428138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed47af37-5ca2-4e03-931b-55b235dc04e5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.522497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a4213d59-62d1-4ee5-b201-48031bcb4c00 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 6500da40-2c6a-4b1d-b028-38591df09447 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:20.583945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:20.584298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:20.587601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=03d90e37-5783-4c6a-a8b5-c72d84cc7b1f,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:20.679909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.20.0.1 (32fa732d-9134-4c96-b203-d6f1c4d1ca86/f952ecf7-2f4a-4c0f-b907-4ff4f1510225/ffea1180-7af9-43a1-b654-8a5e13825f42) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:20.753046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] device_id is not set on port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:20.762003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.805989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.836518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed47af37-5ca2-4e03-931b-55b235dc04e5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.848718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:20.857205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed47af37-5ca2-4e03-931b-55b235dc04e5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:20.859371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:20.896004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:20.924422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Transition to ACTIVE for port object 5e7d2c36-ce46-4f89-886e-25bfd6f1144f will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:20.955946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e544c-3322-4bfa-9692-e23792622174 req-2188c2ad-1c44-46a8-9b03-18c6237a4ee5 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:20.958404 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e42e544c-3322-4bfa-9692-e23792622174 req-2188c2ad-1c44-46a8-9b03-18c6237a4ee5 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.8155239 Sep 21 15:56:20.966700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'Port': ['ID=19bb5b56-f817-4439-ba9b-f100da4da146,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:21.061521 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e42e544c-3322-4bfa-9692-e23792622174 req-4afcc9ad-08b5-411e-95d4-a8b14eeb855a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875845 Sep 21 15:56:21.073598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Allocated IP 172.26.0.57 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/3ec54ab9-be36-4526-b439-eac103d50c02) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:21.097776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.106119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed47af37-5ca2-4e03-931b-55b235dc04e5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.106927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed47af37-5ca2-4e03-931b-55b235dc04e5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Fanout notify agent at l3_agent the message router_deleted on router 17edc84f-76ef-4684-83d0-ff397df888e3 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:56:21.143335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Current status of the port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:21.155607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.189102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a4213d59-62d1-4ee5-b201-48031bcb4c00 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.208413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Provisioning for port 8ac35a92-9598-4c83-9de6-429739a2fdbe completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:21.215565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Provisioning complete for port 8ac35a92-9598-4c83-9de6-429739a2fdbe triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:21.216017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.235162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Transition to ACTIVE for port object ffea1180-7af9-43a1-b654-8a5e13825f42 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:21.239782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed47af37-5ca2-4e03-931b-55b235dc04e5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.244660 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ed47af37-5ca2-4e03-931b-55b235dc04e5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/17edc84f-76ef-4684-83d0-ff397df888e3 HTTP/1.1" status: 204 len: 168 time: 1.0323095 Sep 21 15:56:21.249967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37950) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:21.249967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=5e7d2c36-ce46-4f89-886e-25bfd6f1144f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:21.320373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.358568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc8d31-6507-4550-939d-3a54754d8f0e None None] Current status of the port 8ac35a92-9598-4c83-9de6-429739a2fdbe is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:21.393129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4213d59-62d1-4ee5-b201-48031bcb4c00 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=6500da40-2c6a-4b1d-b028-38591df09447,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:21.398380 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d48be3cd-daf0-4a13-a2a7-6afba269a4d7 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=17edc84f-76ef-4684-83d0-ff397df888e3 HTTP/1.1" status: 200 len: 205 time: 0.1468005 Sep 21 15:56:21.401162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37954) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:21.449638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Checking segment: {'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:21.450024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Network hostable DHCP agents. Network: ea72f3a7-4b55-479e-882c-218b15a11d1d, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:56:21.470755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dd3e983e-75b9-4a83-91af-d02c823eaf21 None None] Could not find standard attr ID for object 6500da40-2c6a-4b1d-b028-38591df09447. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:56:21.523598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a4213d59-62d1-4ee5-b201-48031bcb4c00 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.586130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.618056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:21.618185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Network ea72f3a7-4b55-479e-882c-218b15a11d1d is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:56:21.628889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.642578 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-f160e19b-c03a-49da-a3be-ee63414398cf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] delete failed (client error): The resource could not be found. Sep 21 15:56:21.646345 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f160e19b-c03a-49da-a3be-ee63414398cf tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/17edc84f-76ef-4684-83d0-ff397df888e3 HTTP/1.1" status: 404 len: 336 time: 0.2440777 Sep 21 15:56:21.649867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37958) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:21.654646 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a4213d59-62d1-4ee5-b201-48031bcb4c00 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/6500da40-2c6a-4b1d-b028-38591df09447 HTTP/1.1" status: 204 len: 168 time: 2.7735684 Sep 21 15:56:21.657589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37960) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:21.689984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:21.697774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:21.705699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:21.707952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:21.710019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.731550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=ffea1180-7af9-43a1-b654-8a5e13825f42,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:21.738120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:21.789621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:21.806792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:21.877535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:21.879047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8ac35a92-9598-4c83-9de6-429739a2fdbe up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:21.887914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'Port': ['ID=3ec54ab9-be36-4526-b439-eac103d50c02,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:21.913445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:21.964416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8ac35a92-9598-4c83-9de6-429739a2fdbe triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:21.964797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.031089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.052136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e7650-7201-462a-99b2-80a1e25703f9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:22.053842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e7650-7201-462a-99b2-80a1e25703f9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:22.055738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e7650-7201-462a-99b2-80a1e25703f9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:22.056551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e95e7650-7201-462a-99b2-80a1e25703f9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:22.059420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, ea72f3a7-4b55-479e-882c-218b15a11d1d) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:22.063774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:22.079957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5967385-27af-42a5-b44c-77fa1e08d27e None None] Network ea72f3a7-4b55-479e-882c-218b15a11d1d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:22.094102 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3137392d-7ba3-4f50-acde-86cb86506b48 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d715ea6-e5f6-44b2-a221-1dc4adcf126f HTTP/1.1" status: 200 len: 205 time: 0.4328549 Sep 21 15:56:22.094193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37966) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:22.106847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:22.107239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:22.107588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:22.114477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.186500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:22.187360 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:22.191086 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 2 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:22.216977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.227208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:22.227818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:22.228158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:22.230248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8ac35a92-9598-4c83-9de6-429739a2fdbe is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:22.289509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e95e7650-7201-462a-99b2-80a1e25703f9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:22.293299 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e95e7650-7201-462a-99b2-80a1e25703f9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6298170 Sep 21 15:56:22.300167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:22.300522 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:22.303281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37970) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:22.304291 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 3 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:22.341454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-20f1159f-30e1-4c25-a9e6-1593061d3025 None None] Provisioning for port ffea1180-7af9-43a1-b654-8a5e13825f42 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:22.349664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-20f1159f-30e1-4c25-a9e6-1593061d3025 None None] Provisioning complete for port ffea1180-7af9-43a1-b654-8a5e13825f42 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:22.350065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-20f1159f-30e1-4c25-a9e6-1593061d3025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.377846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:22.378404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:22.378629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:22.394139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:22.394470 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:22.397119 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 4 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:22.408891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-20f1159f-30e1-4c25-a9e6-1593061d3025 None None] Port ffea1180-7af9-43a1-b654-8a5e13825f42 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:22.416017 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-5f478d5e-ea98-4619-8472-aee92b5d7833 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] delete failed (client error): The resource could not be found. Sep 21 15:56:22.417050 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5f478d5e-ea98-4619-8472-aee92b5d7833 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/8d715ea6-e5f6-44b2-a221-1dc4adcf126f HTTP/1.1" status: 404 len: 336 time: 0.3246284 Sep 21 15:56:22.434063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37974) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:22.485436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-54de5661-55de-4cfe-b9c3-ff9b4502ef9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 6a01b4bd-4528-4593-83d5-0aa2d4db8bd6 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:22.497711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-54de5661-55de-4cfe-b9c3-ff9b4502ef9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.506873 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5b6621d5-50d7-47c5-a713-8287612aaabb tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a0153dd-050a-49f8-a792-ef1b5d9e20d1 HTTP/1.1" status: 200 len: 205 time: 0.0696158 Sep 21 15:56:22.513304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37978) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:22.530994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:22.531336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:22.531679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:22.552029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:22.552363 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:22.556441 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 5 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:22.568436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.602116 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-95f846bc-b517-4784-9353-570c0ff617a1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] delete failed (client error): The resource could not be found. Sep 21 15:56:22.603238 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-95f846bc-b517-4784-9353-570c0ff617a1 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/6a0153dd-050a-49f8-a792-ef1b5d9e20d1 HTTP/1.1" status: 404 len: 336 time: 0.0888946 Sep 21 15:56:22.606533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37982) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:22.643413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:22.643752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:22.644081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:22.649885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-54de5661-55de-4cfe-b9c3-ff9b4502ef9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.692550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:22.692883 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:22.697198 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 6 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:22.707176 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-139c9102-0d73-4467-b99a-42c55565e8dd tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ad6aa3b-bea2-49e7-943c-aab812a65332 HTTP/1.1" status: 200 len: 205 time: 0.0764763 Sep 21 15:56:22.710825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37986) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:22.715776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.791200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:22.791541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:22.791880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:22.794446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.798290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:22.812823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:22.813248 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:22.813961 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-4dba4a2b-6067-4543-9c82-cbc5e4067b96 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] delete failed (client error): The resource could not be found. Sep 21 15:56:22.817974 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4dba4a2b-6067-4543-9c82-cbc5e4067b96 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/0ad6aa3b-bea2-49e7-943c-aab812a65332 HTTP/1.1" status: 404 len: 336 time: 0.0984344 Sep 21 15:56:22.818446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 7 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:22.827185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37990) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:22.913376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:22.913732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:22.914096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:22.927025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:22.927368 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:22.930744 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 8 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:22.945976 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b752e701-e56e-4f75-94c7-cb55706d20ae tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=3572d289-7968-4707-bc7b-279cca129aa8 HTTP/1.1" status: 200 len: 205 time: 0.0827680 Sep 21 15:56:22.995641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 37994) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:23.012334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-54de5661-55de-4cfe-b9c3-ff9b4502ef9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.094840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:23.095507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:23.095507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:23.137212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:23.137540 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:23.138348 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-079f802a-9c77-4136-bccd-d1dea4f7bba5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] delete failed (client error): The resource could not be found. Sep 21 15:56:23.139390 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-079f802a-9c77-4136-bccd-d1dea4f7bba5 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/3572d289-7968-4707-bc7b-279cca129aa8 HTTP/1.1" status: 404 len: 336 time: 0.1393352 Sep 21 15:56:23.143924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 9 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:23.144065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 37998) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:23.154400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.178048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:23.178305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:23.178666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:23.194102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:23.194463 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:23.198480 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.plugins.ml2.plugin [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 10 to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f Sep 21 15:56:23.206330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'Port': ['ID=3ec54ab9-be36-4526-b439-eac103d50c02,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:23.222839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:23.223032 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-11b279ac-2024-4e18-93ad-ea35a6e7e1e9 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8c0efa0-5864-4622-8fc6-f29fb1df90f1 HTTP/1.1" status: 200 len: 205 time: 0.0737329 Sep 21 15:56:23.223228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:23.223515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:23.225369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38002) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:23.287909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:23.288794 dv-neutron-858618-1-hyperv neutron-server[89725]: ERROR neutron.plugins.ml2.managers [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:23.289158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.308087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.308738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-54de5661-55de-4cfe-b9c3-ff9b4502ef9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.309280 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1e5d19d9-3a2f-4ac7-804b-2bcbc43ad056 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9704862 Sep 21 15:56:23.314501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38006) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:23.327235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-839be23f-7aac-4b73-b5ed-a02cfe2ec2b6 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Request body: {'floatingip': {'port_id': '8fdf5393-7338-4a84-ad1f-c0f7a603286f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:23.368405 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-ad35d61c-3652-4ddc-9c99-3157fd032747 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] delete failed (client error): The resource could not be found. Sep 21 15:56:23.369435 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ad35d61c-3652-4ddc-9c99-3157fd032747 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/routers/a8c0efa0-5864-4622-8fc6-f29fb1df90f1 HTTP/1.1" status: 404 len: 336 time: 0.1400001 Sep 21 15:56:23.387537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38010) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:23.450781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-839be23f-7aac-4b73-b5ed-a02cfe2ec2b6 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.502814 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ec866c-5c92-41e1-9be9-ffb1f71ee277 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] DELETE failed (client error): The resource could not be found. Sep 21 15:56:23.503268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ec866c-5c92-41e1-9be9-ffb1f71ee277 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:56:23.504953 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-85ec866c-5c92-41e1-9be9-ffb1f71ee277 tempest-RoutersIpV6AdminTest-305609488 tempest-RoutersIpV6AdminTest-305609488-project] 10.222.0.65 "DELETE /v2.0/subnets/297db947-6edc-4993-8d8d-35ee274e374a HTTP/1.1" status: 404 len: 337 time: 0.1167095 Sep 21 15:56:23.528532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de5661-55de-4cfe-b9c3-ff9b4502ef9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=6a01b4bd-4528-4593-83d5-0aa2d4db8bd6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:23.530847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-54de5661-55de-4cfe-b9c3-ff9b4502ef9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.537077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba4bdb6-b1e3-4f0c-ac56-c3202038661e None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:23.590285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] For port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:23.590670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempted to set empty binding levels {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:56:23.602430 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-54de5661-55de-4cfe-b9c3-ff9b4502ef9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/6a01b4bd-4528-4593-83d5-0aa2d4db8bd6 HTTP/1.1" status: 204 len: 168 time: 1.2911849 Sep 21 15:56:23.604830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38016) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:23.648981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Router 012e15d6-74ab-4b9f-92eb-a21f5c22eaa0 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:56:23.703410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.706374 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-839be23f-7aac-4b73-b5ed-a02cfe2ec2b6 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] update failed (client error): The resource could not be found. Sep 21 15:56:23.709982 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-839be23f-7aac-4b73-b5ed-a02cfe2ec2b6 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "PUT /v2.0/floatingips/00fb27d0-ec45-4997-8f9c-b7387e53c481 HTTP/1.1" status: 404 len: 507 time: 0.3919957 Sep 21 15:56:23.710721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38020) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:23.737170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.738246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:23.738836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.795252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.824926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2400be0-0adb-41b0-957a-906903398cf2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 81e41935-750a-4eb4-b920-9b0dd4b95e27 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:23.840868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2400be0-0adb-41b0-957a-906903398cf2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.970174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=5e7d2c36-ce46-4f89-886e-25bfd6f1144f,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:23.973331 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f5a365bf-81e7-4a8f-8c0e-e9b18cf8a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.5472274 Sep 21 15:56:23.979041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38024) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:23.986836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Deleting port 3ec54ab9-be36-4526-b439-eac103d50c02 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:23.987368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:23.995790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2400be0-0adb-41b0-957a-906903398cf2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.070504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:24.090932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c0be9-081a-4671-b0d7-78d170bddbd2 None None] Sync routers for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:24.106242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c0be9-081a-4671-b0d7-78d170bddbd2 None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:24.106875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-464c0be9-081a-4671-b0d7-78d170bddbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:24.121358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=ffea1180-7af9-43a1-b654-8a5e13825f42,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:24.130394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.143650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38030) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:24.165189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2400be0-0adb-41b0-957a-906903398cf2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.219719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-464c0be9-081a-4671-b0d7-78d170bddbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:24.231413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c0be9-081a-4671-b0d7-78d170bddbd2 None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:24.232217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-464c0be9-081a-4671-b0d7-78d170bddbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:24.238749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.243079 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-70c6b8e0-3c24-446e-b6a4-1c346f9e8cfb tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.0783274 Sep 21 15:56:24.246142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38036) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:24.310475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Deleting port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:24.310826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.311963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-464c0be9-081a-4671-b0d7-78d170bddbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:24.312450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c0be9-081a-4671-b0d7-78d170bddbd2 None None] The sync data for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:24.359916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.375523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:24.379998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] Usage tracker for resource:security_group_rule and tenant:2bfeb4ba4a6d45829f82622abf9bc4c7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:24.384013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:24.391135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:24.396254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2400be0-0adb-41b0-957a-906903398cf2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.451362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2400be0-0adb-41b0-957a-906903398cf2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=81e41935-750a-4eb4-b920-9b0dd4b95e27,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:24.459595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2400be0-0adb-41b0-957a-906903398cf2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.484586 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d2400be0-0adb-41b0-957a-906903398cf2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/81e41935-750a-4eb4-b920-9b0dd4b95e27 HTTP/1.1" status: 204 len: 168 time: 0.8765807 Sep 21 15:56:24.486033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38040) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:24.546455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b7ab5-2196-471e-ba99-62749d3f774e None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:24.562603 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-97953f9f-6632-4156-ae4e-446b53a551dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726330 Sep 21 15:56:24.564010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38044) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:24.572230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:24.652815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-29cc71ee-03da-403b-872c-015b56dda309 None None] Provisioning complete for port 8ac35a92-9598-4c83-9de6-429739a2fdbe triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:24.653183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-29cc71ee-03da-403b-872c-015b56dda309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.731776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.733145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:24.737322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:24.740456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:24.748037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:24.791795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.792360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.798866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.854762 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bfeb4ba4a6d45829f82622abf9bc4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7083411 Sep 21 15:56:24.856773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:24.860643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.876899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096bfb0-34f9-42db-979a-25ec47042b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4834682c-1a26-4954-b672-ca034627f80c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:24.877126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38048) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:24.895179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-29cc71ee-03da-403b-872c-015b56dda309 None None] Current status of the port 8ac35a92-9598-4c83-9de6-429739a2fdbe is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:24.941653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:24.965693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:56:24.971921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Deleting port 8ac35a92-9598-4c83-9de6-429739a2fdbe {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:24.972302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:24.977325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Calling delete_port for 3ec54ab9-be36-4526-b439-eac103d50c02 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:25.006329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:25.248791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] For port 8ac35a92-9598-4c83-9de6-429739a2fdbe, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8ac35a92-9598-4c83-9de6-429739a2fdbe,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:25.249757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:25.333657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] For port 5e7d2c36-ce46-4f89-886e-25bfd6f1144f, host hv-neutron-8586, got binding levels [] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:25.333960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:25.344792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:56:25.375375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Calling delete_port for 8ac35a92-9598-4c83-9de6-429739a2fdbe owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:25.432392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-90760c06-a9cb-4699-a188-223c9de6320f None None] Provisioning complete for port ffea1180-7af9-43a1-b654-8a5e13825f42 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:25.432762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90760c06-a9cb-4699-a188-223c9de6320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:25.541117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-90760c06-a9cb-4699-a188-223c9de6320f None None] Port ffea1180-7af9-43a1-b654-8a5e13825f42 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:25.601305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8ac35a92-9598-4c83-9de6-429739a2fdbe no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:25.601915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Calling delete_port for 5e7d2c36-ce46-4f89-886e-25bfd6f1144f owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:25.632920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:25.639179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:25.639597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:25.674485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5f8928c1-6ea0-451e-9a6b-e500020b8207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:25.724782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8ac35a92-9598-4c83-9de6-429739a2fdbe is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:25.725242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:25.847962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5f8928c1-6ea0-451e-9a6b-e500020b8207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:25.880704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router c6ae26db-7314-4bee-a9cc-008f12a04a0b has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:25.977214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port 8ac35a92-9598-4c83-9de6-429739a2fdbe, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8ac35a92-9598-4c83-9de6-429739a2fdbe,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:26.003976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.095169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.096163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.111702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.112975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.142099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Deleting port 8ac35a92-9598-4c83-9de6-429739a2fdbe {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:26.142582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.198213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:26.198547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:26.224839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:26.227836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=e81c975c-82f0-4b3b-98a5-d472627cf33d,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:26.232775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:26.236717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:26.237322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.247079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event deleted for resources: {'Port': ['ID=3ec54ab9-be36-4526-b439-eac103d50c02,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:26.264688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=8ac35a92-9598-4c83-9de6-429739a2fdbe,revision_number=8']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:26.354202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e7d2c36-ce46-4f89-886e-25bfd6f1144f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:26.361129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.378064 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6586e941-799a-4777-9555-ddace2f30cc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8103421 Sep 21 15:56:26.378589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38052) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:26.384275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:26.392190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] For port 8ac35a92-9598-4c83-9de6-429739a2fdbe, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8ac35a92-9598-4c83-9de6-429739a2fdbe,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:26.392570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.517840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5f8928c1-6ea0-451e-9a6b-e500020b8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.521033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Calling delete_port for 8ac35a92-9598-4c83-9de6-429739a2fdbe owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:26.530726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:26.535005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:26.538898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:26.544918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:26.552219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8928c1-6ea0-451e-9a6b-e500020b8207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4834682c-1a26-4954-b672-ca034627f80c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:26.565355 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7689a7ec-97b4-4d56-8f09-c16cf8785150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "DELETE /v2.0/ports/5e7d2c36-ce46-4f89-886e-25bfd6f1144f HTTP/1.1" status: 204 len: 168 time: 2.5850387 Sep 21 15:56:26.569110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38056) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:26.572991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5f8928c1-6ea0-451e-9a6b-e500020b8207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.576437 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5f8928c1-6ea0-451e-9a6b-e500020b8207 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4834682c-1a26-4954-b672-ca034627f80c HTTP/1.1" status: 204 len: 168 time: 1.6967170 Sep 21 15:56:26.590080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.592450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.598878 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-13cc8c1e-80fe-46de-a6b1-cce473ab9688 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "DELETE /v2.0/floatingips/00fb27d0-ec45-4997-8f9c-b7387e53c481 HTTP/1.1" status: 204 len: 168 time: 2.8871000 Sep 21 15:56:26.603008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38062) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:26.612996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0eef6401-ca67-46bc-b499-3eb494e3c4c3 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Request body: {'floatingip': {'floating_network_id': 'e1d42bd7-4fc8-4015-b254-13054d60879f', 'port_id': '8fdf5393-7338-4a84-ad1f-c0f7a603286f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:26.616162 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f47ce2-41e0-4cf3-8ae5-5fff75298a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:56:26.617202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d5f47ce2-41e0-4cf3-8ae5-5fff75298a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Synchronizing usage tracker for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:26.618281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:26.621910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:26.625381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.630452 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b096d-0da7-4c12-9a1d-14fe62361652 None None] Sync routers for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:26.651662 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e803ab84-e23f-4573-b348-e222b90e1b6a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/routers/c6ae26db-7314-4bee-a9cc-008f12a04a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5118923 Sep 21 15:56:26.653494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38066) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:26.654764 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b096d-0da7-4c12-9a1d-14fe62361652 None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:26.655551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0eef6401-ca67-46bc-b499-3eb494e3c4c3 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:26.656142 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e76b096d-0da7-4c12-9a1d-14fe62361652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:26.664096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'port': {'network_id': '32fa732d-9134-4c96-b203-d6f1c4d1ca86', 'name': 'tempest-FloatingIPTestJSON-838899081'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:26.669426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0eef6401-ca67-46bc-b499-3eb494e3c4c3 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Usage tracker for resource:floatingip and tenant:d6eebfb731c34c298248cac47eb36cb3 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:26.673874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0eef6401-ca67-46bc-b499-3eb494e3c4c3 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:26.682868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0eef6401-ca67-46bc-b499-3eb494e3c4c3 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:26.739486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d5f47ce2-41e0-4cf3-8ae5-5fff75298a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Unset dirty status for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:26.740655 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d5f47ce2-41e0-4cf3-8ae5-5fff75298a42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "GET /v2.0/ports/5e7d2c36-ce46-4f89-886e-25bfd6f1144f HTTP/1.1" status: 404 len: 333 time: 0.1696126 Sep 21 15:56:26.747167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38070) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:26.751803 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e76b096d-0da7-4c12-9a1d-14fe62361652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:26.757363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Request body: {'port': {'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771210714'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:26.762973 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b096d-0da7-4c12-9a1d-14fe62361652 None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:26.764201 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e76b096d-0da7-4c12-9a1d-14fe62361652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:26.774560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.796363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:26.811746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8ac35a92-9598-4c83-9de6-429739a2fdbe is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:26.812285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.852639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.864839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0eef6401-ca67-46bc-b499-3eb494e3c4c3 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:26.878387 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e76b096d-0da7-4c12-9a1d-14fe62361652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:26.878806 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b096d-0da7-4c12-9a1d-14fe62361652 None None] The sync data for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:26.927410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:26.933680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Usage tracker for resource:port and tenant:7a983a33c3c74a17a3506b53b53383b5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:26.937297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:26.944974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:26.948418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] Pushing event deleted for resources: {'Port': ['ID=8ac35a92-9598-4c83-9de6-429739a2fdbe,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:26.967528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:27.043613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6827ebb-9d95-41a7-8097-416e8b4ce901 None None] No DVR routers for this DVR port 8ac35a92-9598-4c83-9de6-429739a2fdbe on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:56:27.065312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d305e73-0add-4a86-ac00-16cc808d861b None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:27.085552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Made reservation on behalf of 7a983a33c3c74a17a3506b53b53383b5 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:27.090402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.124864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] device_id is not set on port 8db85706-be72-45b5-9caa-3c55dbbd1f7e yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:27.142172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Made reservation on behalf of ccbdc1dccd794dbd8e2c6dc71af149f0 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:27.144785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.167864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] device_id is not set on port e2b2352c-8841-41fc-996b-1b871c02386a yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:27.184504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.266337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:27.301112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:27.319685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:27.319685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.328089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=7ddff7c4-c6ac-4226-a4bb-33399f3b04bf,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:27.342932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '7ddff7c4-c6ac-4226-a4bb-33399f3b04bf'}, {'subnet_id': 'e81c975c-82f0-4b3b-98a5-d472627cf33d'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:27.346851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.363448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Allocated IP 172.20.0.14 (32fa732d-9134-4c96-b203-d6f1c4d1ca86/f952ecf7-2f4a-4c0f-b907-4ff4f1510225/8db85706-be72-45b5-9caa-3c55dbbd1f7e) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:27.448742 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1a7dd12a-a826-4400-824a-6f4efdd17834 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0695190 Sep 21 15:56:27.453433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38076) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:27.512853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:a3:5d:52', 'name': 'tempest-NetworksTestDHCPv6-152823672'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:27.515734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38080) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:27.536280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.583502 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-0eef6401-ca67-46bc-b499-3eb494e3c4c3 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:56:27.588908 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0eef6401-ca67-46bc-b499-3eb494e3c4c3 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9796324 Sep 21 15:56:27.591753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38084) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:27.595122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Allocated IP 172.20.0.2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/7ddff7c4-c6ac-4226-a4bb-33399f3b04bf/33221780-2e26-47e3-9912-9ce257dc403e) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:27.602153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Allocated IP 2001:db8::f816:3eff:fe75:214d (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/e81c975c-82f0-4b3b-98a5-d472627cf33d/33221780-2e26-47e3-9912-9ce257dc403e) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:27.607272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '8fdf5393-7338-4a84-ad1f-c0f7a603286f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:27.621892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:27.631614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Usage tracker for resource:floatingip and tenant:d6eebfb731c34c298248cac47eb36cb3 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:27.636381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:27.642692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4f5df67d-45b8-4ec2-b473-d341f4e581b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49390691179840948b89a0229ce9a68c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1262023 Sep 21 15:56:27.649675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38088) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:27.654451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:27.742087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.747538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.767038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:27.775619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:27.778254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Allocated IP 172.20.0.1 (af2011d3-278e-415a-bbf5-eb6b8a289d3b/350a2907-f3b6-4288-937d-c5a6eb2f995c/c8a43996-711f-40f0-a34e-f78995924476) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:27.785919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:27.794621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Transition to ACTIVE for port object 8db85706-be72-45b5-9caa-3c55dbbd1f7e will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:27.816368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:27.857778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.870029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Transition to ACTIVE for port object 33221780-2e26-47e3-9912-9ce257dc403e will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:27.885091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.890348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Transition to ACTIVE for port object 33221780-2e26-47e3-9912-9ce257dc403e will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:27.935961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.972734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ac50aafa-2d50-4a1c-8426-5e189a136aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:27.993244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.064011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:28.082995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:28.086549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:28.091975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:28.097911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Pushing event updated for resources: {'Port': ['ID=33221780-2e26-47e3-9912-9ce257dc403e,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:28.118896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Network ea72f3a7-4b55-479e-882c-218b15a11d1d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:28.130160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:28.133075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:28.134215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:28.134811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.140888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ac50aafa-2d50-4a1c-8426-5e189a136aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.161199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b2352c-8841-41fc-996b-1b871c02386a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:28.173417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:28.179869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:28.186366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event updated for resources: {'Port': ['ID=8db85706-be72-45b5-9caa-3c55dbbd1f7e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:28.187931 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:28.242661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Attempting to bind port 33221780-2e26-47e3-9912-9ce257dc403e on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:28.242956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Attempting to bind port 33221780-2e26-47e3-9912-9ce257dc403e by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:28.243246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Attempting to bind port 33221780-2e26-47e3-9912-9ce257dc403e on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:28.248843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:56:28.249235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:28.249632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.250073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:56:28.250621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Bound port: 33221780-2e26-47e3-9912-9ce257dc403e, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:56:28.250909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.282678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.306825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Transition to ACTIVE for port object c8a43996-711f-40f0-a34e-f78995924476 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:28.325960 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a6bff8e-09ec-445c-aa67-640fcc819d79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5740788 Sep 21 15:56:28.325960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38092) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:28.329720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:28.330654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.332471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8586'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:28.351664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.358469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] For port 33221780-2e26-47e3-9912-9ce257dc403e, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:28.361787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] For port 33221780-2e26-47e3-9912-9ce257dc403e, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=33221780-2e26-47e3-9912-9ce257dc403e,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:56:28.371799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ac50aafa-2d50-4a1c-8426-5e189a136aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.387482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 1dc639cc-960b-48d8-89fe-afae96ed8dc8 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:28.401696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50aafa-2d50-4a1c-8426-5e189a136aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53574217-cc2e-430c-8a83-c98263468405,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:28.414608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ac50aafa-2d50-4a1c-8426-5e189a136aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.418645 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ac50aafa-2d50-4a1c-8426-5e189a136aa6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53574217-cc2e-430c-8a83-c98263468405 HTTP/1.1" status: 204 len: 168 time: 0.7651744 Sep 21 15:56:28.425264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.462282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.468606 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ec4e2677-129e-42af-954d-c8376e82cb5e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8140893 Sep 21 15:56:28.471519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38098) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:28.492790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Request body: {'floatingip': {'port_id': '8db85706-be72-45b5-9caa-3c55dbbd1f7e'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:28.603901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.604189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac75b8-2b72-42c4-b93b-1c9d5380e180 None None] Pushing event updated for resources: {'Port': ['ID=33221780-2e26-47e3-9912-9ce257dc403e,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:28.678165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.707421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e1bbf25f-33fe-4ad7-bfe2-afa3945c9f7c None None] Provisioning for port 8db85706-be72-45b5-9caa-3c55dbbd1f7e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:28.715107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:28.718514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.718952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e1bbf25f-33fe-4ad7-bfe2-afa3945c9f7c None None] Provisioning complete for port 8db85706-be72-45b5-9caa-3c55dbbd1f7e triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:28.719332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e1bbf25f-33fe-4ad7-bfe2-afa3945c9f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:28.736065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:28.739097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:28.757235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Allocated IP 172.26.0.90 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/dd7bd7cb-901b-4f69-b905-3e93e41ffb11) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:28.779038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 172.20.0.14 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/7ddff7c4-c6ac-4226-a4bb-33399f3b04bf/1dc639cc-960b-48d8-89fe-afae96ed8dc8) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:28.792013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'Port': ['ID=c8a43996-711f-40f0-a34e-f78995924476,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:28.811476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fea3:5d52 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/e81c975c-82f0-4b3b-98a5-d472627cf33d/1dc639cc-960b-48d8-89fe-afae96ed8dc8) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:28.827251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbf25f-33fe-4ad7-bfe2-afa3945c9f7c None None] Port 8db85706-be72-45b5-9caa-3c55dbbd1f7e cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:28.843571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.074969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.212110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.225566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0a72e276-0d55-437e-b032-0d1d8b027cd5 None None] Provisioning for port c8a43996-711f-40f0-a34e-f78995924476 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:29.239440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0a72e276-0d55-437e-b032-0d1d8b027cd5 None None] Provisioning complete for port c8a43996-711f-40f0-a34e-f78995924476 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:29.243014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0a72e276-0d55-437e-b032-0d1d8b027cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.276888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.298728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 1dc639cc-960b-48d8-89fe-afae96ed8dc8 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:29.342398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0a72e276-0d55-437e-b032-0d1d8b027cd5 None None] Port c8a43996-711f-40f0-a34e-f78995924476 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:29.375180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.426318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.463388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:29.467610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:29.477698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:29.492277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:29.495543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event updated for resources: {'Port': ['ID=dd7bd7cb-901b-4f69-b905-3e93e41ffb11,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:29.499910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:29.535372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:29.597158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] device_id is not set on port e2b2352c-8841-41fc-996b-1b871c02386a yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:29.616815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.651659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Transition to ACTIVE for port object e2b2352c-8841-41fc-996b-1b871c02386a will not be triggered until provisioned by entity L2. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:29.676678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 33221780-2e26-47e3-9912-9ce257dc403e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:29.779876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:29.781005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.845247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=1dc639cc-960b-48d8-89fe-afae96ed8dc8,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:29.858904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 33221780-2e26-47e3-9912-9ce257dc403e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:29.904279 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:29.960112 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1ff603b7-3c16-4c54-8a55-fcb914ab02c1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5054691 Sep 21 15:56:29.967859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38124) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:30.029578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41832f6b-5cfd-4f6a-a123-8bb7bfcc399c None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:30.059577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Deleting port dd7bd7cb-901b-4f69-b905-3e93e41ffb11 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:30.059919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.130000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:30.130637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:30.130742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:30.133521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b2352c-8841-41fc-996b-1b871c02386a,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:30.143205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.159370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:30.159866 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:30.164566 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 2 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:30.183128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:30.183469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:30.184238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:30.220792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:30.221128 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:30.228627 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 3 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:30.255214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc20246-0f44-43e9-b570-fdf89c89c618 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:30.261664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc20246-0f44-43e9-b570-fdf89c89c618 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:30.262519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0bc20246-0f44-43e9-b570-fdf89c89c618 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:30.266371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:30.266964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:30.267103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:30.270232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ab3fd464-ed08-4a6b-9b9a-3fdd994e21e1 None None] Provisioning for port 33221780-2e26-47e3-9912-9ce257dc403e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:30.278820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ab3fd464-ed08-4a6b-9b9a-3fdd994e21e1 None None] Provisioning complete for port 33221780-2e26-47e3-9912-9ce257dc403e triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:30.279334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd464-ed08-4a6b-9b9a-3fdd994e21e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.336361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:30.336361 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:30.338228 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 4 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:30.364975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:30.365452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:30.365643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:30.389437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:30.389774 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:30.396975 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 5 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:30.426898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:30.427221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:30.427559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:30.432246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.432582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.484263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fd464-ed08-4a6b-9b9a-3fdd994e21e1 None None] Current status of the port 33221780-2e26-47e3-9912-9ce257dc403e is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:30.484817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd464-ed08-4a6b-9b9a-3fdd994e21e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.493669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:30.493933 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:30.495532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:56:30.528740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ab3fd464-ed08-4a6b-9b9a-3fdd994e21e1 None None] For port 33221780-2e26-47e3-9912-9ce257dc403e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=33221780-2e26-47e3-9912-9ce257dc403e,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:30.563589 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 6 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:30.575467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0bc20246-0f44-43e9-b570-fdf89c89c618 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:30.576665 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0bc20246-0f44-43e9-b570-fdf89c89c618 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5953722 Sep 21 15:56:30.581083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38134) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:30.584303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Calling delete_port for dd7bd7cb-901b-4f69-b905-3e93e41ffb11 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:30.615083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab3fd464-ed08-4a6b-9b9a-3fdd994e21e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.718025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:30.718390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:30.718723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fd464-ed08-4a6b-9b9a-3fdd994e21e1 None None] Pushing event updated for resources: {'Port': ['ID=33221780-2e26-47e3-9912-9ce257dc403e,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:30.718864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:30.746119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:30.746414 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:30.749811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8af0d-3d47-4153-bb15-2e4c36e2c388 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 1dc639cc-960b-48d8-89fe-afae96ed8dc8 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:30.750180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cf8af0d-3d47-4153-bb15-2e4c36e2c388 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.779902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.780389 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 7 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:30.838618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:30.838959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:30.839296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:30.853012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-21b978b5-cab8-4181-9fa0-bea14063c24f None None] Provisioning complete for port 33221780-2e26-47e3-9912-9ce257dc403e triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:30.853407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-21b978b5-cab8-4181-9fa0-bea14063c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.896117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.903924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:30.904260 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:30.905191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:30.973447 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 8 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:31.023321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-21b978b5-cab8-4181-9fa0-bea14063c24f None None] Current status of the port 33221780-2e26-47e3-9912-9ce257dc403e is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:31.033372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event deleted for resources: {'Port': ['ID=dd7bd7cb-901b-4f69-b905-3e93e41ffb11,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:31.081527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:31.081872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:31.082288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:31.110232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-21b978b5-cab8-4181-9fa0-bea14063c24f None None] Provisioning for port 1dc639cc-960b-48d8-89fe-afae96ed8dc8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:31.112560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38146) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:31.113779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-21b978b5-cab8-4181-9fa0-bea14063c24f None None] Provisioning complete for port 1dc639cc-960b-48d8-89fe-afae96ed8dc8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:31.114324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-21b978b5-cab8-4181-9fa0-bea14063c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.131222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:31.132749 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:31.178645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-21b978b5-cab8-4181-9fa0-bea14063c24f None None] Port 1dc639cc-960b-48d8-89fe-afae96ed8dc8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:31.201283 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 9 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:31.247851 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] create failed (client error): The resource could not be found. Sep 21 15:56:31.252398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-78015938-5447-4294-a10e-3c7fad70a9ac tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6561759 Sep 21 15:56:31.252654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38152) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:31.289609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1999871303', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:31.299487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3ee013b8-2add-40c4-aa2b-89153b722d3d None None] Provisioning complete for port 1dc639cc-960b-48d8-89fe-afae96ed8dc8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:31.299995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3ee013b8-2add-40c4-aa2b-89153b722d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.315750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:31.320354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:31.321168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:31.321168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:31.324836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Usage tracker for resource:port and tenant:b60f41fa83354f2491a06fddcf2c3d78 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:31.329221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:31.338995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:31.347341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c16d1206-365e-42e6-80b1-1590e51fc3ea tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Deleting port 8fdf5393-7338-4a84-ad1f-c0f7a603286f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:31.347761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c16d1206-365e-42e6-80b1-1590e51fc3ea tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.350847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:31.351188 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:31.354070 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 10 to bind port e2b2352c-8841-41fc-996b-1b871c02386a Sep 21 15:56:31.357162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3ee013b8-2add-40c4-aa2b-89153b722d3d None None] Port 1dc639cc-960b-48d8-89fe-afae96ed8dc8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:31.372972 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP ede0cacc-c8f1-4922-8b00-ec42fb70dc5f associated. External IP: 172.26.0.253, port: 2915f059-d11f-4704-85ce-2c4ffeeeb551. Sep 21 15:56:31.492897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Made reservation on behalf of b60f41fa83354f2491a06fddcf2c3d78 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:31.495260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.561810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.570476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:56:31.587389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:31.587732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:31.588235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:31.590436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:31.596125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Usage tracker for resource:security_group_rule and tenant:b60f41fa83354f2491a06fddcf2c3d78 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:31.600797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:31.618723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:31.618878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:31.619124 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port e2b2352c-8841-41fc-996b-1b871c02386a on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:31.619958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.623314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 33221780-2e26-47e3-9912-9ce257dc403e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:31.635577 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.646870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cf8af0d-3d47-4153-bb15-2e4c36e2c388 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.660553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c16d1206-365e-42e6-80b1-1590e51fc3ea tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.703763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 33221780-2e26-47e3-9912-9ce257dc403e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:31.704235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.801548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c16d1206-365e-42e6-80b1-1590e51fc3ea tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Calling delete_port for 8fdf5393-7338-4a84-ad1f-c0f7a603286f owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:31.823164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 33221780-2e26-47e3-9912-9ce257dc403e is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:31.864378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8af0d-3d47-4153-bb15-2e4c36e2c388 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 1dc639cc-960b-48d8-89fe-afae96ed8dc8 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:31.897650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:31.952836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.009675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.019374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] device_id is not set on port 249952d2-2a50-4be5-958c-539df9c65446 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:32.082319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c16d1206-365e-42e6-80b1-1590e51fc3ea tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.112403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.119630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'Port': ['ID=c8a43996-711f-40f0-a34e-f78995924476,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:32.128582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] For port e2b2352c-8841-41fc-996b-1b871c02386a, host hv-neutron-8586, cleared binding levels {{(pid=89726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:32.128971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempted to set empty binding levels {{(pid=89726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:56:32.141556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7922118b-c52b-4902-9768-7c9c83860a1d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:32.156146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d1206-365e-42e6-80b1-1590e51fc3ea tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event deleted for resources: {'Port': ['ID=8fdf5393-7338-4a84-ad1f-c0f7a603286f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:32.219361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.219361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] In _notify_port_updated(), no bound segment for port e2b2352c-8841-41fc-996b-1b871c02386a on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:56:32.220077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.227073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.227073 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "PUT /v2.0/ports/e2b2352c-8841-41fc-996b-1b871c02386a HTTP/1.1" status: 200 len: 981 time: 3.8957193 Sep 21 15:56:32.238673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38162) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:32.388686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Allocated IP 172.26.0.234 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/249952d2-2a50-4be5-958c-539df9c65446) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:32.392051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c16d1206-365e-42e6-80b1-1590e51fc3ea tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.414287 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c16d1206-365e-42e6-80b1-1590e51fc3ea tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "DELETE /v2.0/ports/8fdf5393-7338-4a84-ad1f-c0f7a603286f HTTP/1.1" status: 204 len: 168 time: 1.1606047 Sep 21 15:56:32.417428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38166) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:32.496593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fafb9-1465-4a3f-907e-39aba19cdf64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b2352c-8841-41fc-996b-1b871c02386a,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:32.594672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.595234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.595511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.595971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.596432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.596889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.597344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.597797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.598506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.598865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.599177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.599633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.600085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.600297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:32.600574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.601031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.601494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.601962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.602423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.602871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.603323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.603772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.604221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.604670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.605118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.605570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.606014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:32.606116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.606487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.613434 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fdb2c0a8-e667-4ebb-971d-fea806776125 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23568 time: 0.3405390 Sep 21 15:56:32.613607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38170) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:32.616461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:32.684988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cf8af0d-3d47-4153-bb15-2e4c36e2c388 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.698505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Deleting port e2b2352c-8841-41fc-996b-1b871c02386a {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:32.699087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.793538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4481ae-e0fa-4d61-93f8-2d49589efb22 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:32.794293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7f4481ae-e0fa-4d61-93f8-2d49589efb22 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Synchronizing usage tracker for tenant:d6eebfb731c34c298248cac47eb36cb3 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:32.810446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8af0d-3d47-4153-bb15-2e4c36e2c388 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=1dc639cc-960b-48d8-89fe-afae96ed8dc8,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:32.867762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf5da975-88d6-4c4d-a323-cc320ce5ef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:32.901472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-866dbdcd-6989-42ac-baf1-b584bf6924c2 None None] Provisioning complete for port c8a43996-711f-40f0-a34e-f78995924476 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:32.901913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-866dbdcd-6989-42ac-baf1-b584bf6924c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:33.011773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-866dbdcd-6989-42ac-baf1-b584bf6924c2 None None] Port c8a43996-711f-40f0-a34e-f78995924476 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:33.032864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7f4481ae-e0fa-4d61-93f8-2d49589efb22 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Unset dirty status for tenant:d6eebfb731c34c298248cac47eb36cb3 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:33.034292 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7f4481ae-e0fa-4d61-93f8-2d49589efb22 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df16dca-5ae6-4a1b-a6e1-f0671317f591 HTTP/1.1" status: 200 len: 913 time: 0.6159303 Sep 21 15:56:33.041220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38174) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:33.218831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] For port e2b2352c-8841-41fc-996b-1b871c02386a, host hv-neutron-8586, got binding levels [] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:33.219263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:33.278166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Router 012e15d6-74ab-4b9f-92eb-a21f5c22eaa0 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:33.293347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:33.303639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745779a4-65df-47dd-bcfd-e518db682b68 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:33.314111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:33.315751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745779a4-65df-47dd-bcfd-e518db682b68 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:33.316363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-745779a4-65df-47dd-bcfd-e518db682b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:33.351692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cf8af0d-3d47-4153-bb15-2e4c36e2c388 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:33.382313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-745779a4-65df-47dd-bcfd-e518db682b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:33.382527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Calling delete_port for e2b2352c-8841-41fc-996b-1b871c02386a owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:33.391516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745779a4-65df-47dd-bcfd-e518db682b68 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:33.392282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-745779a4-65df-47dd-bcfd-e518db682b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:33.459307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-745779a4-65df-47dd-bcfd-e518db682b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:33.459307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745779a4-65df-47dd-bcfd-e518db682b68 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:33.578552 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8cf8af0d-3d47-4153-bb15-2e4c36e2c388 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/1dc639cc-960b-48d8-89fe-afae96ed8dc8 HTTP/1.1" status: 204 len: 168 time: 2.9887612 Sep 21 15:56:33.581619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38178) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:33.630308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:33.638314 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3ec04e50-f765-4ed4-b336-b69912a5d76d tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "PUT /v2.0/routers/012e15d6-74ab-4b9f-92eb-a21f5c22eaa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3838902 Sep 21 15:56:33.638596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38182) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:33.644329 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9a20f-db8a-46ae-8c4f-3eb7286723f4 None None] Sync routers for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:33.644890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Request body: {'port': {'network_id': 'af2011d3-278e-415a-bbf5-eb6b8a289d3b', 'name': 'tempest-FloatingIPAdminTestJSON-2029901014'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:33.660772 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9a20f-db8a-46ae-8c4f-3eb7286723f4 None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:33.661387 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a1e9a20f-db8a-46ae-8c4f-3eb7286723f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:33.719292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97917586-c2ef-44e6-ba34-61b024679ec1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:33.720976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97917586-c2ef-44e6-ba34-61b024679ec1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:33.722533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97917586-c2ef-44e6-ba34-61b024679ec1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:33.723320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-97917586-c2ef-44e6-ba34-61b024679ec1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:33.739971 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a1e9a20f-db8a-46ae-8c4f-3eb7286723f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:33.747959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:33.753342 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9a20f-db8a-46ae-8c4f-3eb7286723f4 None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:33.754029 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a1e9a20f-db8a-46ae-8c4f-3eb7286723f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:33.804492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:33.810110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b2352c-8841-41fc-996b-1b871c02386a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:33.822285 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a1e9a20f-db8a-46ae-8c4f-3eb7286723f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:33.822748 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9a20f-db8a-46ae-8c4f-3eb7286723f4 None None] The sync data for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:33.883491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:33.892288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-97917586-c2ef-44e6-ba34-61b024679ec1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:33.893430 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-97917586-c2ef-44e6-ba34-61b024679ec1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3083718 Sep 21 15:56:33.899230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38186) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:33.933324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:33.936705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:33.939248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d7ddaf1d-93c4-4cb5-ae2f-2c4b24a2299c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "DELETE /v2.0/ports/e2b2352c-8841-41fc-996b-1b871c02386a HTTP/1.1" status: 204 len: 168 time: 1.3246171 Sep 21 15:56:33.943680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:33.956739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38190) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:34.042770 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:34.047424 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eae7b79-83bc-4dad-85ac-a72f41510ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:56:34.047963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0eae7b79-83bc-4dad-85ac-a72f41510ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Synchronizing usage tracker for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:34.057925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router c6ae26db-7314-4bee-a9cc-008f12a04a0b has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:34.058918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Usage tracker for resource:port and tenant:c306ecdff81d4459a1926f303437aff9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:34.065421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:34.075055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3e2a83-8415-4637-b926-fc2543004772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 7ddff7c4-c6ac-4226-a4bb-33399f3b04bf {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:34.084359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:34.093374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a83-8415-4637-b926-fc2543004772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.125946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Pushing event updated for resources: {'Port': ['ID=249952d2-2a50-4be5-958c-539df9c65446,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:34.150071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:34.150590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.236252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.294882 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6b18d4f3-7df8-4b95-a920-c39d7b8731f1 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1678641 Sep 21 15:56:34.303207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38196) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:34.327554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0eae7b79-83bc-4dad-85ac-a72f41510ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Unset dirty status for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:34.333239 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0eae7b79-83bc-4dad-85ac-a72f41510ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "GET /v2.0/ports/e2b2352c-8841-41fc-996b-1b871c02386a HTTP/1.1" status: 404 len: 333 time: 0.3710232 Sep 21 15:56:34.340054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Made reservation on behalf of c306ecdff81d4459a1926f303437aff9 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:34.343440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.351866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38200) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:34.364141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.234'}]}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:34.374372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1075299763', 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:34.384453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:34.386140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a83-8415-4637-b926-fc2543004772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.391747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Usage tracker for resource:router and tenant:b60f41fa83354f2491a06fddcf2c3d78 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:34.396009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:34.408061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:34.414269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:34.505976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.507527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.518664 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:34.521038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] device_id is not set on port 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:34.538548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.612249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:34.626386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d607305-9a13-4360-b7f2-64d530fa141d None None] Sync routers for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:34.637704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.637890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d607305-9a13-4360-b7f2-64d530fa141d None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:34.638657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6d607305-9a13-4360-b7f2-64d530fa141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:34.683753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Deleting port 9d8e2560-bbe5-4989-bd79-6432e62a214c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:34.683980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.711109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6d607305-9a13-4360-b7f2-64d530fa141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:34.720281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d607305-9a13-4360-b7f2-64d530fa141d None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:34.721050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6d607305-9a13-4360-b7f2-64d530fa141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:34.725871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Made reservation on behalf of ccbdc1dccd794dbd8e2c6dc71af149f0 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:34.728443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.773638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a83-8415-4637-b926-fc2543004772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.785487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6d607305-9a13-4360-b7f2-64d530fa141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:34.786002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d607305-9a13-4360-b7f2-64d530fa141d None None] The sync data for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:34.814682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] device_id is not set on port 64bf707f-04a9-4532-8986-a9c21089b7a6 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:34.901628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Allocated IP 172.20.0.12 (af2011d3-278e-415a-bbf5-eb6b8a289d3b/350a2907-f3b6-4288-937d-c5a6eb2f995c/0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:34.983488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8abbf0d9-5972-46d9-9244-16687b3fe6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:34.996568 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d87053df-4259-4933-b1a5-e02cd761c016 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/floatingips/ede0cacc-c8f1-4922-8b00-ec42fb70dc5f HTTP/1.1" status: 200 len: 978 time: 6.5235443 Sep 21 15:56:35.000238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38204) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:35.016151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.131780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port 8db85706-be72-45b5-9caa-3c55dbbd1f7e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:35.132122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.135455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a83-8415-4637-b926-fc2543004772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.183140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.250745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e2a83-8415-4637-b926-fc2543004772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddff7c4-c6ac-4226-a4bb-33399f3b04bf,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:35.252594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2a83-8415-4637-b926-fc2543004772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.263421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39922a-d80f-4d23-9b68-a6bb516e6511 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:35.320762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.376052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.383848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Calling delete_port for 9d8e2560-bbe5-4989-bd79-6432e62a214c owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:35.385241 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5e3e2a83-8415-4637-b926-fc2543004772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/7ddff7c4-c6ac-4226-a4bb-33399f3b04bf HTTP/1.1" status: 204 len: 168 time: 1.4846678 Sep 21 15:56:35.388352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38210) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:35.434941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Transition to ACTIVE for port object 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:35.475459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe6be5e-dbc8-4b9d-af5e-cceb79607c9b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet e81c975c-82f0-4b3b-98a5-d472627cf33d {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:35.482396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bfe6be5e-dbc8-4b9d-af5e-cceb79607c9b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.517379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.613698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bfe6be5e-dbc8-4b9d-af5e-cceb79607c9b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.658478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Network ea72f3a7-4b55-479e-882c-218b15a11d1d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:35.665531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:35.667568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=64bf707f-04a9-4532-8986-a9c21089b7a6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:35.669466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:35.670530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:35.670982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.677635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.788822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:35.797081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:35.804892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:35.838114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event updated for resources: {'Port': ['ID=0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:35.841267 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-49645f0a-57ed-4825-9817-cdca10561480 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4847498 Sep 21 15:56:35.847722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38214) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:35.865421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.924476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bfe6be5e-dbc8-4b9d-af5e-cceb79607c9b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:35.983033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:35.983642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.012776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9836391-2bde-4f85-86b6-3480639ca824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:36.013422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c9836391-2bde-4f85-86b6-3480639ca824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Synchronizing usage tracker for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:36.140360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bfe6be5e-dbc8-4b9d-af5e-cceb79607c9b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.200393 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b4b46e84-d8ef-4f64-b130-ab04ce84842e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5608518 Sep 21 15:56:36.206462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c9836391-2bde-4f85-86b6-3480639ca824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Unset dirty status for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:36.208471 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c9836391-2bde-4f85-86b6-3480639ca824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "GET /v2.0/ports/64bf707f-04a9-4532-8986-a9c21089b7a6 HTTP/1.1" status: 200 len: 959 time: 0.3520787 Sep 21 15:56:36.211549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38224) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:36.213828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bfe6be5e-dbc8-4b9d-af5e-cceb79607c9b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.214696 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bfe6be5e-dbc8-4b9d-af5e-cceb79607c9b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/e81c975c-82f0-4b3b-98a5-d472627cf33d HTTP/1.1" status: 204 len: 168 time: 0.8244700 Sep 21 15:56:36.217602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6be5e-dbc8-4b9d-af5e-cceb79607c9b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=e81c975c-82f0-4b3b-98a5-d472627cf33d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:36.219661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38228) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:36.219780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38230) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:36.232521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.255326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5b4507ff-35f5-480d-9ddf-cd0ccb0b5511 None None] Provisioning for port 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:36.264833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5b4507ff-35f5-480d-9ddf-cd0ccb0b5511 None None] Provisioning complete for port 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:36.265430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5b4507ff-35f5-480d-9ddf-cd0ccb0b5511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.368495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5b4507ff-35f5-480d-9ddf-cd0ccb0b5511 None None] Port 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:36.398913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc27bf5-2c38-498f-affb-f908729eec6a None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:36.430685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.494088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d10089fc-3134-46b7-ba51-1e7dd7bd2c54 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:router {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:36.550301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-20d3ff2e-590c-4227-ae18-1778830b2bfb None None] Provisioning complete for port 33221780-2e26-47e3-9912-9ce257dc403e triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:36.550709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-20d3ff2e-590c-4227-ae18-1778830b2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.633139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d10089fc-3134-46b7-ba51-1e7dd7bd2c54 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:router {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:36.634862 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d10089fc-3134-46b7-ba51-1e7dd7bd2c54 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4102468 Sep 21 15:56:36.643011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38240) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:36.654641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:36.682731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'project_id': 'c306ecdff81d4459a1926f303437aff9', 'port_id': '0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:36.745418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-71e1aedf-9f7b-4286-b1b8-9fed8dd9817c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Deleting port 64bf707f-04a9-4532-8986-a9c21089b7a6 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:36.745719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71e1aedf-9f7b-4286-b1b8-9fed8dd9817c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.751660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event deleted for resources: {'Port': ['ID=9d8e2560-bbe5-4989-bd79-6432e62a214c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:36.770376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:36.797388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Usage tracker for resource:floatingip and tenant:c306ecdff81d4459a1926f303437aff9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:36.804692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.822870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:36.823743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-20d3ff2e-590c-4227-ae18-1778830b2bfb None None] Current status of the port 33221780-2e26-47e3-9912-9ce257dc403e is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:36.837303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.852022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:36.900459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:36.916993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:56:36.920091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:36.921157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.921157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.921515 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Floating IP ede0cacc-c8f1-4922-8b00-ec42fb70dc5f disassociated. External IP: 172.26.0.253, port: 8db85706-be72-45b5-9caa-3c55dbbd1f7e. Sep 21 15:56:36.922062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for 8db85706-be72-45b5-9caa-3c55dbbd1f7e owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:36.923796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] Deleting port 33221780-2e26-47e3-9912-9ce257dc403e {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:36.928761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.930646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:36.941848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:36.951558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:36.988757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f1e2d-e72f-41d9-815c-6d2baae36bcf req-091f1260-fa98-423f-9410-dae782b90360 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:37.004062 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-138f1e2d-e72f-41d9-815c-6d2baae36bcf req-091f1260-fa98-423f-9410-dae782b90360 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4204025 Sep 21 15:56:37.082740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.150570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:37.154713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.295245 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] For port 33221780-2e26-47e3-9912-9ce257dc403e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=33221780-2e26-47e3-9912-9ce257dc403e,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:37.296283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.323897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71e1aedf-9f7b-4286-b1b8-9fed8dd9817c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.352217 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-138f1e2d-e72f-41d9-815c-6d2baae36bcf req-49e0f445-4522-4a6e-afe9-bcf97e34fe1b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472557 Sep 21 15:56:37.438566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] Calling delete_port for 33221780-2e26-47e3-9912-9ce257dc403e owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:37.456839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.505121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-ce304ba5-e788-4306-9767-92b9e5cff359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:37.507561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-ce304ba5-e788-4306-9767-92b9e5cff359 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1098 time: 0.7423460 Sep 21 15:56:37.508301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-71e1aedf-9f7b-4286-b1b8-9fed8dd9817c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Calling delete_port for 64bf707f-04a9-4532-8986-a9c21089b7a6 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:37.621831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 33221780-2e26-47e3-9912-9ce257dc403e no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:37.633978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.656853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.675458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71e1aedf-9f7b-4286-b1b8-9fed8dd9817c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.688250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 33221780-2e26-47e3-9912-9ce257dc403e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:56:37.688601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 33221780-2e26-47e3-9912-9ce257dc403e not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:56:37.710627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] Pushing event deleted for resources: {'Port': ['ID=33221780-2e26-47e3-9912-9ce257dc403e,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:37.714228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60902ba1-5fd9-4ccb-a2e2-de7d8fd38372 None None] No DVR routers for this DVR port 33221780-2e26-47e3-9912-9ce257dc403e on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:56:37.745125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1aedf-9f7b-4286-b1b8-9fed8dd9817c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event deleted for resources: {'Port': ['ID=64bf707f-04a9-4532-8986-a9c21089b7a6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:37.761486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71e1aedf-9f7b-4286-b1b8-9fed8dd9817c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.786900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.846388 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-71e1aedf-9f7b-4286-b1b8-9fed8dd9817c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "DELETE /v2.0/ports/64bf707f-04a9-4532-8986-a9c21089b7a6 HTTP/1.1" status: 204 len: 168 time: 1.6201687 Sep 21 15:56:37.852871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38246) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:37.855694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Allocated IP 172.26.0.137 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/974a3e9c-ab2e-4f80-9d03-9b3ad4fda365) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:37.898893 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0097ce34-c935-4777-a15a-bd09edfb58e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:56:37.899343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0097ce34-c935-4777-a15a-bd09edfb58e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Synchronizing usage tracker for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:37.975134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:37.997775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0097ce34-c935-4777-a15a-bd09edfb58e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Unset dirty status for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:37.999002 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0097ce34-c935-4777-a15a-bd09edfb58e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "GET /v2.0/ports/64bf707f-04a9-4532-8986-a9c21089b7a6 HTTP/1.1" status: 404 len: 333 time: 0.1452353 Sep 21 15:56:38.003555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38250) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:38.011735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Request body: {'port': {'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-876636625'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:38.018792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:38.044780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:38.046459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=8db85706-be72-45b5-9caa-3c55dbbd1f7e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:38.060199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-d4fc4bca-8514-4cca-b338-9e702074c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:38.061646 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-d4fc4bca-8514-4cca-b338-9e702074c9ed service neutron] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 912 time: 0.5391910 Sep 21 15:56:38.063423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Router 1df16dca-5ae6-4a1b-a6e1-f0671317f591 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:38.150198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:38.188717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Made reservation on behalf of ccbdc1dccd794dbd8e2c6dc71af149f0 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:38.191145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:38.227910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] device_id is not set on port 71468f8f-49e3-4d6d-9468-61c319c9737e yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:38.372304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:38.431525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:38.443654 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159fd11c-87a9-44b1-aea7-df02ffb6b1d8 None None] Sync routers for ids ['1df16dca-5ae6-4a1b-a6e1-f0671317f591'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:38.452897 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-eabea27b-8660-4f13-b50f-480f0f8317aa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 1001 time: 0.3827264 Sep 21 15:56:38.459620 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159fd11c-87a9-44b1-aea7-df02ffb6b1d8 None None] Routers {'1df16dca-5ae6-4a1b-a6e1-f0671317f591'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:38.460350 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-159fd11c-87a9-44b1-aea7-df02ffb6b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1df16dca-5ae6-4a1b-a6e1-f0671317f591'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:38.461116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:38.466119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:38.469030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:38.469629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:38.479893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f4c67-5662-40c8-aeea-9b85b94a3283 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:38.502742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=9159ea7e-7111-47c4-8793-f5cffeb2628b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:38.559860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:38.619516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router c6ae26db-7314-4bee-a9cc-008f12a04a0b has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:38.633005 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-159fd11c-87a9-44b1-aea7-df02ffb6b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:38.646131 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159fd11c-87a9-44b1-aea7-df02ffb6b1d8 None None] Routers {'1df16dca-5ae6-4a1b-a6e1-f0671317f591'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:38.646458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-7e4f4936-b06c-4b4f-8db1-35245a98a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:38.648497 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-7e4f4936-b06c-4b4f-8db1-35245a98a40a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.1902196 Sep 21 15:56:38.648726 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-159fd11c-87a9-44b1-aea7-df02ffb6b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1df16dca-5ae6-4a1b-a6e1-f0671317f591'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:38.676881 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-abf4c36e-80b1-466d-b675-20adf161e730 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0296655 Sep 21 15:56:38.679958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38256) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:38.701331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:38.702007 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bdd526d9-6888-4174-b6ca-e7e72b417c34 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "PUT /v2.0/routers/1df16dca-5ae6-4a1b-a6e1-f0671317f591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6594813 Sep 21 15:56:38.713129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38260) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:38.734800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:38.762019 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-159fd11c-87a9-44b1-aea7-df02ffb6b1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:38.763157 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159fd11c-87a9-44b1-aea7-df02ffb6b1d8 None None] The sync data for ids ['1df16dca-5ae6-4a1b-a6e1-f0671317f591'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:38.776100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '9159ea7e-7111-47c4-8793-f5cffeb2628b'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:38.776948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:38.809909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:38.812463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:38.846419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Pushing event updated for resources: {'Port': ['ID=974a3e9c-ab2e-4f80-9d03-9b3ad4fda365,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:38.919900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:38.946791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Allocated IP 172.20.0.2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/9159ea7e-7111-47c4-8793-f5cffeb2628b/c88de3c6-7bb3-43d0-b912-4e177a331564) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:39.044961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:39.060000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:39.071386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:39.081216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:39.171947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.178527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.189153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Transition to ACTIVE for port object c88de3c6-7bb3-43d0-b912-4e177a331564 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:39.207909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Transition to ACTIVE for port object c88de3c6-7bb3-43d0-b912-4e177a331564 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:39.226937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eabb1b59-1143-49f9-86f3-addf3f8e0d57 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.279117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.363742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Network ea72f3a7-4b55-479e-882c-218b15a11d1d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:39.369017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:39.373556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:39.374512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:39.375107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.390364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=71468f8f-49e3-4d6d-9468-61c319c9737e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:39.437072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.438873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:39.442846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.454882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc20531-f015-4e37-b9a8-36a08e3a104b req-017aac72-de9b-46fd-b6a1-8a3d98c16363 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:39.456365 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-abc20531-f015-4e37-b9a8-36a08e3a104b req-017aac72-de9b-46fd-b6a1-8a3d98c16363 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.9272871 Sep 21 15:56:39.526629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.561101 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a679a5dd-b316-4c58-9c1f-93921fbcd479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5542545 Sep 21 15:56:39.563679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38264) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:39.576582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8586'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:39.603249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:39.606324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:39.608955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:39.618488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Pushing event updated for resources: {'Port': ['ID=c88de3c6-7bb3-43d0-b912-4e177a331564,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:39.721991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:39.732559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Attempting to bind port c88de3c6-7bb3-43d0-b912-4e177a331564 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:39.732934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Attempting to bind port c88de3c6-7bb3-43d0-b912-4e177a331564 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:39.733470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Attempting to bind port c88de3c6-7bb3-43d0-b912-4e177a331564 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:39.740181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.741642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea38d1ab-dc9d-4ca2-9c4b-d6f16ae62de8 None None] Sync routers for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:39.743455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:56:39.743829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:39.744225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.744606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:56:39.745110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Bound port: c88de3c6-7bb3-43d0-b912-4e177a331564, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:56:39.745509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.795619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38d1ab-dc9d-4ca2-9c4b-d6f16ae62de8 None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:39.796324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ea38d1ab-dc9d-4ca2-9c4b-d6f16ae62de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:39.859031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:39.871860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ea38d1ab-dc9d-4ca2-9c4b-d6f16ae62de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:39.895054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38d1ab-dc9d-4ca2-9c4b-d6f16ae62de8 None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:39.895692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ea38d1ab-dc9d-4ca2-9c4b-d6f16ae62de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:39.967204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ea38d1ab-dc9d-4ca2-9c4b-d6f16ae62de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:39.967714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea38d1ab-dc9d-4ca2-9c4b-d6f16ae62de8 None None] The sync data for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:39.973742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] For port c88de3c6-7bb3-43d0-b912-4e177a331564, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:39.977572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] For port c88de3c6-7bb3-43d0-b912-4e177a331564, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c88de3c6-7bb3-43d0-b912-4e177a331564,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:56:40.033895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.042017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-a33ab00c-e162-484f-b653-e3e418a7c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:40.046864 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-a33ab00c-e162-484f-b653-e3e418a7c9f3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3883066 Sep 21 15:56:40.047313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eabb1b59-1143-49f9-86f3-addf3f8e0d57 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.081451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eabb1b59-1143-49f9-86f3-addf3f8e0d57 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.084422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.109812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.130468 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-abc20531-f015-4e37-b9a8-36a08e3a104b req-0264a40b-6bb9-43a3-bb6b-d8102e415d80 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6609678 Sep 21 15:56:40.130943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f861b-893e-4c5d-a592-7abf752422ef None None] Pushing event updated for resources: {'Port': ['ID=c88de3c6-7bb3-43d0-b912-4e177a331564,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:40.265522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.282573 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c9eeec63-a9e9-4821-965e-ce107028d06c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/ports/8db85706-be72-45b5-9caa-3c55dbbd1f7e HTTP/1.1" status: 204 len: 168 time: 5.2726803 Sep 21 15:56:40.289263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38268) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:40.299624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-fe86f5b9-f105-47c1-adc0-98d7507c6d36 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129185 Sep 21 15:56:40.329489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.332744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28e4dc8d-bb70-4be3-9e06-f7e9a8b0d5f3 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:56:40.347910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eabb1b59-1143-49f9-86f3-addf3f8e0d57 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.349276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb1b59-1143-49f9-86f3-addf3f8e0d57 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Fanout notify agent at l3_agent the message router_deleted on router 1df16dca-5ae6-4a1b-a6e1-f0671317f591 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:56:40.362620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eabb1b59-1143-49f9-86f3-addf3f8e0d57 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.364192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eabb1b59-1143-49f9-86f3-addf3f8e0d57 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "DELETE /v2.0/routers/1df16dca-5ae6-4a1b-a6e1-f0671317f591 HTTP/1.1" status: 204 len: 168 time: 1.6389613 Sep 21 15:56:40.382994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38272) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:40.497958 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d4fcfdb1-87ea-4bce-a7f5-5912dadd0c92 req-be9b0ce2-fc5d-4cf4-9b5a-abcffacb3f1d service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924083 Sep 21 15:56:40.541307 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:56:40.542377 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d487418a-ebc9-428e-b32d-fa398be66075 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.2381821 Sep 21 15:56:40.545223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38276) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:40.603198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa6170d-b36a-4211-af00-157940a53b8a tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Deleting subnet 45a96ccb-8476-4afd-b721-e0a57b82038a {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:40.608593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e254739f-7f1c-446d-bdd7-6bfb3b79cb88 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Deleting port 249952d2-2a50-4be5-958c-539df9c65446 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:40.608941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e254739f-7f1c-446d-bdd7-6bfb3b79cb88 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.613182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:56:40.622352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fa6170d-b36a-4211-af00-157940a53b8a tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.729902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.851385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e254739f-7f1c-446d-bdd7-6bfb3b79cb88 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.855129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] device_id is not set on port 71468f8f-49e3-4d6d-9468-61c319c9737e yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:40.863582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fa6170d-b36a-4211-af00-157940a53b8a tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.898725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.980016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:40.983730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e254739f-7f1c-446d-bdd7-6bfb3b79cb88 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Calling delete_port for 249952d2-2a50-4be5-958c-539df9c65446 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:41.100018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Transition to ACTIVE for port object 71468f8f-49e3-4d6d-9468-61c319c9737e will not be triggered until provisioned by entity L2. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:41.199302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:41.208035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e254739f-7f1c-446d-bdd7-6bfb3b79cb88 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:41.266726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254739f-7f1c-446d-bdd7-6bfb3b79cb88 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Pushing event deleted for resources: {'Port': ['ID=249952d2-2a50-4be5-958c-539df9c65446,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:41.283927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:41.368207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-172cf6f9-739b-473a-9d4a-b01982f77d73 None None] Provisioning for port c88de3c6-7bb3-43d0-b912-4e177a331564 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:41.384438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e254739f-7f1c-446d-bdd7-6bfb3b79cb88 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:41.390621 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e254739f-7f1c-446d-bdd7-6bfb3b79cb88 tempest-RoutersAdminNegativeIpV6Test-724069619 tempest-RoutersAdminNegativeIpV6Test-724069619-project-admin] 10.222.0.65 "DELETE /v2.0/ports/249952d2-2a50-4be5-958c-539df9c65446 HTTP/1.1" status: 204 len: 168 time: 0.8444352 Sep 21 15:56:41.400939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Pushing event updated for resources: {'Port': ['ID=974a3e9c-ab2e-4f80-9d03-9b3ad4fda365,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:41.607514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.objects.ports [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89726) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:56:41.639724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c88de3c6-7bb3-43d0-b912-4e177a331564 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:41.810214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c88de3c6-7bb3-43d0-b912-4e177a331564 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:41.812047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:41.812390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:41.812740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:41.815312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c88de3c6-7bb3-43d0-b912-4e177a331564 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:41.815686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:41.858860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:41.859229 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:41.859724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=71468f8f-49e3-4d6d-9468-61c319c9737e,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:41.870540 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 2 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:41.888436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fa6170d-b36a-4211-af00-157940a53b8a tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:41.903340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38286) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:41.953053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:41.953425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:41.961761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:41.962137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:41.962478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:41.987216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c88de3c6-7bb3-43d0-b912-4e177a331564, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c88de3c6-7bb3-43d0-b912-4e177a331564,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:42.006503 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Floating IP ab85fede-2c90-43a2-8829-7928bfbbfda3 associated. External IP: 172.26.0.137, port: 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6. Sep 21 15:56:42.037084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.052876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:42.055407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.062651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] Usage tracker for resource:security_group_rule and tenant:f43fc3c1974b4ebfaed580c68c25884f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:42.067257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:42.073882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:42.103964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:42.104291 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:42.124574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c88de3c6-7bb3-43d0-b912-4e177a331564,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:42.127899 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 3 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:42.165051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.179851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd981-6eee-4e46-b16f-46aef0f98d2c req-db95d012-27fd-407d-aa21-3484592fda0b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:42.181309 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-acedd981-6eee-4e46-b16f-46aef0f98d2c req-db95d012-27fd-407d-aa21-3484592fda0b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.9271359 Sep 21 15:56:42.200714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:42.201058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:42.201396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:42.249263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.291313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:42.291640 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:42.301743 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f43fc3c1974b4ebfaed580c68c25884f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968105 Sep 21 15:56:42.304349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38292) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:42.305679 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 4 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:42.306982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115fe91-2c69-4542-b06d-5e355b8ac461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8e892f-90e9-4102-8625-269d423beda0,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:42.353694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:42.354092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:42.354429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:42.366728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00f9ce68-9de7-4743-8b55-1022d34845af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.368207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:42.368543 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:42.372519 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 5 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:42.381271 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-acedd981-6eee-4e46-b16f-46aef0f98d2c req-8512ed9f-4541-44eb-a65a-ef6b196d3eaf tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835957 Sep 21 15:56:42.393289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00f9ce68-9de7-4743-8b55-1022d34845af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.451867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fa6170d-b36a-4211-af00-157940a53b8a tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.501269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00f9ce68-9de7-4743-8b55-1022d34845af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.515729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:42.516068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:42.516176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9ce68-9de7-4743-8b55-1022d34845af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8e892f-90e9-4102-8625-269d423beda0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:42.516403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:42.522330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00f9ce68-9de7-4743-8b55-1022d34845af admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.523498 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-00f9ce68-9de7-4743-8b55-1022d34845af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a8e892f-90e9-4102-8625-269d423beda0 HTTP/1.1" status: 204 len: 168 time: 0.2182434 Sep 21 15:56:42.594756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:42.595080 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:42.596881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6170d-b36a-4211-af00-157940a53b8a tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event deleted for resources: {'Subnet': ['ID=45a96ccb-8476-4afd-b721-e0a57b82038a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:42.603567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fa6170d-b36a-4211-af00-157940a53b8a tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.605459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4c5cf-b1a2-44b3-b742-f73f5dafde8c None None] Network e1d42bd7-4fc8-4015-b254-13054d60879f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:42.607143 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 6 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:42.707350 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5fa6170d-b36a-4211-af00-157940a53b8a tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "DELETE /v2.0/subnets/45a96ccb-8476-4afd-b721-e0a57b82038a HTTP/1.1" status: 204 len: 168 time: 2.3160241 Sep 21 15:56:42.710546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38298) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:42.721772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:42.722138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:42.722475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:42.729450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.748679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:42.749004 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:42.753454 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 7 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:42.818918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:42.819342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:42.819675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:42.839350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.847740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Router 012e15d6-74ab-4b9f-92eb-a21f5c22eaa0 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:42.848497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:42.849500 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:42.852181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Deleting port 5605bacf-6ac9-4105-adbc-d3542074bb82 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:42.852634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.853755 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 8 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:42.876619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.948815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] DHCP port deletion for e1d42bd7-4fc8-4015-b254-13054d60879f request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:56:42.953334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] Deleting port 5605bacf-6ac9-4105-adbc-d3542074bb82 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:42.953863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:42.963978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:42.963978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:42.963978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:43.089878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] For port 5605bacf-6ac9-4105-adbc-d3542074bb82, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5605bacf-6ac9-4105-adbc-d3542074bb82,segment=NetworkSegment(a8a98688-677b-4218-b6c1-62b10b054e48),segment_id=a8a98688-677b-4218-b6c1-62b10b054e48)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:43.090506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.173268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] For port 5605bacf-6ac9-4105-adbc-d3542074bb82, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5605bacf-6ac9-4105-adbc-d3542074bb82,segment=NetworkSegment(a8a98688-677b-4218-b6c1-62b10b054e48),segment_id=a8a98688-677b-4218-b6c1-62b10b054e48)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:43.173608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.279666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38304) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:43.286862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:43.287204 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:43.299862 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 9 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:43.310910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] Calling delete_port for 5605bacf-6ac9-4105-adbc-d3542074bb82 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:43.346031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Calling delete_port for 5605bacf-6ac9-4105-adbc-d3542074bb82 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:43.450144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:43.450484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:43.450822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:43.512642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.527230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:43.527566 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:43.539545 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempt 10 to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e Sep 21 15:56:43.569981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] No DVR routers for this DVR port 5605bacf-6ac9-4105-adbc-d3542074bb82 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:56:43.572022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d5ca0-7bfb-4cf8-93de-215476e3a6ce None None] Pushing event deleted for resources: {'Port': ['ID=5605bacf-6ac9-4105-adbc-d3542074bb82,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:43.586288 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9145b5ce-efb1-4d8d-8c51-366ddd0d081f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b60f41fa83354f2491a06fddcf2c3d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985349 Sep 21 15:56:43.588014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38310) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:43.600077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:43.600418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] {{(pid=89726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:43.600834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempting to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:43.603350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:43.613249 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e092cac-e04f-44ed-9f58-05aac365acb6 None None] Sync routers for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:43.619697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:43.620029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:43.623492 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e092cac-e04f-44ed-9f58-05aac365acb6 None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:43.624106 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2e092cac-e04f-44ed-9f58-05aac365acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:43.643702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c88de3c6-7bb3-43d0-b912-4e177a331564 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:43.676791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 15:56:43.677271 dv-neutron-858618-1-hyperv neutron-server[89726]: ERROR neutron.plugins.ml2.managers [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Failed to bind port 71468f8f-49e3-4d6d-9468-61c319c9737e on host hv-neutron-8586 for vnic_type normal using segments [{'id': '4cfbbf9b-151a-49b2-aa45-4476e20840ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea72f3a7-4b55-479e-882c-218b15a11d1d'}] Sep 21 15:56:43.678088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.685977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1d5841d-c1f8-4a08-bada-7b3246272493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.697418 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2e092cac-e04f-44ed-9f58-05aac365acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:43.708155 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e092cac-e04f-44ed-9f58-05aac365acb6 None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:43.709040 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2e092cac-e04f-44ed-9f58-05aac365acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:43.721624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1d5841d-c1f8-4a08-bada-7b3246272493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.725550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c88de3c6-7bb3-43d0-b912-4e177a331564 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:43.725931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.743025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port c88de3c6-7bb3-43d0-b912-4e177a331564, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c88de3c6-7bb3-43d0-b912-4e177a331564,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:43.778709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8683a6-da1b-46e4-b64d-1287da45e5e2 req-7badf6ec-6a33-4f93-953d-e10d23085778 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:43.780474 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd8683a6-da1b-46e4-b64d-1287da45e5e2 req-7badf6ec-6a33-4f93-953d-e10d23085778 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2732365 Sep 21 15:56:43.787591 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2e092cac-e04f-44ed-9f58-05aac365acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:43.788804 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e092cac-e04f-44ed-9f58-05aac365acb6 None None] The sync data for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:43.831632 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd8683a6-da1b-46e4-b64d-1287da45e5e2 req-f1b7fd0d-8d2a-4732-8913-2142b8e04970 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444436 Sep 21 15:56:43.845167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.870806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.873917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:43.889662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1d5841d-c1f8-4a08-bada-7b3246272493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.907327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5841d-c1f8-4a08-bada-7b3246272493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7922118b-c52b-4902-9768-7c9c83860a1d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:43.920279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e1d5841d-c1f8-4a08-bada-7b3246272493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.922792 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e1d5841d-c1f8-4a08-bada-7b3246272493 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7922118b-c52b-4902-9768-7c9c83860a1d HTTP/1.1" status: 204 len: 168 time: 0.3331254 Sep 21 15:56:43.925517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] For port 71468f8f-49e3-4d6d-9468-61c319c9737e, host hv-neutron-8586, cleared binding levels {{(pid=89726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:43.927565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attempted to set empty binding levels {{(pid=89726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 21 15:56:43.935772 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b505a8d2-6375-471d-9240-ca72b6f8bf5a tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.7174211 Sep 21 15:56:43.935956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5605bacf-6ac9-4105-adbc-d3542074bb82 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:43.938284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38318) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:43.972394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 5605bacf-6ac9-4105-adbc-d3542074bb82 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:56:43.972878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5605bacf-6ac9-4105-adbc-d3542074bb82 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:56:43.977291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:43.978110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.077977 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d9eeb0c4-ca5e-46cc-a1ed-23218a77d52d tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] 10.222.0.65 "GET /v2.0/floatingips/ab85fede-2c90-43a2-8829-7928bfbbfda3 HTTP/1.1" status: 200 len: 984 time: 0.1375484 Sep 21 15:56:44.079564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38322) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:44.081052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.081667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] In _notify_port_updated(), no bound segment for port 71468f8f-49e3-4d6d-9468-61c319c9737e on network ea72f3a7-4b55-479e-882c-218b15a11d1d {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:56:44.082562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:44.083164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.086970 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "PUT /v2.0/ports/71468f8f-49e3-4d6d-9468-61c319c9737e HTTP/1.1" status: 200 len: 980 time: 4.5214975 Sep 21 15:56:44.109878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38326) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:44.128611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Deleting port 5605bacf-6ac9-4105-adbc-d3542074bb82 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:44.129154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.152858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:44.164403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:44.178449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a222db-40d7-4a0d-86da-aa02b3ca2edb None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:44.187035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:44.187616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.199491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port ffea1180-7af9-43a1-b654-8a5e13825f42 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:44.202410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.228745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] The port '5605bacf-6ac9-4105-adbc-d3542074bb82' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:56:44.242439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=9ad32b2f-0925-4044-9dc1-89b65a01b2ba,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:44.272247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=c88de3c6-7bb3-43d0-b912-4e177a331564,revision_number=5']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:44.320585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Deleting port 71468f8f-49e3-4d6d-9468-61c319c9737e {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:44.320965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.363036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.390130 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9cd6dab8-b002-408a-b1d8-4cc8fd28a9c9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7005861 Sep 21 15:56:44.390334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d42bd7-4fc8-4015-b254-13054d60879f']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:44.401772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a98688-677b-4218-b6c1-62b10b054e48') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:44.402149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a98688-677b-4218-b6c1-62b10b054e48') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:44.405796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38332) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:44.415138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.423747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:01:aa:41', 'name': 'tempest-NetworksTestDHCPv6-315444441'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:44.431410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.438219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:56:44.438508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.533282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0b8cc9d5-2e3f-4e74-b9f0-d9d4ffd15537 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2732 time: 0.4500196 Sep 21 15:56:44.533282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment a8a98688-677b-4218-b6c1-62b10b054e48 resource provider aggregate not found Sep 21 15:56:44.548926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38344) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:44.609188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdfdfa-9d40-413f-afd3-978aa8cbfc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event updated for resources: {'Port': ['ID=71468f8f-49e3-4d6d-9468-61c319c9737e,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:44.615706 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment a8a98688-677b-4218-b6c1-62b10b054e48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8a98688-677b-4218-b6c1-62b10b054e48 found for delete ", "request_id": "req-b5f81069-48e0-4481-868d-9f01b7b55a5a"}]} Sep 21 15:56:44.745199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.790759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Pushing event deleted for resources: {'Network': ['ID=e1d42bd7-4fc8-4015-b254-13054d60879f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:44.792963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.805387 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-76992403-ef74-493e-a3fd-c4bc199fb334 tempest-FloatingIPNegativeTestJSON-190092961 tempest-FloatingIPNegativeTestJSON-190092961-project] 10.222.0.65 "DELETE /v2.0/networks/e1d42bd7-4fc8-4015-b254-13054d60879f HTTP/1.1" status: 204 len: 168 time: 2.0931847 Sep 21 15:56:44.811876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:44.836206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Deleting port 974a3e9c-ab2e-4f80-9d03-9b3ad4fda365 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:44.836849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.065624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.066035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.146685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for ffea1180-7af9-43a1-b654-8a5e13825f42 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:45.175863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:45.215263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:45.224312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:45.231779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] For port 71468f8f-49e3-4d6d-9468-61c319c9737e, host hv-neutron-8586, got binding levels [] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:45.232141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.242662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:45.320699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38364) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:45.323363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-749876bf-bf2c-4006-8d5c-c57dc51d8f70 None None] Provisioning complete for port c88de3c6-7bb3-43d0-b912-4e177a331564 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:45.323817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-749876bf-bf2c-4006-8d5c-c57dc51d8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.354543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Calling delete_port for 974a3e9c-ab2e-4f80-9d03-9b3ad4fda365 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:45.381070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38366) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:45.390464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Calling delete_port for 71468f8f-49e3-4d6d-9468-61c319c9737e owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:45.476167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:45.482641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-749876bf-bf2c-4006-8d5c-c57dc51d8f70 None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:45.626041 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4d6012e-4a20-4f29-ace5-20dda2298367 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6eebfb731c34c298248cac47eb36cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378373 Sep 21 15:56:45.627355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38376) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:45.640753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c88de3c6-7bb3-43d0-b912-4e177a331564 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:45.650419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.656249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-943772551'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:45.673388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:45.696398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Usage tracker for resource:network and tenant:9cb2b5df05cb487182889a960b05f21f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:45.704928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:45.721691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c88de3c6-7bb3-43d0-b912-4e177a331564 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:45.722123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.728584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:45.743798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.753898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event deleted for resources: {'Port': ['ID=974a3e9c-ab2e-4f80-9d03-9b3ad4fda365,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:45.756402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.820960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Pushing event deleted for resources: {'Port': ['ID=71468f8f-49e3-4d6d-9468-61c319c9737e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:45.847740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-edc6c065-56c2-46c1-a13d-8d6ed7863440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.863725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.863965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.864140 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Floating IP ab85fede-2c90-43a2-8829-7928bfbbfda3 disassociated (deleted). External IP: 172.26.0.137, port: 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6. Sep 21 15:56:45.866729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Made reservation on behalf of 9cb2b5df05cb487182889a960b05f21f for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:45.869848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:45.870538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.879488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 81695f49-8681-47c1-927c-949d843a309b yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:45.936074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.953819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-edc6c065-56c2-46c1-a13d-8d6ed7863440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:45.984968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:45.997640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Usage tracker for resource:security_group_rule and tenant:9cb2b5df05cb487182889a960b05f21f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:46.005753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:46.018136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:46.027834 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5dce87dc-57e1-413e-938c-9f7255feee47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "DELETE /v2.0/ports/71468f8f-49e3-4d6d-9468-61c319c9737e HTTP/1.1" status: 204 len: 168 time: 1.9161184 Sep 21 15:56:46.061055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38380) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:46.090745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-edc6c065-56c2-46c1-a13d-8d6ed7863440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.115143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6c065-56c2-46c1-a13d-8d6ed7863440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c6ba3-b12f-4af9-8a1b-816937e930b7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:46.130262 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2b89e3-3d4c-4834-b101-a73c3d1c56fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] GET failed (client error): The resource could not be found. Sep 21 15:56:46.130796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1c2b89e3-3d4c-4834-b101-a73c3d1c56fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Synchronizing usage tracker for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:46.133151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.148316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-edc6c065-56c2-46c1-a13d-8d6ed7863440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.149521 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-edc6c065-56c2-46c1-a13d-8d6ed7863440 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/878c6ba3-b12f-4af9-8a1b-816937e930b7 HTTP/1.1" status: 204 len: 168 time: 0.5211737 Sep 21 15:56:46.205271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=ffea1180-7af9-43a1-b654-8a5e13825f42,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:46.356265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1c2b89e3-3d4c-4834-b101-a73c3d1c56fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] Unset dirty status for tenant:ccbdc1dccd794dbd8e2c6dc71af149f0 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:46.357432 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1c2b89e3-3d4c-4834-b101-a73c3d1c56fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226071987-project-admin] 10.222.0.65 "GET /v2.0/ports/71468f8f-49e3-4d6d-9468-61c319c9737e HTTP/1.1" status: 404 len: 333 time: 0.2954497 Sep 21 15:56:46.361327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38386) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:46.398878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 172.20.0.5 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/9159ea7e-7111-47c4-8793-f5cffeb2628b/81695f49-8681-47c1-927c-949d843a309b) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:46.467702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Router 012e15d6-74ab-4b9f-92eb-a21f5c22eaa0 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:46.477963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fe01:aa41 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/9ad32b2f-0925-4044-9dc1-89b65a01b2ba/81695f49-8681-47c1-927c-949d843a309b) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:46.565741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.739140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.799698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.807833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:46.813825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.820798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f0c620-8dca-493e-aa65-dc2d57ca4327 None None] Sync routers for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:46.833019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f0c620-8dca-493e-aa65-dc2d57ca4327 None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:46.834037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-75f0c620-8dca-493e-aa65-dc2d57ca4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:46.838942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.855917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.873105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea72f3a7-4b55-479e-882c-218b15a11d1d']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:46.894532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfbbf9b-151a-49b2-aa45-4476e20840ea') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:46.894821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfbbf9b-151a-49b2-aa45-4476e20840ea') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:46.896503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-75f0c620-8dca-493e-aa65-dc2d57ca4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:46.905894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f0c620-8dca-493e-aa65-dc2d57ca4327 None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:46.906550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-75f0c620-8dca-493e-aa65-dc2d57ca4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:46.906783 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ac020985-51f5-45e6-b685-692917f6998e tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "DELETE /v2.0/floatingips/ab85fede-2c90-43a2-8829-7928bfbbfda3 HTTP/1.1" status: 204 len: 168 time: 2.3567452 Sep 21 15:56:46.911205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38400) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:46.914447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:46.982183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:47.044873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2079a9-ce95-4480-9e7f-116bf12af190,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:47.047220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:47.053160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.054442 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Added segment 09581695-b895-441b-863a-e8d00227c3d4 of type vlan for network d3085e9d-1061-477e-a428-34c30be3466e Sep 21 15:56:47.056099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:47.061196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.063579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Usage tracker for resource:floatingip and tenant:359f23ef0af74aa5ac5a93c5bac0ffdc is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:47.064378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-75f0c620-8dca-493e-aa65-dc2d57ca4327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:47.064777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f0c620-8dca-493e-aa65-dc2d57ca4327 None None] The sync data for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:47.068630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:47.075176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:56:47.075513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.095618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:47.146322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 4cfbbf9b-151a-49b2-aa45-4476e20840ea resource provider aggregate not found Sep 21 15:56:47.159954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.169332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 4cfbbf9b-151a-49b2-aa45-4476e20840ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cfbbf9b-151a-49b2-aa45-4476e20840ea found for delete ", "request_id": "req-7b4bf138-00f7-4f76-b11a-898fecf54cf1"}]} Sep 21 15:56:47.204946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.227894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.270436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 81695f49-8681-47c1-927c-949d843a309b will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:47.296479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.322807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.323696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38416) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:47.336545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] Pushing event deleted for resources: {'Network': ['ID=ea72f3a7-4b55-479e-882c-218b15a11d1d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:47.345245 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-14ec37c4-984b-4378-b6e4-ddf9b00b42b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630293232-project] 10.222.0.65 "DELETE /v2.0/networks/ea72f3a7-4b55-479e-882c-218b15a11d1d HTTP/1.1" status: 204 len: 168 time: 0.9827731 Sep 21 15:56:47.396715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.416322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.421722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:47.422338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.532720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.547485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Allocated IP 172.26.0.13 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/de63b141-a074-4c4b-9161-612ffd357c91) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:47.548201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1433117325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:47.607927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:47.619704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router c6ae26db-7314-4bee-a9cc-008f12a04a0b has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:56:47.634489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:router and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:47.645318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:47.647723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Network': ['ID=d3085e9d-1061-477e-a428-34c30be3466e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:47.661187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:47.661371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network d3085e9d-1061-477e-a428-34c30be3466e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:47.668078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:47.670570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:47.678474 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-07a18055-ca38-44a7-8bea-a44180ed2f0b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2986212 Sep 21 15:56:47.680443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:47.682030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38424) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:47.690214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'subnet': {'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:47.758652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=81695f49-8681-47c1-927c-949d843a309b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:47.828411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:47.832986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Usage tracker for resource:subnet and tenant:9cb2b5df05cb487182889a960b05f21f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:47.836350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:47.842730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:47.885286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.888409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.889422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.907695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38430) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:47.912843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:47.914142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.945600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Made reservation on behalf of 9cb2b5df05cb487182889a960b05f21f for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:47.951129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.955314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:47.966735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:56:47.972366 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-958b85a3-990a-4c7f-abdd-0c289801421b tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/routers/c6ae26db-7314-4bee-a9cc-008f12a04a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6790056 Sep 21 15:56:47.975020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38436) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:47.980838 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b99c4-b83e-4fc2-b807-26332fe1503d None None] Sync routers for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:56:47.996459 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b99c4-b83e-4fc2-b807-26332fe1503d None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:47.997427 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-150b99c4-b83e-4fc2-b807-26332fe1503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:48.052743 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b4845961-beaa-43ad-911d-3c6f551b4b99 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6414523 Sep 21 15:56:48.055831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38440) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:48.116262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.122496 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-150b99c4-b83e-4fc2-b807-26332fe1503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:48.132273 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b99c4-b83e-4fc2-b807-26332fe1503d None None] Routers {'c6ae26db-7314-4bee-a9cc-008f12a04a0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:56:48.133007 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-150b99c4-b83e-4fc2-b807-26332fe1503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:56:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:48.192288 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5b5da5d3-a92c-4950-beef-9c88d376f0f2 None None] Provisioning for port 81695f49-8681-47c1-927c-949d843a309b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:48.197168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-150b99c4-b83e-4fc2-b807-26332fe1503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:48.197952 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150b99c4-b83e-4fc2-b807-26332fe1503d None None] The sync data for ids ['c6ae26db-7314-4bee-a9cc-008f12a04a0b'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:56:48.199075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5b5da5d3-a92c-4950-beef-9c88d376f0f2 None None] Provisioning complete for port 81695f49-8681-47c1-927c-949d843a309b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:48.199674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5b5da5d3-a92c-4950-beef-9c88d376f0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.224006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.231608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:48.243302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:48.251033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:48.263435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5b5da5d3-a92c-4950-beef-9c88d376f0f2 None None] Port 81695f49-8681-47c1-927c-949d843a309b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:48.271045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.315128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Pushing event updated for resources: {'Port': ['ID=de63b141-a074-4c4b-9161-612ffd357c91,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:48.332326 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-996a62dd-1954-44dc-8f96-1c068f05298b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d914b50f4d1473ba2f35cbc064c09a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235141 Sep 21 15:56:48.337621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38444) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:48.462365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.463444 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-68ee98bf-9023-49a6-9bbd-f0e561fe63c5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1363304 Sep 21 15:56:48.467057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38448) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:48.483738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1654307777'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:48.485463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be36d4da-7184-47e9-a036-86cf8ddaeab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.489164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.492751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:48.501329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:network and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:48.505599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:48.536109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be36d4da-7184-47e9-a036-86cf8ddaeab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.562980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:48.596171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2a9cf-1c8d-40fc-9422-ebeb85651ee2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:48.602748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2a9cf-1c8d-40fc-9422-ebeb85651ee2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:48.603522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c4a2a9cf-1c8d-40fc-9422-ebeb85651ee2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:48.631298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.639443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.680626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.683887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Made reservation on behalf of 4c3071379c60411db8abaf6ec38114d6 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:48.687459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.700777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.714103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port 45c0b5ec-db0d-4699-ad12-728f8c3795d2 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:48.714389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.742677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c4a2a9cf-1c8d-40fc-9422-ebeb85651ee2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:48.743848 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c4a2a9cf-1c8d-40fc-9422-ebeb85651ee2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6872816 Sep 21 15:56:48.749970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38452) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:48.764306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:48.771644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:security_group_rule and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:48.776302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:48.784998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:48.811399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Subnet': ['ID=20d1cda9-dac1-4815-a12b-ee63b78d5ffa,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:48.838513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be36d4da-7184-47e9-a036-86cf8ddaeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.924841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36d4da-7184-47e9-a036-86cf8ddaeab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6234c-b767-434f-b3ac-37ba68a59c16,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:48.933061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Checking segment: {'id': '09581695-b895-441b-863a-e8d00227c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:48.933424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Network hostable DHCP agents. Network: d3085e9d-1061-477e-a428-34c30be3466e, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:56:48.942849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:48.956588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-96f19b7c-1340-4a16-9a2f-53e92c71fd98 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 81695f49-8681-47c1-927c-949d843a309b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:48.956934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-96f19b7c-1340-4a16-9a2f-53e92c71fd98 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.079678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for 45c0b5ec-db0d-4699-ad12-728f8c3795d2 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:49.163497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.204108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Network d3085e9d-1061-477e-a428-34c30be3466e is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:56:49.220229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.250183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be36d4da-7184-47e9-a036-86cf8ddaeab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.251292 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-be36d4da-7184-47e9-a036-86cf8ddaeab5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ccb6234c-b767-434f-b3ac-37ba68a59c16 HTTP/1.1" status: 204 len: 168 time: 0.9109433 Sep 21 15:56:49.286355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:49.320213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60424b4-1f4a-413f-8ac9-8ea762169d96,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:49.324046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.324397 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Added segment 5d24d61c-ccb8-4bee-92a3-1bafcc7ab904 of type vlan for network ab41a1ee-908b-47e7-8471-049ae8352698 Sep 21 15:56:49.328805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, d3085e9d-1061-477e-a428-34c30be3466e) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:49.341767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f477f4-683b-45d3-82f5-42e21734be4c None None] Network d3085e9d-1061-477e-a428-34c30be3466e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:49.354904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.355333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:49.355927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.366047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.419785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.421131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-96f19b7c-1340-4a16-9a2f-53e92c71fd98 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.496186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.513218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=45c0b5ec-db0d-4699-ad12-728f8c3795d2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:49.531028 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8e5b0adb-4665-42b8-9d8d-3dddcaa82949 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8471959 Sep 21 15:56:49.554494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.563538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:49.569394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.587285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38458) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:49.595228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-d3085e9d-1061-477e-a428-34c30be3466e', 'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e', 'tenant_id': '9cb2b5df05cb487182889a960b05f21f', 'fixed_ips': [{'subnet_id': '20d1cda9-dac1-4815-a12b-ee63b78d5ffa'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:49.596081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.641044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1860464348'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:49.671758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-96f19b7c-1340-4a16-9a2f-53e92c71fd98 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 81695f49-8681-47c1-927c-949d843a309b owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:49.762809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Pushing event updated for resources: {'Port': ['ID=de63b141-a074-4c4b-9161-612ffd357c91,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:49.768928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.795840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Allocated IP 2001:db8::2 (d3085e9d-1061-477e-a428-34c30be3466e/20d1cda9-dac1-4815-a12b-ee63b78d5ffa/2b01d9e5-0550-4520-8855-7aca96b2989d) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:49.812151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Network': ['ID=ab41a1ee-908b-47e7-8471-049ae8352698,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:49.816408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.827332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network ab41a1ee-908b-47e7-8471-049ae8352698 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:49.868279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:49.872319 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b20ce446-60bc-4498-993d-bf8a07f48278 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9573872 Sep 21 15:56:49.873821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38464) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:49.923695 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8c747fa5-e5cd-4865-a584-268da3700bf4 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4477992 Sep 21 15:56:49.930510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38470) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:49.937075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'subnet': {'network_id': 'ab41a1ee-908b-47e7-8471-049ae8352698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:50.021172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.023982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.034960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38474) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:50.058909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:50.063358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Usage tracker for resource:port and tenant:9cb2b5df05cb487182889a960b05f21f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:50.066545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:50.074928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:50.085730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-96f19b7c-1340-4a16-9a2f-53e92c71fd98 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.130100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.131006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Fanout notify agent at l3_agent the message router_deleted on router c6ae26db-7314-4bee-a9cc-008f12a04a0b {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:56:50.154234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Made reservation on behalf of 9cb2b5df05cb487182889a960b05f21f for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:50.154234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.173280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.174601 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-756499cc-bebb-4545-af95-09697560cffc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/routers/c6ae26db-7314-4bee-a9cc-008f12a04a0b HTTP/1.1" status: 204 len: 168 time: 2.1986113 Sep 21 15:56:50.176768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f19b7c-1340-4a16-9a2f-53e92c71fd98 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=81695f49-8681-47c1-927c-949d843a309b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:50.177588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38478) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:50.188205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:50.198464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:50.205710 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-68f37cdc-1cec-48e4-b61a-cb4a9be62b5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccbdc1dccd794dbd8e2c6dc71af149f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696362 Sep 21 15:56:50.228970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.240991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Transition to ACTIVE for port object 2b01d9e5-0550-4520-8855-7aca96b2989d will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:50.255107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38482) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:50.270680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Transition to ACTIVE for port object 2b01d9e5-0550-4520-8855-7aca96b2989d will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:50.312594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Usage tracker for resource:floatingip and tenant:a3d426491d9547b8b5f63170e96fee3a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:50.315817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:50.347036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] device_id is not set on port 68f74e30-37c0-4fad-bd5a-0277501438d6 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:50.353315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.358411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:50.367410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:subnet and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:50.384882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:50.387809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:50.411147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:50.436637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting subnet f952ecf7-2f4a-4c0f-b907-4ff4f1510225 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:50.440915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.441063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Network d3085e9d-1061-477e-a428-34c30be3466e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:50.445728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:50.447333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-96f19b7c-1340-4a16-9a2f-53e92c71fd98 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.450762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:50.484889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dcf96107-b34d-4e93-8746-196c9c7f0971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.510963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.515370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.533819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dcf96107-b34d-4e93-8746-196c9c7f0971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.548969 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-96f19b7c-1340-4a16-9a2f-53e92c71fd98 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/81695f49-8681-47c1-927c-949d843a309b HTTP/1.1" status: 204 len: 168 time: 1.7941961 Sep 21 15:56:50.548969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Made reservation on behalf of 4c3071379c60411db8abaf6ec38114d6 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:50.551259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.567102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38486) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:50.570034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Pushing event updated for resources: {'Port': ['ID=2b01d9e5-0550-4520-8855-7aca96b2989d,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:50.585672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Attempting to bind port 2b01d9e5-0550-4520-8855-7aca96b2989d on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:50.586178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Attempting to bind port 2b01d9e5-0550-4520-8855-7aca96b2989d by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '09581695-b895-441b-863a-e8d00227c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:50.587241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Attempting to bind port 2b01d9e5-0550-4520-8855-7aca96b2989d on network d3085e9d-1061-477e-a428-34c30be3466e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:50.594477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:56:50.595042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Checking segment: {'id': '09581695-b895-441b-863a-e8d00227c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:50.596180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.596180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Bound using segment: {'id': '09581695-b895-441b-863a-e8d00227c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:56:50.596598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Bound port: 2b01d9e5-0550-4520-8855-7aca96b2989d, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09581695-b895-441b-863a-e8d00227c3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:56:50.597144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.640916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Allocated IP 2001:db8::2f2 (d3085e9d-1061-477e-a428-34c30be3466e/20d1cda9-dac1-4815-a12b-ee63b78d5ffa/68f74e30-37c0-4fad-bd5a-0277501438d6) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:50.682773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.695330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] For port 2b01d9e5-0550-4520-8855-7aca96b2989d, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:50.698960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] For port 2b01d9e5-0550-4520-8855-7aca96b2989d, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2b01d9e5-0550-4520-8855-7aca96b2989d,segment=NetworkSegment(09581695-b895-441b-863a-e8d00227c3d4),segment_id=09581695-b895-441b-863a-e8d00227c3d4)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:56:50.747331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.824452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42829d9-f9a2-4313-a282-8ab4efb8d576 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:50.825983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42829d9-f9a2-4313-a282-8ab4efb8d576 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:50.827513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42829d9-f9a2-4313-a282-8ab4efb8d576 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:50.831772 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c42829d9-f9a2-4313-a282-8ab4efb8d576 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2562087 Sep 21 15:56:50.831927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38490) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:50.854556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f739f0-c579-4f9b-aeb6-a936d3edfbad None None] Pushing event updated for resources: {'Port': ['ID=2b01d9e5-0550-4520-8855-7aca96b2989d,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:50.931376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dcf96107-b34d-4e93-8746-196c9c7f0971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.953017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee652ff8-2a0c-48f6-b998-f6d444e1ef4c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 9159ea7e-7111-47c4-8793-f5cffeb2628b {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:50.956355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee652ff8-2a0c-48f6-b998-f6d444e1ef4c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.958077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf96107-b34d-4e93-8746-196c9c7f0971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e991e4d8-e8f7-49c8-a91b-ecfea748e1aa,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:50.998028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dcf96107-b34d-4e93-8746-196c9c7f0971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:50.999155 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dcf96107-b34d-4e93-8746-196c9c7f0971 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e991e4d8-e8f7-49c8-a91b-ecfea748e1aa HTTP/1.1" status: 204 len: 168 time: 0.6883821 Sep 21 15:56:51.003426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.049543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee652ff8-2a0c-48f6-b998-f6d444e1ef4c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.151479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.175256 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Transition to ACTIVE for port object 68f74e30-37c0-4fad-bd5a-0277501438d6 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:51.196795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.264892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Subnet': ['ID=f952ecf7-2f4a-4c0f-b907-4ff4f1510225,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:51.275555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.279994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.286319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.292550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c67f9f-97a7-49e4-bc2d-95b867e331c3 None None] Network 32fa732d-9134-4c96-b203-d6f1c4d1ca86 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:51.313656 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3fbcb25a-021a-4957-8849-c435f74dd73a tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/subnets/f952ecf7-2f4a-4c0f-b907-4ff4f1510225 HTTP/1.1" status: 204 len: 168 time: 1.1348355 Sep 21 15:56:51.319709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38496) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:51.331141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.418167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.441756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Allocated IP 172.26.0.162 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/8b034067-e1cb-47f9-a04e-bb6d15b3f1ee) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:51.502588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Subnet': ['ID=abfd2103-b5c8-4053-aaf8-e8746d53c51b,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:51.563579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Checking segment: {'id': '5d24d61c-ccb8-4bee-92a3-1bafcc7ab904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab41a1ee-908b-47e7-8471-049ae8352698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:51.563579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network hostable DHCP agents. Network: ab41a1ee-908b-47e7-8471-049ae8352698, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:56:51.566603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee652ff8-2a0c-48f6-b998-f6d444e1ef4c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.579435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.579878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.580271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.580604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.580944 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.581283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.581619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.581966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.582969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.583930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.584289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.584508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:56:51.588912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] DHCP port deletion for 32fa732d-9134-4c96-b203-d6f1c4d1ca86 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:56:51.603064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] Deleting port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:51.603064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.628438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Network d3085e9d-1061-477e-a428-34c30be3466e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:51.630487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:51.663810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:51.669485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:51.670125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.677555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.678347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.684289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network ab41a1ee-908b-47e7-8471-049ae8352698 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:56:51.731109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=68f74e30-37c0-4fad-bd5a-0277501438d6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:51.743874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:51.744222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.776612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, ab41a1ee-908b-47e7-8471-049ae8352698) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:51.785395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:51.786044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.813891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:51.818717 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-22ab6341-2f0f-46bc-a9bc-559ca14105ea tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1997871 Sep 21 15:56:51.818887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2b01d9e5-0550-4520-8855-7aca96b2989d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:51.821780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38508) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:51.829642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1666569023', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f2', 'mac_address': 'fa:16:3e:c3:81:5f'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:51.868151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5385edba-4378-4db3-9a64-6b3677c87aeb None None] Network ab41a1ee-908b-47e7-8471-049ae8352698 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:51.901432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:51.905483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:51.908102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:51.950134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Pushing event updated for resources: {'Port': ['ID=8b034067-e1cb-47f9-a04e-bb6d15b3f1ee,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:51.991698 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-65ab6ead-370e-4333-8fa3-fcb50b5c71c1 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0567675 Sep 21 15:56:51.994648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38514) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:52.006327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee652ff8-2a0c-48f6-b998-f6d444e1ef4c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.056483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'network': {'name': 'tempest-router-network01--2005667558'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:52.063852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:52.074856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:network and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:52.078992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.079127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:52.087717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:52.123031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a5467-f89a-4a63-b1e8-3dd2d05043dc None None] Network d3085e9d-1061-477e-a428-34c30be3466e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:52.151915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee652ff8-2a0c-48f6-b998-f6d444e1ef4c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=9159ea7e-7111-47c4-8793-f5cffeb2628b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:52.158113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee652ff8-2a0c-48f6-b998-f6d444e1ef4c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.160796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:52.179912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Made reservation on behalf of 4c3071379c60411db8abaf6ec38114d6 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:52.191029 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Usage tracker for resource:port and tenant:9cb2b5df05cb487182889a960b05f21f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:52.191494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.246744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:52.252570 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ee652ff8-2a0c-48f6-b998-f6d444e1ef4c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/9159ea7e-7111-47c4-8793-f5cffeb2628b HTTP/1.1" status: 204 len: 168 time: 1.4197075 Sep 21 15:56:52.258347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.285563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38522) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:52.298568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] For port aa09235a-2f2c-47cd-81e4-c6dbff7758a1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=aa09235a-2f2c-47cd-81e4-c6dbff7758a1,segment=NetworkSegment(1203368f-b0fe-4e85-9ed7-e53ea8e75abd),segment_id=1203368f-b0fe-4e85-9ed7-e53ea8e75abd)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:52.299078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.346954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd62560-afaf-4778-958c-eb305447db38 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:52.347190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:52.378536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.378780 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Added segment e997b80a-d7e1-4590-a1db-a6e316a6aa38 of type vlan for network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 Sep 21 15:56:52.509558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] For port aa09235a-2f2c-47cd-81e4-c6dbff7758a1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=aa09235a-2f2c-47cd-81e4-c6dbff7758a1,segment=NetworkSegment(1203368f-b0fe-4e85-9ed7-e53ea8e75abd),segment_id=1203368f-b0fe-4e85-9ed7-e53ea8e75abd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:52.509973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.564464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for aa09235a-2f2c-47cd-81e4-c6dbff7758a1 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:52.622220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:52.629520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.637584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d96587-9e09-4169-a4a4-87c68dfcfb9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 9ad32b2f-0925-4044-9dc1-89b65a01b2ba {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:56:52.656619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d96587-9e09-4169-a4a4-87c68dfcfb9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.698701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.723333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2b01d9e5-0550-4520-8855-7aca96b2989d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:52.729625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Made reservation on behalf of 9cb2b5df05cb487182889a960b05f21f for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:52.729875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] Calling delete_port for aa09235a-2f2c-47cd-81e4-c6dbff7758a1 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:52.730012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d96587-9e09-4169-a4a4-87c68dfcfb9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.750030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.763334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.770683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a7f463e5-91df-40d5-8d07-d00def536c48 None None] Provisioning for port 2b01d9e5-0550-4520-8855-7aca96b2989d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:52.808165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2b01d9e5-0550-4520-8855-7aca96b2989d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:52.808544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.864562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a7f463e5-91df-40d5-8d07-d00def536c48 None None] Provisioning complete for port 2b01d9e5-0550-4520-8855-7aca96b2989d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:52.864940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7f463e5-91df-40d5-8d07-d00def536c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.882921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=aa09235a-2f2c-47cd-81e4-c6dbff7758a1,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:52.888098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] No DVR routers for this DVR port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:56:52.912136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Pushing event updated for resources: {'Port': ['ID=8b034067-e1cb-47f9-a04e-bb6d15b3f1ee,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:52.921735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.962211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d96587-9e09-4169-a4a4-87c68dfcfb9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:52.997464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.015231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:53.015852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.109092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-ab41a1ee-908b-47e7-8471-049ae8352698', 'network_id': 'ab41a1ee-908b-47e7-8471-049ae8352698', 'tenant_id': '4c3071379c60411db8abaf6ec38114d6', 'fixed_ips': [{'subnet_id': 'abfd2103-b5c8-4053-aaf8-e8746d53c51b'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:53.109924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.125787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.138187 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1339769 Sep 21 15:56:53.139687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.143401 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3db041e9-58bf-4e78-b52d-3e7c46bdca1a tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2685759 Sep 21 15:56:53.146707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38538) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:53.146707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38540) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:53.154020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.156899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1020e6-7a18-4d04-9381-d26836b1f23c tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Network': ['ID=d32fd8a8-7c0a-4489-a833-d3f764ef7aa5,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:53.167129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'network': {'name': 'tempest-router-network02--877888489'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:53.171657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] device_id is not set on port a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:53.194400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:53.194400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:53.194938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:53.274371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d96587-9e09-4169-a4a4-87c68dfcfb9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.275757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:53.310973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:network and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:53.315619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:53.335563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fa732d-9134-4c96-b203-d6f1c4d1ca86']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:53.337117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d96587-9e09-4169-a4a4-87c68dfcfb9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.342541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:53.377106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d96587-9e09-4169-a4a4-87c68dfcfb9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad32b2f-0925-4044-9dc1-89b65a01b2ba,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:53.377572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1203368f-b0fe-4e85-9ed7-e53ea8e75abd') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:53.377875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1203368f-b0fe-4e85-9ed7-e53ea8e75abd') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:56:53.380587 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-62d96587-9e09-4169-a4a4-87c68dfcfb9c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/9ad32b2f-0925-4044-9dc1-89b65a01b2ba HTTP/1.1" status: 204 len: 168 time: 1.0862851 Sep 21 15:56:53.380871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38552) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:53.406102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.443436 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ad8c3c7b-5702-4214-8b20-2a86e2ba5318 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.2912829 Sep 21 15:56:53.447715 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:56:53.451022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38556) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:53.494316 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-90cea1b4-b355-437c-a93c-c7c97439786c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119254 Sep 21 15:56:53.495320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38560) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:53.501114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:53.527933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.530060 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Made reservation on behalf of 4c3071379c60411db8abaf6ec38114d6 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:53.533354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.554919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38564) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:53.565710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a7f463e5-91df-40d5-8d07-d00def536c48 None None] Current status of the port 2b01d9e5-0550-4520-8855-7aca96b2989d is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:53.566108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7f463e5-91df-40d5-8d07-d00def536c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.586108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:56:53.586528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.608944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2b01d9e5-0550-4520-8855-7aca96b2989d is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:53.609635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.700513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] Deleting port aa09235a-2f2c-47cd-81e4-c6dbff7758a1 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:53.701064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.748380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Allocated IP 2001:db8::2 (ab41a1ee-908b-47e7-8471-049ae8352698/abfd2103-b5c8-4053-aaf8-e8746d53c51b/3d4f237b-cce4-4141-b427-a0cb79a66f17) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:53.774010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1047995425', 'router:external': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:53.778678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:53.783104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Usage tracker for resource:network and tenant:ca137235c4f5430090ddd7d15662a967 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:53.786426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:53.789589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:53.794690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f8632177-956e-4631-a4c4-64bae0e6cb4b tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Synchronizing usage tracker for tenant:c306ecdff81d4459a1926f303437aff9 on resource:floatingip {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:53.797254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:53.798283 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1203368f-b0fe-4e85-9ed7-e53ea8e75abd resource provider aggregate not found Sep 21 15:56:53.800061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:53.808807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:53.822609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:53.829767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Allocated IP 2001:db8::a3 (d3085e9d-1061-477e-a428-34c30be3466e/20d1cda9-dac1-4815-a12b-ee63b78d5ffa/a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:53.858658 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1203368f-b0fe-4e85-9ed7-e53ea8e75abd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1203368f-b0fe-4e85-9ed7-e53ea8e75abd found for delete ", "request_id": "req-455fc8ea-ec09-4f9b-ab23-7418889bf8e6"}]} Sep 21 15:56:53.874035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:53.897060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a7f463e5-91df-40d5-8d07-d00def536c48 None None] For port 2b01d9e5-0550-4520-8855-7aca96b2989d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2b01d9e5-0550-4520-8855-7aca96b2989d,segment=NetworkSegment(09581695-b895-441b-863a-e8d00227c3d4),segment_id=09581695-b895-441b-863a-e8d00227c3d4)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:53.901657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:53.906963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.935413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Made reservation on behalf of ca137235c4f5430090ddd7d15662a967 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:53.938129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.949874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.954639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.968124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5435b-4e7d-4003-b24e-0477b57bd0a3 None None] The port 'aa09235a-2f2c-47cd-81e4-c6dbff7758a1' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:56:53.973879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:53.974487 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Added segment e44aa898-3f4e-468f-9c16-c24af6f3c137 of type vlan for network 4be888a9-2982-4afa-8fdd-1fa3e5360de5 Sep 21 15:56:53.991822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7f463e5-91df-40d5-8d07-d00def536c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.039875 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/networks/32fa732d-9134-4c96-b203-d6f1c4d1ca86 HTTP/1.1" status: 204 len: 168 time: 2.7185242 Sep 21 15:56:54.047520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38574) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:54.061250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f8632177-956e-4631-a4c4-64bae0e6cb4b tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Unset dirty status for tenant:c306ecdff81d4459a1926f303437aff9 on resource:floatingip {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:54.063259 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f8632177-956e-4631-a4c4-64bae0e6cb4b tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6051483 Sep 21 15:56:54.065630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.078808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38578) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:54.261010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d58a54-f23c-45d4-9052-a712d0214fbc tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Network': ['ID=32fa732d-9134-4c96-b203-d6f1c4d1ca86,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:54.295921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:56:54.296283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:56:54.299991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f463e5-91df-40d5-8d07-d00def536c48 None None] Pushing event updated for resources: {'Port': ['ID=2b01d9e5-0550-4520-8855-7aca96b2989d,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:54.327766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.340795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Transition to ACTIVE for port object 3d4f237b-cce4-4141-b427-a0cb79a66f17 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:54.353815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.363138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Transition to ACTIVE for port object 3d4f237b-cce4-4141-b427-a0cb79a66f17 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:54.414400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:54.421202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:54.421888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fad4c2a2-d075-447a-995f-90488b7e37da None None] Provisioning for port 68f74e30-37c0-4fad-bd5a-0277501438d6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:54.424516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:54.428549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fad4c2a2-d075-447a-995f-90488b7e37da None None] Provisioning complete for port 68f74e30-37c0-4fad-bd5a-0277501438d6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:54.429136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:54.429519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fad4c2a2-d075-447a-995f-90488b7e37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.429738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.449699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=d36a7e15-f90d-4731-b04f-b744efe7c1bb,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:54.472301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.553331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d690ba4f-2810-4c52-88c4-0dff171ea90a None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:54.554629 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7330e39e-f291-43b4-80d0-cad23a03d318 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0570769 Sep 21 15:56:54.557071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38582) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:54.562949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:54.589398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fad4c2a2-d075-447a-995f-90488b7e37da None None] Port 68f74e30-37c0-4fad-bd5a-0277501438d6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:54.603866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.610345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Usage tracker for resource:security_group_rule and tenant:ca137235c4f5430090ddd7d15662a967 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:54.639829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Network ab41a1ee-908b-47e7-8471-049ae8352698 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:54.648384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Pushing event updated for resources: {'Port': ['ID=3d4f237b-cce4-4141-b427-a0cb79a66f17,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:54.660368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:54.662129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:54.674023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:54.707658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:54.713535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:54.717018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:54.723805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:54.732941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:54.738396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port cec54083-44fe-4468-a62e-c16390aa7335 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:54.743937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.775846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fad4c2a2-d075-447a-995f-90488b7e37da None None] Provisioning complete for port 2b01d9e5-0550-4520-8855-7aca96b2989d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:54.776405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fad4c2a2-d075-447a-995f-90488b7e37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.789069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Deleting port 8b034067-e1cb-47f9-a04e-bb6d15b3f1ee {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:54.789069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.810102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:54.814291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.818424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:56:54.894744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Attempting to bind port 3d4f237b-cce4-4141-b427-a0cb79a66f17 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:56:54.895135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Attempting to bind port 3d4f237b-cce4-4141-b427-a0cb79a66f17 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5d24d61c-ccb8-4bee-92a3-1bafcc7ab904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab41a1ee-908b-47e7-8471-049ae8352698'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:56:54.895434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Attempting to bind port 3d4f237b-cce4-4141-b427-a0cb79a66f17 on network ab41a1ee-908b-47e7-8471-049ae8352698 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:56:54.957263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.957503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:56:54.957667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Checking segment: {'id': '5d24d61c-ccb8-4bee-92a3-1bafcc7ab904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab41a1ee-908b-47e7-8471-049ae8352698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:54.958086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:54.958482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Bound using segment: {'id': '5d24d61c-ccb8-4bee-92a3-1bafcc7ab904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab41a1ee-908b-47e7-8471-049ae8352698'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:56:54.958964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Bound port: 3d4f237b-cce4-4141-b427-a0cb79a66f17, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d24d61c-ccb8-4bee-92a3-1bafcc7ab904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab41a1ee-908b-47e7-8471-049ae8352698'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:56:54.959343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.040786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2b01d9e5-0550-4520-8855-7aca96b2989d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:55.081217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.087221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:55.087833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.111815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device aa09235a-2f2c-47cd-81e4-c6dbff7758a1 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:56:55.145068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Transition to ACTIVE for port object a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:55.190021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: aa09235a-2f2c-47cd-81e4-c6dbff7758a1 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:56:55.190372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device aa09235a-2f2c-47cd-81e4-c6dbff7758a1 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:56:55.281154 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.281705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.291017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] For port 3d4f237b-cce4-4141-b427-a0cb79a66f17, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:56:55.300991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fad4c2a2-d075-447a-995f-90488b7e37da None None] Current status of the port 2b01d9e5-0550-4520-8855-7aca96b2989d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:55.307541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] For port 3d4f237b-cce4-4141-b427-a0cb79a66f17, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3d4f237b-cce4-4141-b427-a0cb79a66f17,segment=NetworkSegment(5d24d61c-ccb8-4bee-92a3-1bafcc7ab904),segment_id=5d24d61c-ccb8-4bee-92a3-1bafcc7ab904)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:56:55.318721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2b01d9e5-0550-4520-8855-7aca96b2989d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:55.320985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:56:55.350326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Network': ['ID=4be888a9-2982-4afa-8fdd-1fa3e5360de5,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:55.365437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 4be888a9-2982-4afa-8fdd-1fa3e5360de5 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:55.390540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.432705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Calling delete_port for 8b034067-e1cb-47f9-a04e-bb6d15b3f1ee owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:55.502476 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d842fb69-7c1a-4fd2-93bb-b38c4895b57a tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3525512 Sep 21 15:56:55.505684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38586) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:55.513122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'subnet': {'network_id': 'd32fd8a8-7c0a-4489-a833-d3f764ef7aa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:55.555099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.559376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.559708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.624318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d2a7a233-6f48-41b5-9d07-8c5c2d3b48d7 None None] Provisioning complete for port 68f74e30-37c0-4fad-bd5a-0277501438d6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:55.624318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a233-6f48-41b5-9d07-8c5c2d3b48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.677416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b45c5-77d1-4ab5-9ea7-7fd42cf6d8d5 None None] Pushing event updated for resources: {'Port': ['ID=3d4f237b-cce4-4141-b427-a0cb79a66f17,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:55.691163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e42f7e1-bb45-4d0e-be30-c46051204f73 None None] Update dhcp port {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': 'd36a7e15-f90d-4731-b04f-b744efe7c1bb'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': 'c88de3c6-7bb3-43d0-b912-4e177a331564'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:56:55.702159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.711218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.723241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:56:55.723775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:55.732107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.732453 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Added segment 7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3 of type vlan for network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe Sep 21 15:56:55.745175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for cec54083-44fe-4468-a62e-c16390aa7335 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:55.749868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2b01d9e5-0550-4520-8855-7aca96b2989d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:55.749868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.789476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7a233-6f48-41b5-9d07-8c5c2d3b48d7 None None] Port 68f74e30-37c0-4fad-bd5a-0277501438d6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:55.801772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.813265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4e42f7e1-bb45-4d0e-be30-c46051204f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.907619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d2a7a233-6f48-41b5-9d07-8c5c2d3b48d7 None None] Provisioning complete for port c88de3c6-7bb3-43d0-b912-4e177a331564 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:55.908253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a233-6f48-41b5-9d07-8c5c2d3b48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:55.963690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be568664-76a4-499f-9b8a-491884836479,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:55.987358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port c88de3c6-7bb3-43d0-b912-4e177a331564, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c88de3c6-7bb3-43d0-b912-4e177a331564,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:56.015851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Network d3085e9d-1061-477e-a428-34c30be3466e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:56.018249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.022341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.024935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:subnet and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:56.028428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:56.034693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:56.038641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:56.061506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:56.061506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:56.061506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.063670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:56.118829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.119685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.194234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2b01d9e5-0550-4520-8855-7aca96b2989d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:56.275589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Made reservation on behalf of 4c3071379c60411db8abaf6ec38114d6 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:56.279246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.346810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.363869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7a233-6f48-41b5-9d07-8c5c2d3b48d7 None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:56.405848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Pushing event deleted for resources: {'Port': ['ID=8b034067-e1cb-47f9-a04e-bb6d15b3f1ee,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:56.406723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=c88de3c6-7bb3-43d0-b912-4e177a331564,revision_number=9']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:56.412654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-4e42f7e1-bb45-4d0e-be30-c46051204f73 None None] Allocated IP 172.20.0.2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/d36a7e15-f90d-4731-b04f-b744efe7c1bb/c88de3c6-7bb3-43d0-b912-4e177a331564) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:56.416401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:56.425146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:56.434078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:56.438049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.445411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=3ef45a60-e795-449b-9094-0d0051565e81,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:56.455350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.456297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:56.457045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.514747 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c3877eb7-e03f-4b62-a356-5e8cf3eab8ca tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.6911268 Sep 21 15:56:56.588171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4e42f7e1-bb45-4d0e-be30-c46051204f73 None None] For port c88de3c6-7bb3-43d0-b912-4e177a331564, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c88de3c6-7bb3-43d0-b912-4e177a331564,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:56.593490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38590) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:56.617803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4e42f7e1-bb45-4d0e-be30-c46051204f73 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.637982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0bf524f6-5b98-4749-9995-c21a8392101c None None] Provisioning for port a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:56.641829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4e42f7e1-bb45-4d0e-be30-c46051204f73 None None] Transition to ACTIVE for port object c88de3c6-7bb3-43d0-b912-4e177a331564 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:56.644882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0bf524f6-5b98-4749-9995-c21a8392101c None None] Provisioning complete for port a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:56.645360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0bf524f6-5b98-4749-9995-c21a8392101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.649981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.674659 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-affa8584-a7a9-4b90-b22f-7b448745448e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1163809 Sep 21 15:56:56.675544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38594) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:56.692418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:e9:7b:b8', 'name': 'tempest-NetworksTestDHCPv6-870219133'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:56.703265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0bf524f6-5b98-4749-9995-c21a8392101c None None] Port a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:56:56.719299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'Network': ['ID=66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:56.726173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=cec54083-44fe-4468-a62e-c16390aa7335,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:56.738013 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-965fb664-17a5-4518-aa27-1ef579cca05f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1797862 Sep 21 15:56:56.738813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:56:56.766631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38598) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:56.772111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.775164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.775589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'subnet': {'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:56.776309 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-05cc8307-acd1-45c2-8d16-7f36b5877779 tempest-FloatingIPAdminTestJSON-91638839 tempest-FloatingIPAdminTestJSON-91638839-project] 10.222.0.65 "DELETE /v2.0/floatingips/92e3c5b8-74fd-4d10-9ca6-0aef796ba039 HTTP/1.1" status: 204 len: 168 time: 2.5170629 Sep 21 15:56:56.783234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38602) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:56.796242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:56.810568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Usage tracker for resource:subnet and tenant:ca137235c4f5430090ddd7d15662a967 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:56.819136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:56.849045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:56.866930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4e42f7e1-bb45-4d0e-be30-c46051204f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:56.904108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:56.908925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:56.914026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:56.921226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:56.981425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Made reservation on behalf of ca137235c4f5430090ddd7d15662a967 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:56.985337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.049846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42f7e1-bb45-4d0e-be30-c46051204f73 None None] Pushing event updated for resources: {'Port': ['ID=c88de3c6-7bb3-43d0-b912-4e177a331564,revision_number=10']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:57.065529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Deleting port de63b141-a074-4c4b-9161-612ffd357c91 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:57.066053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.101233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.131342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0f0c4-8374-46dc-a9ff-7c378aa898bc tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:57.133799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:57.138205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf450daa-f164-47f3-8eb9-cc1580395fca None None] Network ab41a1ee-908b-47e7-8471-049ae8352698 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:57.142015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0f0c4-8374-46dc-a9ff-7c378aa898bc tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:57.148889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0f0c4-8374-46dc-a9ff-7c378aa898bc tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:57.149692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3bf0f0c4-8374-46dc-a9ff-7c378aa898bc tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Synchronizing usage tracker for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:57.303202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Subnet': ['ID=567c4e05-3dcf-4a88-b1ac-5cc19450631d,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:57.307207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.308881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Checking segment: {'id': 'e997b80a-d7e1-4590-a1db-a6e316a6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd32fd8a8-7c0a-4489-a833-d3f764ef7aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:57.309260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network hostable DHCP agents. Network: d32fd8a8-7c0a-4489-a833-d3f764ef7aa5, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:56:57.309474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.314514 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6b27c0d9-6e2a-4f61-9a4c-f5ff7f48bfbf tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/floatingips/ede0cacc-c8f1-4922-8b00-ec42fb70dc5f HTTP/1.1" status: 204 len: 168 time: 3.2615840 Sep 21 15:56:57.317971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38606) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:57.329846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.330344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.390905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.401298 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a7074f-7722-4366-93e1-25b466d73a1d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] DELETE failed (client error): The resource could not be found. Sep 21 15:56:57.401851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a7074f-7722-4366-93e1-25b466d73a1d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:56:57.406175 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-27a7074f-7722-4366-93e1-25b466d73a1d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/ports/8db85706-be72-45b5-9caa-3c55dbbd1f7e HTTP/1.1" status: 404 len: 333 time: 0.0820239 Sep 21 15:56:57.406776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38610) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:57.541042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c88de3c6-7bb3-43d0-b912-4e177a331564 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:57.561211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Calling delete_port for de63b141-a074-4c4b-9161-612ffd357c91 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:57.563117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 4b70a442-e4eb-4373-882e-4a3d8c97c740 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:56:57.592943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3bf0f0c4-8374-46dc-a9ff-7c378aa898bc tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Unset dirty status for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:57.596885 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3bf0f0c4-8374-46dc-a9ff-7c378aa898bc tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.9996233 Sep 21 15:56:57.608627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:56:57.611462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38614) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:57.613156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ce599440-34aa-4fab-b68f-35f97810d6b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Synchronizing usage tracker for tenant:7a983a33c3c74a17a3506b53b53383b5 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:56:57.632814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ca5f44fe-d670-49d6-b646-7d45238ee3ed None None] Provisioning for port 3d4f237b-cce4-4141-b427-a0cb79a66f17 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:57.657759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3d4f237b-cce4-4141-b427-a0cb79a66f17 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:57.693820 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4c078231-e921-4645-ba04-5198a5be9810 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Deleting port a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:57.694185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c078231-e921-4645-ba04-5198a5be9810 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.745571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, d32fd8a8-7c0a-4489-a833-d3f764ef7aa5) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:57.750962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:57.751886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:57.760159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc212946-07df-4356-9ef1-028f872f5972 None None] Network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:57.854442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ce599440-34aa-4fab-b68f-35f97810d6b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Unset dirty status for tenant:7a983a33c3c74a17a3506b53b53383b5 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:56:57.858200 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ce599440-34aa-4fab-b68f-35f97810d6b8 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ae26db-7314-4bee-a9cc-008f12a04a0b HTTP/1.1" status: 200 len: 205 time: 0.3988039 Sep 21 15:56:57.859254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38618) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:57.927073 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8776cf27-073e-498c-bdc7-51af515f1e36 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4162405 Sep 21 15:56:57.932877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38622) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:57.958049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'subnet': {'network_id': '4be888a9-2982-4afa-8fdd-1fa3e5360de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:58.057824 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03decfe1-f557-46b7-adc5-823aa4c4f683 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:58.084760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 3d4f237b-cce4-4141-b427-a0cb79a66f17 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:58.103195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3d4f237b-cce4-4141-b427-a0cb79a66f17 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:58.104083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.106249 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-73093964-75e5-47c4-b35d-9ea4abae0ca6 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] delete failed (client error): The resource could not be found. Sep 21 15:56:58.109871 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-73093964-75e5-47c4-b35d-9ea4abae0ca6 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/routers/c6ae26db-7314-4bee-a9cc-008f12a04a0b HTTP/1.1" status: 404 len: 336 time: 0.2416527 Sep 21 15:56:58.110439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38626) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:58.135896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 172.20.0.10 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/d36a7e15-f90d-4731-b04f-b744efe7c1bb/4b70a442-e4eb-4373-882e-4a3d8c97c740) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:58.180818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fee9:7bb8 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/3ef45a60-e795-449b-9094-0d0051565e81/4b70a442-e4eb-4373-882e-4a3d8c97c740) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:58.184758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-d32fd8a8-7c0a-4489-a833-d3f764ef7aa5', 'network_id': 'd32fd8a8-7c0a-4489-a833-d3f764ef7aa5', 'tenant_id': '4c3071379c60411db8abaf6ec38114d6', 'fixed_ips': [{'subnet_id': '567c4e05-3dcf-4a88-b1ac-5cc19450631d'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:56:58.185667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.197409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:56:58.197742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.217588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8074f144-a88f-449f-ab71-062d39c17188 None None] Provisioning for port c88de3c6-7bb3-43d0-b912-4e177a331564 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:56:58.243939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8074f144-a88f-449f-ab71-062d39c17188 None None] Provisioning complete for port c88de3c6-7bb3-43d0-b912-4e177a331564 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:58.244471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8074f144-a88f-449f-ab71-062d39c17188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.255227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:58.259923 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-52762229-7df3-4f46-a1e4-d4f79f22b8be tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] DELETE failed (client error): The resource could not be found. Sep 21 15:56:58.260434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52762229-7df3-4f46-a1e4-d4f79f22b8be tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:56:58.274684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:subnet and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:58.280262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:58.297786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38630) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:58.298224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-52762229-7df3-4f46-a1e4-d4f79f22b8be tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/subnets/f952ecf7-2f4a-4c0f-b907-4ff4f1510225 HTTP/1.1" status: 404 len: 337 time: 0.1564693 Sep 21 15:56:58.298652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:58.364365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c078231-e921-4645-ba04-5198a5be9810 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.376094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.388043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'Subnet': ['ID=757bdc64-2af7-4688-9b6c-59f0363998f7,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:58.475315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Checking segment: {'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:56:58.475652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Network hostable DHCP agents. Network: 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:56:58.486837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Made reservation on behalf of 4c3071379c60411db8abaf6ec38114d6 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:58.490243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.531592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-74120edc-3917-475f-8cf5-770efdcc43b3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port 2915f059-d11f-4704-85ce-2c4ffeeeb551 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:58.531937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74120edc-3917-475f-8cf5-770efdcc43b3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.576258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Pushing event deleted for resources: {'Port': ['ID=de63b141-a074-4c4b-9161-612ffd357c91,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:58.589239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4c078231-e921-4645-ba04-5198a5be9810 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Calling delete_port for a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:58.656123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3d4f237b-cce4-4141-b427-a0cb79a66f17 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:58.656673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.716501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.718530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.723249 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b10ade32-5d60-45d8-9c49-4b0c24415045 tempest-FloatingIPAdminTestJSON-1300065279 tempest-FloatingIPAdminTestJSON-1300065279-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/226199a5-99b7-40a6-9473-95c58212da59 HTTP/1.1" status: 204 len: 168 time: 1.9349477 Sep 21 15:56:58.723411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8074f144-a88f-449f-ab71-062d39c17188 None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:58.724000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38634) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:58.727626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Allocated IP 2001:db8::2 (d32fd8a8-7c0a-4489-a833-d3f764ef7aa5/567c4e05-3dcf-4a88-b1ac-5cc19450631d/b043fd11-4ca6-4d83-a884-4f6f1b34bc2d) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:56:58.779803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 3d4f237b-cce4-4141-b427-a0cb79a66f17, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3d4f237b-cce4-4141-b427-a0cb79a66f17,segment=NetworkSegment(5d24d61c-ccb8-4bee-92a3-1bafcc7ab904),segment_id=5d24d61c-ccb8-4bee-92a3-1bafcc7ab904)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:56:58.782257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.849831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-541e6f5d-185f-4d96-9c2a-cf8327a2b2d7 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Deleting port 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:56:58.850200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-541e6f5d-185f-4d96-9c2a-cf8327a2b2d7 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.854001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-86e47c6b-28c5-4156-9a46-00d57abdfa11 None None] Provisioning complete for port 3d4f237b-cce4-4141-b427-a0cb79a66f17 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:58.854407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-86e47c6b-28c5-4156-9a46-00d57abdfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:58.953181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:56:58.961504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.061848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.064411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-86e47c6b-28c5-4156-9a46-00d57abdfa11 None None] Current status of the port 3d4f237b-cce4-4141-b427-a0cb79a66f17 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:56:59.160183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 4b70a442-e4eb-4373-882e-4a3d8c97c740 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:56:59.173912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:59.179938 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-541e6f5d-185f-4d96-9c2a-cf8327a2b2d7 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.181562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=3d4f237b-cce4-4141-b427-a0cb79a66f17,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:59.190179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69189371-9c4d-4778-b869-f0dbcdf27d17 None None] Network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:59.213690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:59.214320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.246558 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c078231-e921-4645-ba04-5198a5be9810 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.307050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74120edc-3917-475f-8cf5-770efdcc43b3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.347174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-541e6f5d-185f-4d96-9c2a-cf8327a2b2d7 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Calling delete_port for 0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:59.482377 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c526f47d-ab12-4f87-98ec-95dc66be6f6e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7084012 Sep 21 15:56:59.488242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-74120edc-3917-475f-8cf5-770efdcc43b3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for 2915f059-d11f-4704-85ce-2c4ffeeeb551 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:56:59.501755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c078231-e921-4645-ba04-5198a5be9810 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Port': ['ID=a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:59.512934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38638) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:56:59.549370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1774894802', 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:56:59.568544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:56:59.573502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3d4f237b-cce4-4141-b427-a0cb79a66f17 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:56:59.578929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Usage tracker for resource:port and tenant:ca137235c4f5430090ddd7d15662a967 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:56:59.650321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64312bf7-8063-4d86-b7be-ed8b97025b59 None None] Network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:56:59.654399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:56:59.660968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:56:59.674727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.774945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.784450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c078231-e921-4645-ba04-5198a5be9810 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.787573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Made reservation on behalf of ca137235c4f5430090ddd7d15662a967 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:56:59.790491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.802251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-541e6f5d-185f-4d96-9c2a-cf8327a2b2d7 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.847603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:56:59.859240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:56:59.867964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:56:59.904328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.917101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3d4f237b-cce4-4141-b427-a0cb79a66f17 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:56:59.917487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.945656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=4b70a442-e4eb-4373-882e-4a3d8c97c740,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:56:59.972291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:56:59.973021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:56:59.988945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Transition to ACTIVE for port object b043fd11-4ca6-4d83-a884-4f6f1b34bc2d will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:00.012952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Subnet': ['ID=16c4fd93-6bfb-4a69-93db-9d047e48df68,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:00.030940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74120edc-3917-475f-8cf5-770efdcc43b3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.074716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e6f5d-185f-4d96-9c2a-cf8327a2b2d7 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event deleted for resources: {'Port': ['ID=0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:00.104242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Transition to ACTIVE for port object b043fd11-4ca6-4d83-a884-4f6f1b34bc2d will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:00.110186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-633e5b4d-d88f-4e28-b63b-ceb3bfd8e159 None None] Provisioning complete for port c88de3c6-7bb3-43d0-b912-4e177a331564 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:00.110186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-633e5b4d-d88f-4e28-b63b-ceb3bfd8e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.127503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74120edc-3917-475f-8cf5-770efdcc43b3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=2915f059-d11f-4704-85ce-2c4ffeeeb551,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:00.142255 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d15b602-0304-46ab-876c-1fe03d8bacc8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4604409 Sep 21 15:57:00.148401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38642) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:00.170586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] device_id is not set on port b1740665-0343-45d1-87dc-a2c0354b18aa yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:00.241660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-541e6f5d-185f-4d96-9c2a-cf8327a2b2d7 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.242678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.255844 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-541e6f5d-185f-4d96-9c2a-cf8327a2b2d7 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "DELETE /v2.0/ports/0e2ceeab-f1cc-48fd-aa6b-ebbbf6d52df6 HTTP/1.1" status: 204 len: 168 time: 1.5283611 Sep 21 15:57:00.257151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38646) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:00.259584 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4c078231-e921-4645-ba04-5198a5be9810 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "DELETE /v2.0/ports/a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc HTTP/1.1" status: 204 len: 168 time: 2.6476138 Sep 21 15:57:00.284732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38650) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:00.291195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Checking segment: {'id': 'e44aa898-3f4e-468f-9c16-c24af6f3c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4be888a9-2982-4afa-8fdd-1fa3e5360de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:00.291560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network hostable DHCP agents. Network: 4be888a9-2982-4afa-8fdd-1fa3e5360de5, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:00.390513 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd712b7-26a7-4148-87e9-6d3f957a4859 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] GET failed (client error): The resource could not be found. Sep 21 15:57:00.391849 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1fd712b7-26a7-4148-87e9-6d3f957a4859 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "GET /v2.0/ports/a8b95d0c-b25a-4038-b9f2-aa5432ceb8cc HTTP/1.1" status: 404 len: 333 time: 0.0881183 Sep 21 15:57:00.406062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38654) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:00.413214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Allocated IP 172.20.0.8 (66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe/757bdc64-2af7-4688-9b6c-59f0363998f7/b1740665-0343-45d1-87dc-a2c0354b18aa) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:00.416537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-638796347'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:00.420873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Pushing event updated for resources: {'Port': ['ID=b043fd11-4ca6-4d83-a884-4f6f1b34bc2d,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:00.427933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:00.437693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:00.442916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.443272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.443934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.444195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.445102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.445438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.445765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.446551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.446551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.446752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.447066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.447397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:00.452878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:00.461089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3d4f237b-cce4-4141-b427-a0cb79a66f17 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:00.468804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09118121-8f61-4a11-a49f-58e9edb04e6f tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:00.469517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-09118121-8f61-4a11-a49f-58e9edb04e6f tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Synchronizing usage tracker for tenant:c306ecdff81d4459a1926f303437aff9 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:00.493947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network 4be888a9-2982-4afa-8fdd-1fa3e5360de5 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:00.522128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74120edc-3917-475f-8cf5-770efdcc43b3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.527284 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-74120edc-3917-475f-8cf5-770efdcc43b3 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/ports/2915f059-d11f-4704-85ce-2c4ffeeeb551 HTTP/1.1" status: 204 len: 168 time: 2.2248518 Sep 21 15:57:00.531408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38658) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:00.601762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-09118121-8f61-4a11-a49f-58e9edb04e6f tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Unset dirty status for tenant:c306ecdff81d4459a1926f303437aff9 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:00.606813 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-09118121-8f61-4a11-a49f-58e9edb04e6f tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "GET /v2.0/ports?device_id=012e15d6-74ab-4b9f-92eb-a21f5c22eaa0 HTTP/1.1" status: 200 len: 913 time: 0.3466661 Sep 21 15:57:00.607502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38662) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:00.610473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Attempting to bind port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:00.610851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Attempting to bind port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'e997b80a-d7e1-4590-a1db-a6e316a6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd32fd8a8-7c0a-4489-a833-d3f764ef7aa5'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:00.611215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Attempting to bind port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d on network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:00.621652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:00.622054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Checking segment: {'id': 'e997b80a-d7e1-4590-a1db-a6e316a6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd32fd8a8-7c0a-4489-a833-d3f764ef7aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:00.622634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.623195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Bound using segment: {'id': 'e997b80a-d7e1-4590-a1db-a6e316a6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd32fd8a8-7c0a-4489-a833-d3f764ef7aa5'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:00.623656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Bound port: b043fd11-4ca6-4d83-a884-4f6f1b34bc2d, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e997b80a-d7e1-4590-a1db-a6e316a6aa38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd32fd8a8-7c0a-4489-a833-d3f764ef7aa5'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:00.624034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.632869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-633e5b4d-d88f-4e28-b63b-ceb3bfd8e159 None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:00.644852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 4be888a9-2982-4afa-8fdd-1fa3e5360de5) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:00.656060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2c355f14-4079-436d-9302-656e2c545864 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port a850180b-bebe-41db-8120-f8bbad28c9f7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:00.656442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2c355f14-4079-436d-9302-656e2c545864 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.668881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f5de4-e613-4e16-b7d8-b8f7499f3def None None] Network 4be888a9-2982-4afa-8fdd-1fa3e5360de5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:00.688811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396fb430-8e90-4bc4-a43a-64c9c93d5316 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:00.694924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396fb430-8e90-4bc4-a43a-64c9c93d5316 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:00.695810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-396fb430-8e90-4bc4-a43a-64c9c93d5316 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:00.706278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:00.706278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.744671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:00.757181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Usage tracker for resource:port and tenant:9cb2b5df05cb487182889a960b05f21f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:00.763123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:00.773986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:00.817101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.817285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] For port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:00.837450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] For port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b043fd11-4ca6-4d83-a884-4f6f1b34bc2d,segment=NetworkSegment(e997b80a-d7e1-4590-a1db-a6e316a6aa38),segment_id=e997b80a-d7e1-4590-a1db-a6e316a6aa38)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:00.841198 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e2643d58-adf5-4239-bfa9-87479a4e882d tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9069748 Sep 21 15:57:00.841787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38666) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:00.871908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-396fb430-8e90-4bc4-a43a-64c9c93d5316 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:00.875378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b54034ad-71c7-4e78-bb30-9407afa50673 None None] Provisioning for port 4b70a442-e4eb-4373-882e-4a3d8c97c740 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:00.875512 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-396fb430-8e90-4bc4-a43a-64c9c93d5316 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7224214 Sep 21 15:57:00.887367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b54034ad-71c7-4e78-bb30-9407afa50673 None None] Provisioning complete for port 4b70a442-e4eb-4373-882e-4a3d8c97c740 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:00.887689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b54034ad-71c7-4e78-bb30-9407afa50673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.899995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38670) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:00.922845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Made reservation on behalf of 9cb2b5df05cb487182889a960b05f21f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:00.926043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:00.979238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.042453 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b54034ad-71c7-4e78-bb30-9407afa50673 None None] Port 4b70a442-e4eb-4373-882e-4a3d8c97c740 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:01.058105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-4be888a9-2982-4afa-8fdd-1fa3e5360de5', 'network_id': '4be888a9-2982-4afa-8fdd-1fa3e5360de5', 'tenant_id': '4c3071379c60411db8abaf6ec38114d6', 'fixed_ips': [{'subnet_id': '16c4fd93-6bfb-4a69-93db-9d047e48df68'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:01.059179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.113007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] device_id is not set on port 27811da1-0d49-4837-9353-14b5ebfc34a5 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:01.138757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203dbb0-914d-43db-9968-88995f318e95 None None] Pushing event updated for resources: {'Port': ['ID=b043fd11-4ca6-4d83-a884-4f6f1b34bc2d,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:01.227727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2c355f14-4079-436d-9302-656e2c545864 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.247606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Allocated IP 2001:db8::2 (4be888a9-2982-4afa-8fdd-1fa3e5360de5/16c4fd93-6bfb-4a69-93db-9d047e48df68/4ca44096-7d78-44ab-8384-0b6ae3558c21) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:01.308356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-24685144-9c5f-4613-bc77-446426290679 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 4b70a442-e4eb-4373-882e-4a3d8c97c740 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:01.308695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24685144-9c5f-4613-bc77-446426290679 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.417866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2c355f14-4079-436d-9302-656e2c545864 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for a850180b-bebe-41db-8120-f8bbad28c9f7 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:01.565699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Allocated IP 2001:db8::164 (d3085e9d-1061-477e-a428-34c30be3466e/20d1cda9-dac1-4815-a12b-ee63b78d5ffa/27811da1-0d49-4837-9353-14b5ebfc34a5) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:01.581732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.593963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Transition to ACTIVE for port object 4ca44096-7d78-44ab-8384-0b6ae3558c21 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:01.615115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Transition to ACTIVE for port object 4ca44096-7d78-44ab-8384-0b6ae3558c21 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:01.684798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.717772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.753068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Network 4be888a9-2982-4afa-8fdd-1fa3e5360de5 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:01.755913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:01.759716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2c355f14-4079-436d-9302-656e2c545864 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.759899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:01.801620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Pushing event updated for resources: {'Port': ['ID=4ca44096-7d78-44ab-8384-0b6ae3558c21,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:01.822976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c355f14-4079-436d-9302-656e2c545864 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=a850180b-bebe-41db-8120-f8bbad28c9f7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:01.872038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Attempting to bind port 4ca44096-7d78-44ab-8384-0b6ae3558c21 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:01.872309 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Attempting to bind port 4ca44096-7d78-44ab-8384-0b6ae3558c21 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'e44aa898-3f4e-468f-9c16-c24af6f3c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4be888a9-2982-4afa-8fdd-1fa3e5360de5'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:01.872681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Attempting to bind port 4ca44096-7d78-44ab-8384-0b6ae3558c21 on network 4be888a9-2982-4afa-8fdd-1fa3e5360de5 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:01.879663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:01.880065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Checking segment: {'id': 'e44aa898-3f4e-468f-9c16-c24af6f3c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4be888a9-2982-4afa-8fdd-1fa3e5360de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:01.880470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.880930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Bound using segment: {'id': 'e44aa898-3f4e-468f-9c16-c24af6f3c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4be888a9-2982-4afa-8fdd-1fa3e5360de5'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:01.881380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Bound port: 4ca44096-7d78-44ab-8384-0b6ae3558c21, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44aa898-3f4e-468f-9c16-c24af6f3c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4be888a9-2982-4afa-8fdd-1fa3e5360de5'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:01.882343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.941298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:01.970327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2c355f14-4079-436d-9302-656e2c545864 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:01.986748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:01.989223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:02.000566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] For port 4ca44096-7d78-44ab-8384-0b6ae3558c21, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:02.004927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] For port 4ca44096-7d78-44ab-8384-0b6ae3558c21, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4ca44096-7d78-44ab-8384-0b6ae3558c21,segment=NetworkSegment(e44aa898-3f4e-468f-9c16-c24af6f3c137),segment_id=e44aa898-3f4e-468f-9c16-c24af6f3c137)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:02.023303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:02.042652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Transition to ACTIVE for port object 27811da1-0d49-4837-9353-14b5ebfc34a5 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:02.099090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'Port': ['ID=b1740665-0343-45d1-87dc-a2c0354b18aa,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:02.100422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:02.136368 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2c355f14-4079-436d-9302-656e2c545864 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/ports/a850180b-bebe-41db-8120-f8bbad28c9f7 HTTP/1.1" status: 204 len: 168 time: 1.6031997 Sep 21 15:57:02.136957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38674) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:02.175489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:02.176162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:02.182736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4d331-229d-4257-b735-23663a9fd0f8 None None] Pushing event updated for resources: {'Port': ['ID=4ca44096-7d78-44ab-8384-0b6ae3558c21,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:02.214154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:02.277060 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:02.287157 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24685144-9c5f-4613-bc77-446426290679 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:02.307740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Network d3085e9d-1061-477e-a428-34c30be3466e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:02.312347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:02.322669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:02.328558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:02.329326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:02.334400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=27811da1-0d49-4837-9353-14b5ebfc34a5,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:02.377526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce8692-066f-485b-acb5-ddaa5703411d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:02.379578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-adce8692-066f-485b-acb5-ddaa5703411d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Synchronizing usage tracker for tenant:7a983a33c3c74a17a3506b53b53383b5 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:02.431499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d2766977-465a-4d82-ad09-3571c11e8b2b tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0244019 Sep 21 15:57:02.432145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38678) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:02.462024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-adce8692-066f-485b-acb5-ddaa5703411d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Unset dirty status for tenant:7a983a33c3c74a17a3506b53b53383b5 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:02.465714 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-adce8692-066f-485b-acb5-ddaa5703411d tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd8da6eb-ca8e-4f62-beee-c35fb417373e HTTP/1.1" status: 200 len: 913 time: 0.3245096 Sep 21 15:57:02.466158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38682) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:02.477586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086557af-e58c-4f7a-9e4a-733aeb73fd90 None None] Network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:02.492407 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f7d36ae6-e0a8-4d88-a456-b6b344f232c2 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9708040 Sep 21 15:57:02.503841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-24685144-9c5f-4613-bc77-446426290679 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 4b70a442-e4eb-4373-882e-4a3d8c97c740 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:02.548768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38686) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:02.562375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f2', 'mac_address': 'fa:16:3e:c3:81:5f'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:02.749724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2bb9a393-5a3d-4962-b344-9ef26ab691f2 None None] Provisioning for port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:02.871817 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd3c61-f64b-4d7a-bd0d-d4cb494a460c tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Deleting port b1740665-0343-45d1-87dc-a2c0354b18aa {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:02.872376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f6bd3c61-f64b-4d7a-bd0d-d4cb494a460c tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:02.914481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f7a8ed24-c46a-4028-a4ff-8bf192c66601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.035553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6e9331e8-bc6f-47cb-8c0e-36d7d7ba67c4 None None] Provisioning for port 27811da1-0d49-4837-9353-14b5ebfc34a5 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:03.059788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6e9331e8-bc6f-47cb-8c0e-36d7d7ba67c4 None None] Provisioning complete for port 27811da1-0d49-4837-9353-14b5ebfc34a5 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:03.060198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6e9331e8-bc6f-47cb-8c0e-36d7d7ba67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.142964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6e9331e8-bc6f-47cb-8c0e-36d7d7ba67c4 None None] Port 27811da1-0d49-4837-9353-14b5ebfc34a5 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:03.207084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.437299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4ca44096-7d78-44ab-8384-0b6ae3558c21 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:03.576260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 4ca44096-7d78-44ab-8384-0b6ae3558c21 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:03.582881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b043fd11-4ca6-4d83-a884-4f6f1b34bc2d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:03.718273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05791dbb-3a80-47a3-95df-994499179923 None None] Network 4be888a9-2982-4afa-8fdd-1fa3e5360de5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:03.739892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:03.748513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Allocated IP 2001:db8::1 (d32fd8a8-7c0a-4489-a833-d3f764ef7aa5/567c4e05-3dcf-4a88-b1ac-5cc19450631d/2fa183e5-108b-47fc-91e8-c2acb10eeafb) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:03.768846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.775057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port 6644fda6-8c39-47ac-a684-01de96e48bb5 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:03.775557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.794579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:03.794579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.867007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.974998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9d198d4c-9493-4f89-a2c8-6830e320633b None None] Provisioning for port 4ca44096-7d78-44ab-8384-0b6ae3558c21 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:03.982068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24685144-9c5f-4613-bc77-446426290679 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.989994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f6bd3c61-f64b-4d7a-bd0d-d4cb494a460c tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:03.991348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.002271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9d198d4c-9493-4f89-a2c8-6830e320633b None None] Provisioning complete for port 4ca44096-7d78-44ab-8384-0b6ae3558c21 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:04.002567 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9d198d4c-9493-4f89-a2c8-6830e320633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.106744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:04.107073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.172215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for 6644fda6-8c39-47ac-a684-01de96e48bb5 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:04.205175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b043fd11-4ca6-4d83-a884-4f6f1b34bc2d,segment=NetworkSegment(e997b80a-d7e1-4590-a1db-a6e316a6aa38),segment_id=e997b80a-d7e1-4590-a1db-a6e316a6aa38)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:04.243739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24685144-9c5f-4613-bc77-446426290679 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=4b70a442-e4eb-4373-882e-4a3d8c97c740,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:04.255530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd3c61-f64b-4d7a-bd0d-d4cb494a460c tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Calling delete_port for b1740665-0343-45d1-87dc-a2c0354b18aa owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:04.293930 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81e53e33-3818-4e67-988b-50e838323804 req-a1960f0b-e027-473d-8223-c99c6b71268f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2300520 Sep 21 15:57:04.313375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.454547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=b043fd11-4ca6-4d83-a884-4f6f1b34bc2d,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:04.472337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9d198d4c-9493-4f89-a2c8-6830e320633b None None] Current status of the port 4ca44096-7d78-44ab-8384-0b6ae3558c21 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:04.477718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9d198d4c-9493-4f89-a2c8-6830e320633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.517436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-9d198d4c-9493-4f89-a2c8-6830e320633b None None] For port 4ca44096-7d78-44ab-8384-0b6ae3558c21, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4ca44096-7d78-44ab-8384-0b6ae3558c21,segment=NetworkSegment(e44aa898-3f4e-468f-9c16-c24af6f3c137),segment_id=e44aa898-3f4e-468f-9c16-c24af6f3c137)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:04.528954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e53e33-3818-4e67-988b-50e838323804 req-89750267-7c16-4a2a-9517-dd074ebc940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:04.530479 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81e53e33-3818-4e67-988b-50e838323804 req-89750267-7c16-4a2a-9517-dd074ebc940a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1098 time: 0.1116230 Sep 21 15:57:04.534186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.591564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9d198d4c-9493-4f89-a2c8-6830e320633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.690035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d198d4c-9493-4f89-a2c8-6830e320633b None None] Pushing event updated for resources: {'Port': ['ID=4ca44096-7d78-44ab-8384-0b6ae3558c21,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:04.719778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=6644fda6-8c39-47ac-a684-01de96e48bb5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:04.815521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-84cea5fe-79bb-4551-a086-21c0f04beb0b None None] Provisioning complete for port 4ca44096-7d78-44ab-8384-0b6ae3558c21 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:04.815789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-84cea5fe-79bb-4551-a086-21c0f04beb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.823131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24685144-9c5f-4613-bc77-446426290679 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.856009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:04.889378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e53e33-3818-4e67-988b-50e838323804 req-ec63bbb2-d2bc-4360-b4a3-8384859888b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:04.891482 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81e53e33-3818-4e67-988b-50e838323804 req-ec63bbb2-d2bc-4360-b4a3-8384859888b2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 912 time: 0.3093448 Sep 21 15:57:04.946534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-84cea5fe-79bb-4551-a086-21c0f04beb0b None None] Current status of the port 4ca44096-7d78-44ab-8384-0b6ae3558c21 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:04.972729 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-24685144-9c5f-4613-bc77-446426290679 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/4b70a442-e4eb-4373-882e-4a3d8c97c740 HTTP/1.1" status: 204 len: 168 time: 4.0608552 Sep 21 15:57:04.983303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38690) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:04.989922 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Transition to ACTIVE for port object 2fa183e5-108b-47fc-91e8-c2acb10eeafb will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:04.999006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b26788c9-31ba-44d8-8558-199752fb42e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.180134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3cd52c-e5f6-4725-9e08-b1d1375fc784 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:05.181741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3cd52c-e5f6-4725-9e08-b1d1375fc784 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:05.183259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3cd52c-e5f6-4725-9e08-b1d1375fc784 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:05.184052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9f3cd52c-e5f6-4725-9e08-b1d1375fc784 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:05.207323 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81e53e33-3818-4e67-988b-50e838323804 req-990d3a33-a298-4e72-aec9-0fafb786ccff service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 1001 time: 0.3069446 Sep 21 15:57:05.226375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.262770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.285521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f6bd3c61-f64b-4d7a-bd0d-d4cb494a460c tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.300333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4ca44096-7d78-44ab-8384-0b6ae3558c21 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:05.337767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.340964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.341562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] In _notify_port_updated(), no bound segment for port 27811da1-0d49-4837-9353-14b5ebfc34a5 on network d3085e9d-1061-477e-a428-34c30be3466e {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:57:05.347278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:05.347738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.352062 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "PUT /v2.0/ports/27811da1-0d49-4837-9353-14b5ebfc34a5 HTTP/1.1" status: 200 len: 1002 time: 2.9149604 Sep 21 15:57:05.352952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38694) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:05.360495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9f3cd52c-e5f6-4725-9e08-b1d1375fc784 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:05.364365 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9f3cd52c-e5f6-4725-9e08-b1d1375fc784 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3581569 Sep 21 15:57:05.368293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e53e33-3818-4e67-988b-50e838323804 req-891d750e-51a6-4699-b0b5-0bc1c831baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:05.370600 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81e53e33-3818-4e67-988b-50e838323804 req-891d750e-51a6-4699-b0b5-0bc1c831baa3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.1552801 Sep 21 15:57:05.373763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38698) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:05.376110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 4ca44096-7d78-44ab-8384-0b6ae3558c21 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:05.382954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.402273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd3c61-f64b-4d7a-bd0d-d4cb494a460c tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1740665-0343-45d1-87dc-a2c0354b18aa,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:05.464121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Deleting port c8a43996-711f-40f0-a34e-f78995924476 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:05.464495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.498761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 4ca44096-7d78-44ab-8384-0b6ae3558c21 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:05.501295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b043fd11-4ca6-4d83-a884-4f6f1b34bc2d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:05.541043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf48416-436b-459c-b9ab-b2e468d401ee tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 3ef45a60-e795-449b-9094-0d0051565e81 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:05.555175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:05.569095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:05.569905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:05.570052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.572286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:05.572818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.620239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdf48416-436b-459c-b9ab-b2e468d401ee tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.699076 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:05.738806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb79f9-3c27-4362-9676-fa0c6891b69e tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Deleting port 27811da1-0d49-4837-9353-14b5ebfc34a5 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:05.739170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d5eb79f9-3c27-4362-9676-fa0c6891b69e tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.740360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Port': ['ID=2fa183e5-108b-47fc-91e8-c2acb10eeafb,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:05.808934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdf48416-436b-459c-b9ab-b2e468d401ee tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.823553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f6bd3c61-f64b-4d7a-bd0d-d4cb494a460c tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.915120 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f6bd3c61-f64b-4d7a-bd0d-d4cb494a460c tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "DELETE /v2.0/ports/b1740665-0343-45d1-87dc-a2c0354b18aa HTTP/1.1" status: 204 len: 168 time: 3.3120027 Sep 21 15:57:05.921678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38702) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:05.928038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d7573-e930-422f-8227-ef58378fb0bd tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=27811da1-0d49-4837-9353-14b5ebfc34a5,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:05.934397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe', 'external_fixed_ips': [{'subnet_id': '757bdc64-2af7-4688-9b6c-59f0363998f7', 'ip_address': '172.20.0.8'}]}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:05.946780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:05.952956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-45a052de-206a-4be1-81fc-f3e07b11298d None None] Provisioning for port 2fa183e5-108b-47fc-91e8-c2acb10eeafb completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:05.959204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-45a052de-206a-4be1-81fc-f3e07b11298d None None] Provisioning complete for port 2fa183e5-108b-47fc-91e8-c2acb10eeafb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:05.959658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-45a052de-206a-4be1-81fc-f3e07b11298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:05.963212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Usage tracker for resource:router and tenant:ca137235c4f5430090ddd7d15662a967 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:05.968597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:05.978693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:06.001491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.029264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e53e33-3818-4e67-988b-50e838323804 req-f1548a6b-932c-41ba-8715-1f92c5b29e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:06.031637 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81e53e33-3818-4e67-988b-50e838323804 req-f1548a6b-932c-41ba-8715-1f92c5b29e49 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6205411 Sep 21 15:57:06.058850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-45a052de-206a-4be1-81fc-f3e07b11298d None None] Port 2fa183e5-108b-47fc-91e8-c2acb10eeafb cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:06.116008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.118025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.192327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Calling delete_port for c8a43996-711f-40f0-a34e-f78995924476 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:06.233194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.285512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.301174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.355297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdf48416-436b-459c-b9ab-b2e468d401ee tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.472887 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81e53e33-3818-4e67-988b-50e838323804 req-4855bccc-d15e-468b-ab0e-ea8e76f0ce9f service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315417 Sep 21 15:57:06.478916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Router dd8da6eb-ca8e-4f62-beee-c35fb417373e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:06.480795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d5eb79f9-3c27-4362-9676-fa0c6891b69e tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.690047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:06.828181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb79f9-3c27-4362-9676-fa0c6891b69e tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Calling delete_port for 27811da1-0d49-4837-9353-14b5ebfc34a5 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:06.980796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.081843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdf48416-436b-459c-b9ab-b2e468d401ee tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.195053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48416-436b-459c-b9ab-b2e468d401ee tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef45a60-e795-449b-9094-0d0051565e81,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:07.199513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bdf48416-436b-459c-b9ab-b2e468d401ee tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.202768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f099f8-a6c1-42ab-9679-9cbd256b781f None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:07.209066 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81e53e33-3818-4e67-988b-50e838323804 req-c00b9859-f988-455a-97b6-df9ffb990e54 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129865 Sep 21 15:57:07.209257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.232536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:07.251740 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9b5ae803-d113-4c23-bcb7-f3a6c745fae1 tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "PUT /v2.0/routers/dd8da6eb-ca8e-4f62-beee-c35fb417373e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7844429 Sep 21 15:57:07.256365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38706) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:07.280846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5e4b0-465e-47ca-a174-801e04ace401 None None] Sync routers for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:07.295194 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bdf48416-436b-459c-b9ab-b2e468d401ee tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/3ef45a60-e795-449b-9094-0d0051565e81 HTTP/1.1" status: 204 len: 168 time: 1.8859839 Sep 21 15:57:07.297145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38710) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:07.308539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5e4b0-465e-47ca-a174-801e04ace401 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:07.309162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-16c5e4b0-465e-47ca-a174-801e04ace401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:07.334861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d5eb79f9-3c27-4362-9676-fa0c6891b69e tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.363746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event deleted for resources: {'Port': ['ID=c8a43996-711f-40f0-a34e-f78995924476,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:07.378720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-16c5e4b0-465e-47ca-a174-801e04ace401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:07.401603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c5e4b0-465e-47ca-a174-801e04ace401 None None] Routers {'dd8da6eb-ca8e-4f62-beee-c35fb417373e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:07.402913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-16c5e4b0-465e-47ca-a174-801e04ace401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:07.405314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb79f9-3c27-4362-9676-fa0c6891b69e tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Port': ['ID=27811da1-0d49-4837-9353-14b5ebfc34a5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:07.476336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-16c5e4b0-465e-47ca-a174-801e04ace401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:07.476336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c5e4b0-465e-47ca-a174-801e04ace401 None None] The sync data for ids ['dd8da6eb-ca8e-4f62-beee-c35fb417373e'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:07.503328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ab4cbe-84dc-40a5-979e-6793305c6f2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet d36a7e15-f90d-4731-b04f-b744efe7c1bb {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:07.510636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4cbe-84dc-40a5-979e-6793305c6f2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.576221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:57:07.619087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.702866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4cbe-84dc-40a5-979e-6793305c6f2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.778446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d5eb79f9-3c27-4362-9676-fa0c6891b69e tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.780561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d5eb79f9-3c27-4362-9676-fa0c6891b69e tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "DELETE /v2.0/ports/27811da1-0d49-4837-9353-14b5ebfc34a5 HTTP/1.1" status: 204 len: 168 time: 2.4269118 Sep 21 15:57:07.784327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38716) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:07.825708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.837629 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e3973e-bf74-4903-bd10-31ebc1e7c219 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] GET failed (client error): The resource could not be found. Sep 21 15:57:07.838209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-10e3973e-bf74-4903-bd10-31ebc1e7c219 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Synchronizing usage tracker for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:07.889408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4cbe-84dc-40a5-979e-6793305c6f2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.931050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.932136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:07.946101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-10e3973e-bf74-4903-bd10-31ebc1e7c219 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Unset dirty status for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:07.947411 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-10e3973e-bf74-4903-bd10-31ebc1e7c219 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "GET /v2.0/ports/27811da1-0d49-4837-9353-14b5ebfc34a5 HTTP/1.1" status: 404 len: 333 time: 0.1623819 Sep 21 15:57:07.952332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38720) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:07.962104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1185967677'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:07.993505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.144039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:08.155011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:08.214620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4cbe-84dc-40a5-979e-6793305c6f2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.261121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Made reservation on behalf of 9cb2b5df05cb487182889a960b05f21f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:08.264700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.278202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab4cbe-84dc-40a5-979e-6793305c6f2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=d36a7e15-f90d-4731-b04f-b744efe7c1bb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:08.288415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4cbe-84dc-40a5-979e-6793305c6f2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.305242 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b4ab4cbe-84dc-40a5-979e-6793305c6f2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/d36a7e15-f90d-4731-b04f-b744efe7c1bb HTTP/1.1" status: 204 len: 168 time: 1.0040293 Sep 21 15:57:08.305242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] device_id is not set on port be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:08.311181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Port': ['ID=2fa183e5-108b-47fc-91e8-c2acb10eeafb,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:08.314326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38724) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:08.381558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bead18-d4ad-430d-83fb-4a4bd03d60d3 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:08.473842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Allocated IP 2001:db8::232 (d3085e9d-1061-477e-a428-34c30be3466e/20d1cda9-dac1-4815-a12b-ee63b78d5ffa/be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:08.488614 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3eb3bf32-a599-46d4-8640-a93998f80a09 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141968 Sep 21 15:57:08.488831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-09391acc-cace-4322-8a30-9caaa628ce3e None None] Provisioning complete for port c88de3c6-7bb3-43d0-b912-4e177a331564 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:08.488831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-09391acc-cace-4322-8a30-9caaa628ce3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.491610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.498397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38728) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:08.702687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.736447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:08.737283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-09391acc-cace-4322-8a30-9caaa628ce3e None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:08.745781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:08.841809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:08.844319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.847051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] Deleting port c88de3c6-7bb3-43d0-b912-4e177a331564 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:08.847677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.861785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Transition to ACTIVE for port object be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:08.950465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting port 0d91430d-0e76-4377-8b98-10f4d6675e99 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:08.950805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:08.957357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.032487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:09.050815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Network d3085e9d-1061-477e-a428-34c30be3466e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:09.052038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:09.054795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:09.060874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:09.061488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.141177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0935e22a-c534-4bd4-ab64-a8385084921b None None] Provisioning complete for port 2fa183e5-108b-47fc-91e8-c2acb10eeafb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:09.141555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0935e22a-c534-4bd4-ab64-a8385084921b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.169510 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bf6d980b-c325-4799-b325-ddd8b4a578a4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2158232 Sep 21 15:57:09.172094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38732) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:09.180181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c3:81:5f'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:09.194423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] For port c88de3c6-7bb3-43d0-b912-4e177a331564, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c88de3c6-7bb3-43d0-b912-4e177a331564,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:09.195316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.359519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0935e22a-c534-4bd4-ab64-a8385084921b None None] Port 2fa183e5-108b-47fc-91e8-c2acb10eeafb cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:09.361167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c88de3c6-7bb3-43d0-b912-4e177a331564 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:09.394758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] Calling delete_port for c88de3c6-7bb3-43d0-b912-4e177a331564 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:09.497837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.542052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e879699-a528-4b7a-8b1d-32df6f84575a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:09.542745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7e879699-a528-4b7a-8b1d-32df6f84575a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:09.559458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.560018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c88de3c6-7bb3-43d0-b912-4e177a331564 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:09.560398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.632167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.633995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.635429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fa7af8a1-a1a2-4173-a643-2130bc8eef3b None None] Provisioning for port be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:09.694586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fa7af8a1-a1a2-4173-a643-2130bc8eef3b None None] Provisioning complete for port be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:09.694958 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fa7af8a1-a1a2-4173-a643-2130bc8eef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.724535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] Pushing event deleted for resources: {'Port': ['ID=c88de3c6-7bb3-43d0-b912-4e177a331564,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:09.733171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dee12f-e030-4e7a-9cf9-3c50276258fe None None] No DVR routers for this DVR port c88de3c6-7bb3-43d0-b912-4e177a331564 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:09.762151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fa7af8a1-a1a2-4173-a643-2130bc8eef3b None None] Port be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:09.777376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7e879699-a528-4b7a-8b1d-32df6f84575a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:09.778569 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7e879699-a528-4b7a-8b1d-32df6f84575a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.2774930 Sep 21 15:57:09.781634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38736) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:09.785049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.808329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.855006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ef4627-3a7e-43e6-a1d5-af40e08f2a04 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:09.855683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-97ef4627-3a7e-43e6-a1d5-af40e08f2a04 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:09.868253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.868891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] In _notify_port_updated(), no bound segment for port be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb on network d3085e9d-1061-477e-a428-34c30be3466e {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:57:09.874314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:09.874913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:09.876164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "PUT /v2.0/ports/be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb HTTP/1.1" status: 200 len: 1003 time: 0.7026501 Sep 21 15:57:09.892234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38740) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:09.923646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-97ef4627-3a7e-43e6-a1d5-af40e08f2a04 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:09.927130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-97ef4627-3a7e-43e6-a1d5-af40e08f2a04 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1421866 Sep 21 15:57:09.931653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38742) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:09.987216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Calling delete_port for 0d91430d-0e76-4377-8b98-10f4d6675e99 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:10.011773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6c30cb29-5251-435f-be9f-1bc9b37d1706 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746350 Sep 21 15:57:10.014523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Router 337f92a9-e399-4a0e-a3c1-5535d180db46 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:57:10.017350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38748) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:10.023348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fedefcf9-396c-444c-b491-3751067a7d90 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:10.036966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7bfa7-1f0d-4cc9-b42b-fade8649f821 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:10.132941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fedefcf9-396c-444c-b491-3751067a7d90 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:10.142504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fedefcf9-396c-444c-b491-3751067a7d90 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:10.179762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Router 012e15d6-74ab-4b9f-92eb-a21f5c22eaa0 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:10.387783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b91fbc7f-37f9-4e67-8068-34e586e4e205 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Deleting port be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:10.387783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b91fbc7f-37f9-4e67-8068-34e586e4e205 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:10.499708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedefcf9-396c-444c-b491-3751067a7d90 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:10.503396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fedefcf9-396c-444c-b491-3751067a7d90 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:10.504916 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedefcf9-396c-444c-b491-3751067a7d90 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:57:10.505333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedefcf9-396c-444c-b491-3751067a7d90 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:57:10.531026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:10.540601 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83923c9-9b35-4ff9-821b-2d467f4ab91e None None] Sync routers for ids ['337f92a9-e399-4a0e-a3c1-5535d180db46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:10.552508 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83923c9-9b35-4ff9-821b-2d467f4ab91e None None] Routers {'337f92a9-e399-4a0e-a3c1-5535d180db46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:10.552508 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e83923c9-9b35-4ff9-821b-2d467f4ab91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['337f92a9-e399-4a0e-a3c1-5535d180db46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:10.612595 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e83923c9-9b35-4ff9-821b-2d467f4ab91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:10.620767 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fedefcf9-396c-444c-b491-3751067a7d90 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6022358 Sep 21 15:57:10.623665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38752) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:10.627464 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83923c9-9b35-4ff9-821b-2d467f4ab91e None None] Routers {'337f92a9-e399-4a0e-a3c1-5535d180db46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:10.628084 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e83923c9-9b35-4ff9-821b-2d467f4ab91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['337f92a9-e399-4a0e-a3c1-5535d180db46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:10.634743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f5518f7d-72ad-463a-b859-94f8f4219a69 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:10.692514 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e83923c9-9b35-4ff9-821b-2d467f4ab91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:10.692909 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83923c9-9b35-4ff9-821b-2d467f4ab91e None None] The sync data for ids ['337f92a9-e399-4a0e-a3c1-5535d180db46'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:10.747368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f5518f7d-72ad-463a-b859-94f8f4219a69 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:10.757423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f5518f7d-72ad-463a-b859-94f8f4219a69 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:10.784192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Allocated IP 172.20.0.8 (66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe/757bdc64-2af7-4688-9b6c-59f0363998f7/b8ac3edb-81d7-43c4-8d74-41c07082ff82) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:10.809693 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5518f7d-72ad-463a-b859-94f8f4219a69 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:10.813273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f5518f7d-72ad-463a-b859-94f8f4219a69 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:10.819136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5518f7d-72ad-463a-b859-94f8f4219a69 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:57:10.819136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5518f7d-72ad-463a-b859-94f8f4219a69 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:57:10.902027 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f5518f7d-72ad-463a-b859-94f8f4219a69 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2771397 Sep 21 15:57:10.905000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38756) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:10.910496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8e689cf8-600d-44c6-831e-b89d5ee7384d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:11.013809 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b1ba3ee0-53e1-44fa-8ebc-cf613b347064 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "PUT /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1673000 Sep 21 15:57:11.014182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38760) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:11.048476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:11.063008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9099bb-3071-4e31-8543-cf562b2f2fdd None None] Sync routers for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:11.074736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9099bb-3071-4e31-8543-cf562b2f2fdd None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:11.075681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6f9099bb-3071-4e31-8543-cf562b2f2fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:11.111775 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6d6282cd-3806-496e-b2c8-c538e305aab4 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "PUT /v2.0/routers/012e15d6-74ab-4b9f-92eb-a21f5c22eaa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4788709 Sep 21 15:57:11.125312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38764) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:11.145976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6f9099bb-3071-4e31-8543-cf562b2f2fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:11.156009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9099bb-3071-4e31-8543-cf562b2f2fdd None None] Routers {'012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:11.156740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6f9099bb-3071-4e31-8543-cf562b2f2fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:11.220265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6f9099bb-3071-4e31-8543-cf562b2f2fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:11.220760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9099bb-3071-4e31-8543-cf562b2f2fdd None None] The sync data for ids ['012e15d6-74ab-4b9f-92eb-a21f5c22eaa0'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:11.239729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:11.253009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b91fbc7f-37f9-4e67-8068-34e586e4e205 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:11.266849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8e689cf8-600d-44c6-831e-b89d5ee7384d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:11.289996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8e689cf8-600d-44c6-831e-b89d5ee7384d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:11.370026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e689cf8-600d-44c6-831e-b89d5ee7384d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:11.373426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e689cf8-600d-44c6-831e-b89d5ee7384d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:11.374731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Port': ['ID=0d91430d-0e76-4377-8b98-10f4d6675e99,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:11.374877 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e689cf8-600d-44c6-831e-b89d5ee7384d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:57:11.375206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e689cf8-600d-44c6-831e-b89d5ee7384d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:57:11.378669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:11.445828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b91fbc7f-37f9-4e67-8068-34e586e4e205 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Calling delete_port for be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:11.609145 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8e689cf8-600d-44c6-831e-b89d5ee7384d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7001889 Sep 21 15:57:11.615306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38768) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:11.623593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0baf45c3-3405-4d5b-8f35-173c65668621 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:11.711358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:11.791331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0baf45c3-3405-4d5b-8f35-173c65668621 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:11.793988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:11.832782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0baf45c3-3405-4d5b-8f35-173c65668621 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:11.861956 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-3bdc9410-c522-4a87-a06d-86c693b22853 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:57:11.862899 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3bdc9410-c522-4a87-a06d-86c693b22853 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "PUT /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8479066 Sep 21 15:57:11.865918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38772) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:11.927601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baf45c3-3405-4d5b-8f35-173c65668621 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:11.931542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0baf45c3-3405-4d5b-8f35-173c65668621 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:11.932895 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0baf45c3-3405-4d5b-8f35-173c65668621 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:57:11.933315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0baf45c3-3405-4d5b-8f35-173c65668621 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:57:12.098880 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0baf45c3-3405-4d5b-8f35-173c65668621 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4825144 Sep 21 15:57:12.106775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38776) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:12.162970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-673e9421-34e6-4dbe-9b92-decd1d1b5e95 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:12.191120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.209500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.240743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.314886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:12.322448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:12.332668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:12.341429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-673e9421-34e6-4dbe-9b92-decd1d1b5e95 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:12.357753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-673e9421-34e6-4dbe-9b92-decd1d1b5e95 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:12.377010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'Port': ['ID=b8ac3edb-81d7-43c4-8d74-41c07082ff82,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:12.397961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.408645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.413755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Fanout notify agent at l3_agent the message router_deleted on router dd8da6eb-ca8e-4f62-beee-c35fb417373e {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:57:12.504992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.541834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b91fbc7f-37f9-4e67-8068-34e586e4e205 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.543460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Deleting port 19bb5b56-f817-4439-ba9b-f100da4da146 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:12.543795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.561225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673e9421-34e6-4dbe-9b92-decd1d1b5e95 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:12.564682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-673e9421-34e6-4dbe-9b92-decd1d1b5e95 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.566203 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-673e9421-34e6-4dbe-9b92-decd1d1b5e95 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:57:12.566625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673e9421-34e6-4dbe-9b92-decd1d1b5e95 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:57:12.659837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.660939 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0a09db48-d91f-4d1f-9940-887411cae14e tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/routers/dd8da6eb-ca8e-4f62-beee-c35fb417373e HTTP/1.1" status: 204 len: 168 time: 5.4027846 Sep 21 15:57:12.690108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38780) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:12.690832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fbc7f-37f9-4e67-8068-34e586e4e205 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Port': ['ID=be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:12.818415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b91fbc7f-37f9-4e67-8068-34e586e4e205 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:12.822684 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b91fbc7f-37f9-4e67-8068-34e586e4e205 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "DELETE /v2.0/ports/be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb HTTP/1.1" status: 204 len: 168 time: 2.8765628 Sep 21 15:57:12.829784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38784) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:12.897097 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-673e9421-34e6-4dbe-9b92-decd1d1b5e95 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7892783 Sep 21 15:57:12.902366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38788) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:12.912716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1d13a965-3bdb-47c4-b4af-5f567c13af35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:12.948574 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bdf31f-6173-4f24-81f0-8b9058b0d762 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] GET failed (client error): The resource could not be found. Sep 21 15:57:12.949031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-98bdf31f-6173-4f24-81f0-8b9058b0d762 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Synchronizing usage tracker for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:12.957072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d5a077-75b7-48aa-9db5-70b6f5e205bb tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Deleting subnet e67754f3-385e-45d1-b7d6-b3325936a59a {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:12.965106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72d5a077-75b7-48aa-9db5-70b6f5e205bb tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.040136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1d13a965-3bdb-47c4-b4af-5f567c13af35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:13.052195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1d13a965-3bdb-47c4-b4af-5f567c13af35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:13.124342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting port 2fa183e5-108b-47fc-91e8-c2acb10eeafb {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:13.124823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.126575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72d5a077-75b7-48aa-9db5-70b6f5e205bb tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.162816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.170533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-98bdf31f-6173-4f24-81f0-8b9058b0d762 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Unset dirty status for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:13.171698 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-98bdf31f-6173-4f24-81f0-8b9058b0d762 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "GET /v2.0/ports/be8ea3c2-e74d-43c3-8c7d-0d2fa4a862cb HTTP/1.1" status: 404 len: 333 time: 0.3365476 Sep 21 15:57:13.177186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38792) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:13.186794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d13a965-3bdb-47c4-b4af-5f567c13af35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:13.190209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d13a965-3bdb-47c4-b4af-5f567c13af35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.197248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d13a965-3bdb-47c4-b4af-5f567c13af35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:57:13.197248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d13a965-3bdb-47c4-b4af-5f567c13af35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:57:13.198710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-90614366'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:13.352880 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d13a965-3bdb-47c4-b4af-5f567c13af35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4494765 Sep 21 15:57:13.360172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38796) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:13.373215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Calling delete_port for 19bb5b56-f817-4439-ba9b-f100da4da146 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:13.462688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.472684 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5c6a9199-d704-47a5-a5f0-56aa47c09b80 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1093221 Sep 21 15:57:13.473305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:13.475320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38800) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:13.479484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72d5a077-75b7-48aa-9db5-70b6f5e205bb tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.625928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:13.638465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Calling delete_port for 2fa183e5-108b-47fc-91e8-c2acb10eeafb owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:13.673840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.724598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c10e4-c927-42ed-af30-aeca54d3bae3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:13.726588 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1e9c10e4-c927-42ed-af30-aeca54d3bae3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2481618 Sep 21 15:57:13.731336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38804) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:13.776298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Made reservation on behalf of 9cb2b5df05cb487182889a960b05f21f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:13.780148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:13.851748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] device_id is not set on port 8a44ce3c-6058-4775-af90-ecb9e47c6aee yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:13.852000 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1f78b17b-4d01-446c-9d2f-ab84a9602b5e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195033 Sep 21 15:57:13.858003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38808) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:13.866865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:13.977302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.039998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Port': ['ID=2fa183e5-108b-47fc-91e8-c2acb10eeafb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:14.094863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Allocated IP 2001:db8::2f5 (d3085e9d-1061-477e-a428-34c30be3466e/20d1cda9-dac1-4815-a12b-ee63b78d5ffa/8a44ce3c-6058-4775-af90-ecb9e47c6aee) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:14.116717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:14.172756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72d5a077-75b7-48aa-9db5-70b6f5e205bb tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.257854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:14.265377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5a077-75b7-48aa-9db5-70b6f5e205bb tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Subnet': ['ID=e67754f3-385e-45d1-b7d6-b3325936a59a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:14.274892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72d5a077-75b7-48aa-9db5-70b6f5e205bb tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.295034 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-72d5a077-75b7-48aa-9db5-70b6f5e205bb tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/subnets/e67754f3-385e-45d1-b7d6-b3325936a59a HTTP/1.1" status: 204 len: 168 time: 1.6009023 Sep 21 15:57:14.297671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38812) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:14.391483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:14.394863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.413415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.466078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.594134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event deleted for resources: {'Port': ['ID=19bb5b56-f817-4439-ba9b-f100da4da146,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:14.664337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.764201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.818629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Router 337f92a9-e399-4a0e-a3c1-5535d180db46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:14.821870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.844272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Transition to ACTIVE for port object 8a44ce3c-6058-4775-af90-ecb9e47c6aee will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:14.887655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:14.977140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:14.989746 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabde1c-89cc-4b8d-b108-579dec30f137 None None] Sync routers for ids ['337f92a9-e399-4a0e-a3c1-5535d180db46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:15.000310 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0a6da267-d4f7-4585-af2b-c3626c4fde89 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "PUT /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1332078 Sep 21 15:57:15.002367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38816) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:15.004536 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabde1c-89cc-4b8d-b108-579dec30f137 None None] Routers {'337f92a9-e399-4a0e-a3c1-5535d180db46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:15.005172 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cbabde1c-89cc-4b8d-b108-579dec30f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['337f92a9-e399-4a0e-a3c1-5535d180db46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:15.072256 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cbabde1c-89cc-4b8d-b108-579dec30f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:15.076416 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-eb5d46cc-92ce-4c57-a6ba-09e6dc3c0be5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] delete failed (client error): The resource could not be found. Sep 21 15:57:15.078424 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eb5d46cc-92ce-4c57-a6ba-09e6dc3c0be5 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-695917813 HTTP/1.1" status: 404 len: 334 time: 0.0750504 Sep 21 15:57:15.082849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38820) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:15.084058 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabde1c-89cc-4b8d-b108-579dec30f137 None None] Routers {'337f92a9-e399-4a0e-a3c1-5535d180db46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:15.084982 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cbabde1c-89cc-4b8d-b108-579dec30f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['337f92a9-e399-4a0e-a3c1-5535d180db46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:15.088579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-41d8065b-fe54-4270-b0a3-ae8e9cfd7b81 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'router': {'external_gateway_info': {'network_id': '337f92a9-e399-4a0e-a3c1-5535d180db46'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:15.145962 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cbabde1c-89cc-4b8d-b108-579dec30f137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:15.146300 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabde1c-89cc-4b8d-b108-579dec30f137 None None] The sync data for ids ['337f92a9-e399-4a0e-a3c1-5535d180db46'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:15.157864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.345452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Network d3085e9d-1061-477e-a428-34c30be3466e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:15.354037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:15.356478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:15.362361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:15.363092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.382442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.396469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.403282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.432027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=8a44ce3c-6058-4775-af90-ecb9e47c6aee,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:15.458559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:15.490248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005bebc7-5990-4450-8360-d3c325f7026e') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:15.490598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005bebc7-5990-4450-8360-d3c325f7026e') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:15.526886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.560803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.568243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:15.571987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.638300 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 005bebc7-5990-4450-8360-d3c325f7026e resource provider aggregate not found Sep 21 15:57:15.641862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.642391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Fanout notify agent at l3_agent the message router_deleted on router 012e15d6-74ab-4b9f-92eb-a21f5c22eaa0 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:57:15.654339 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e51a2863-fc2c-437e-880f-76d8e4316875 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4756281 Sep 21 15:57:15.659744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38828) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:15.675309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Router 71cb6df3-3770-4449-b42f-b794d4cdc2d8 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:57:15.677963 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 005bebc7-5990-4450-8360-d3c325f7026e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 005bebc7-5990-4450-8360-d3c325f7026e found for delete ", "request_id": "req-842d803b-c3e9-4e03-9ac1-012dbea59cec"}]} Sep 21 15:57:15.685414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'network_id': 'd3085e9d-1061-477e-a428-34c30be3466e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-767384765'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:15.694385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f9f950c7-0c6d-4d33-8cf7-bb39a3633f33 None None] Provisioning for port 8a44ce3c-6058-4775-af90-ecb9e47c6aee completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:15.699755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f9f950c7-0c6d-4d33-8cf7-bb39a3633f33 None None] Provisioning complete for port 8a44ce3c-6058-4775-af90-ecb9e47c6aee triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:15.700133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f9f950c7-0c6d-4d33-8cf7-bb39a3633f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.721325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-41d8065b-fe54-4270-b0a3-ae8e9cfd7b81 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.761759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f9f950c7-0c6d-4d33-8cf7-bb39a3633f33 None None] Port 8a44ce3c-6058-4775-af90-ecb9e47c6aee cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:15.805323 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-41d8065b-fe54-4270-b0a3-ae8e9cfd7b81 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] update failed (client error): The resource could not be found. Sep 21 15:57:15.810599 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-41d8065b-fe54-4270-b0a3-ae8e9cfd7b81 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "PUT /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46 HTTP/1.1" status: 404 len: 339 time: 0.7225113 Sep 21 15:57:15.810903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38834) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:15.816506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1564005461'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:15.821813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:15.825788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:network and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:15.830121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:15.838304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:15.886822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.890327 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9b82ab35-67dc-44cf-a3e4-e6db5df0dd17 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "DELETE /v2.0/routers/012e15d6-74ab-4b9f-92eb-a21f5c22eaa0 HTTP/1.1" status: 204 len: 168 time: 4.7568278 Sep 21 15:57:15.890908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38838) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:15.912690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.925993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Made reservation on behalf of 4c3071379c60411db8abaf6ec38114d6 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:15.929728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:15.982662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c285f50-3408-4504-8ae2-b1659994212a tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Deleting subnet 350a2907-f3b6-4288-937d-c5a6eb2f995c {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:15.987536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:15.989507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c285f50-3408-4504-8ae2-b1659994212a tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.026228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.032937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.objects.ports [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89726) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:57:16.037644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.037644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Added segment c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f of type vlan for network 35537f01-42be-454b-a16a-4f21c3e42aa7 Sep 21 15:57:16.054321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] Pushing event deleted for resources: {'Network': ['ID=93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:16.055641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c285f50-3408-4504-8ae2-b1659994212a tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.056176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.115599 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-522e5449-445b-4254-b942-b0c5df46215c tempest-FloatingIPTestJSON-990616126 tempest-FloatingIPTestJSON-990616126-project] 10.222.0.65 "DELETE /v2.0/networks/93bfa6c4-fbd0-4258-9cdf-38f65a8ef81d HTTP/1.1" status: 204 len: 168 time: 1.8147497 Sep 21 15:57:16.115829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.175928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c285f50-3408-4504-8ae2-b1659994212a tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.220159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.226093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:16.232311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.232451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:16.238239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:16.247452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:16.252243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:16.252834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.253342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad42452-9a06-4d48-9da8-0f6ab5b989fc None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:16.263160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=38ff1df3-991b-4005-a387-5e67c510bdb5,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:16.289475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:16.295547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:16.320709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Sync routers for ids ['71cb6df3-3770-4449-b42f-b794d4cdc2d8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:16.326979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffe7fd-4963-42bb-a87f-999439e025a0 req-27311679-23d5-465a-9552-860c4a2dbab8 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:16.328725 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5bffe7fd-4963-42bb-a87f-999439e025a0 req-27311679-23d5-465a-9552-860c4a2dbab8 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4294484 Sep 21 15:57:16.349213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Routers {'71cb6df3-3770-4449-b42f-b794d4cdc2d8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:16.349878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Network': ['ID=35537f01-42be-454b-a16a-4f21c3e42aa7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:16.350084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['71cb6df3-3770-4449-b42f-b794d4cdc2d8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:16.370092 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0e43804d-7f61-483f-ab40-bbdfe3da2d34 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5110130 Sep 21 15:57:16.373846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38844) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:16.379202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:5d:9b:99', 'name': 'tempest-NetworksTestDHCPv6-1767246245'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:16.396101 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5bffe7fd-4963-42bb-a87f-999439e025a0 req-ca2863ad-299c-4391-a43d-febcd8236ab3 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522058 Sep 21 15:57:16.410011 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 35537f01-42be-454b-a16a-4f21c3e42aa7 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:16.428165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.430776 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-42eddd8e-4940-4d85-9216-6f7c66f9d7d0 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.5074847 Sep 21 15:57:16.431976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Made reservation on behalf of 9cb2b5df05cb487182889a960b05f21f for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:16.447720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.451439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38850) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:16.498496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] device_id is not set on port d348440f-a799-497c-9512-64c27a0543a6 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:16.535297 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-672137cb-255d-4b81-892f-8435fda2a936 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7207193 Sep 21 15:57:16.547641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c285f50-3408-4504-8ae2-b1659994212a tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.552972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38854) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:16.611983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'subnet': {'network_id': '35537f01-42be-454b-a16a-4f21c3e42aa7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:16.680207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Allocated IP 2001:db8::2b5 (d3085e9d-1061-477e-a428-34c30be3466e/20d1cda9-dac1-4815-a12b-ee63b78d5ffa/d348440f-a799-497c-9512-64c27a0543a6) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:16.708334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38860) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:16.723411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c285f50-3408-4504-8ae2-b1659994212a tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event deleted for resources: {'Subnet': ['ID=350a2907-f3b6-4288-937d-c5a6eb2f995c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:16.745476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376bbe2-3b60-450f-86ab-a0ff346f27cc None None] Network af2011d3-278e-415a-bbf5-eb6b8a289d3b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:16.817189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c285f50-3408-4504-8ae2-b1659994212a tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.936915 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1c285f50-3408-4504-8ae2-b1659994212a tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "DELETE /v2.0/subnets/350a2907-f3b6-4288-937d-c5a6eb2f995c HTTP/1.1" status: 204 len: 168 time: 1.0425410 Sep 21 15:57:16.941130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '38ff1df3-991b-4005-a387-5e67c510bdb5'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:16.941982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:16.954316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38866) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:16.956172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Set router 71cb6df3-3770-4449-b42f-b794d4cdc2d8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:17.064457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:17.075358 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-de963629-739b-4fb7-b0ef-7191094d513d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a983a33c3c74a17a3506b53b53383b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659232 Sep 21 15:57:17.081774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:17.083511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38870) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:17.099335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Usage tracker for resource:subnet and tenant:4c3071379c60411db8abaf6ec38114d6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:17.107871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:17.112245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.133717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.167269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Transition to ACTIVE for port object d348440f-a799-497c-9512-64c27a0543a6 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:17.170354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:17.183965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e76b721f-5ff8-4063-aa8d-8e22dbd1c007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.193699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:17.217357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e76b721f-5ff8-4063-aa8d-8e22dbd1c007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.235782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb226b-8714-498d-b617-13da845b6007 req-68b94e00-6a93-4e17-a000-ecad86686a81 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:17.243323 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aabb226b-8714-498d-b617-13da845b6007 req-68b94e00-6a93-4e17-a000-ecad86686a81 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.6444204 Sep 21 15:57:17.272055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.320757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.381671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e76b721f-5ff8-4063-aa8d-8e22dbd1c007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.414144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Network d3085e9d-1061-477e-a428-34c30be3466e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:17.421770 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:17.427184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b721f-5ff8-4063-aa8d-8e22dbd1c007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8357613-142d-4e16-8c3d-6d421990e1c6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:17.429239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:17.434898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:17.436113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.439658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=d348440f-a799-497c-9512-64c27a0543a6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:17.479844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e76b721f-5ff8-4063-aa8d-8e22dbd1c007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.484050 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e76b721f-5ff8-4063-aa8d-8e22dbd1c007 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8357613-142d-4e16-8c3d-6d421990e1c6 HTTP/1.1" status: 204 len: 168 time: 0.3965917 Sep 21 15:57:17.488306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:17.498489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Allocated IP 2001:db8::f816:3eff:fe11:a360 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/38ff1df3-991b-4005-a387-5e67c510bdb5/006e14f8-0bf3-450e-918f-6f64ed27bf7a) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:17.522615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Made reservation on behalf of 4c3071379c60411db8abaf6ec38114d6 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:17.526081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.560233 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e96a56e5-3098-488b-9769-7c94f3b9d8e1 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8914325 Sep 21 15:57:17.563010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38876) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:17.593532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f2', 'mac_address': 'fa:16:3e:c3:81:5f'}, {'ip_address': '2001:db8::2f5', 'mac_address': 'fa:16:3e:f1:9c:59'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:17.610050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Deleting port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:17.610853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.634560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] DHCP port deletion for af2011d3-278e-415a-bbf5-eb6b8a289d3b request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:17.645495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] Deleting port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:17.646038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:17.668087 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aabb226b-8714-498d-b617-13da845b6007 req-8ead1bfa-ff79-46d9-8291-3d89c4d439be tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4238138 Sep 21 15:57:17.882183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cb6df3-3770-4449-b42f-b794d4cdc2d8', 'name': '', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe', 'external_fixed_ips': [{'subnet_id': '757bdc64-2af7-4688-9b6c-59f0363998f7', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b8ac3edb-81d7-43c4-8d74-41c07082ff82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:06Z', 'updated_at': '2022-09-21T15:57:12Z', 'revision_number': 3, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port': {'id': 'b8ac3edb-81d7-43c4-8d74-41c07082ff82', 'name': '', 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:39:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cb6df3-3770-4449-b42f-b794d4cdc2d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '757bdc64-2af7-4688-9b6c-59f0363998f7', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:09Z', 'updated_at': '2022-09-21T15:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '757bdc64-2af7-4688-9b6c-59f0363998f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:17.890481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Checking router: 71cb6df3-3770-4449-b42f-b794d4cdc2d8 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:57:17.890836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Updating router 71cb6df3-3770-4449-b42f-b794d4cdc2d8 port b8ac3edb-81d7-43c4-8d74-41c07082ff82 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:57:17.938851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-35305da7-414a-4498-a111-40fba2c15d0e None None] Provisioning for port d348440f-a799-497c-9512-64c27a0543a6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:17.969673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-35305da7-414a-4498-a111-40fba2c15d0e None None] Provisioning complete for port d348440f-a799-497c-9512-64c27a0543a6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:17.969964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-35305da7-414a-4498-a111-40fba2c15d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.019872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.093175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Subnet': ['ID=5d6abc3a-34c3-4925-952a-dd3986edef20,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:18.093758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.128525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.171042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.248983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Deleting port b8ac3edb-81d7-43c4-8d74-41c07082ff82 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:18.249207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.270714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.280030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.297880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Transition to ACTIVE for port object 006e14f8-0bf3-450e-918f-6f64ed27bf7a will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:18.331706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Checking segment: {'id': 'c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '35537f01-42be-454b-a16a-4f21c3e42aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:18.332101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network hostable DHCP agents. Network: 35537f01-42be-454b-a16a-4f21c3e42aa7, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:18.348864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-35305da7-414a-4498-a111-40fba2c15d0e None None] Port d348440f-a799-497c-9512-64c27a0543a6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:18.364496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] For port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=03d90e37-5783-4c6a-a8b5-c72d84cc7b1f,segment=NetworkSegment(ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b),segment_id=ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:18.364861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.368730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] For port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=03d90e37-5783-4c6a-a8b5-c72d84cc7b1f,segment=NetworkSegment(ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b),segment_id=ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:18.369139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.382178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 04870af1-f966-4b7f-acb0-0a60d67a34bf yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:18.439713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Transition to ACTIVE for port object 006e14f8-0bf3-450e-918f-6f64ed27bf7a will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:18.460099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.487296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178fe24-06e4-4eaa-a1e4-493a4647f174 req-b4839cb8-49ab-4056-9bd0-099ab581f195 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:18.488802 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4178fe24-06e4-4eaa-a1e4-493a4647f174 req-b4839cb8-49ab-4056-9bd0-099ab581f195 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5020900 Sep 21 15:57:18.526678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.527451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] In _notify_port_updated(), no bound segment for port d348440f-a799-497c-9512-64c27a0543a6 on network d3085e9d-1061-477e-a428-34c30be3466e {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:57:18.533684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:18.534524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.536398 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "PUT /v2.0/ports/d348440f-a799-497c-9512-64c27a0543a6 HTTP/1.1" status: 200 len: 1067 time: 0.9721284 Sep 21 15:57:18.548353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38894) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:18.573229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Calling delete_port for 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:18.628045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.639275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] Calling delete_port for 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:18.670982 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4178fe24-06e4-4eaa-a1e4-493a4647f174 req-871481ed-ed90-46e1-ab0d-a5c02a4dc8a6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740899 Sep 21 15:57:18.680106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network 35537f01-42be-454b-a16a-4f21c3e42aa7 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:18.705167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a22fb-234d-410b-81de-804a25428cc8 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event updated for resources: {'Port': ['ID=d348440f-a799-497c-9512-64c27a0543a6,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:18.716000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-31247485-9d7f-4b2c-a5df-4a6141df0633 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Deleting port d348440f-a799-497c-9512-64c27a0543a6 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:18.721911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31247485-9d7f-4b2c-a5df-4a6141df0633 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.795919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 35537f01-42be-454b-a16a-4f21c3e42aa7) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:18.818822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:18.819751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.842837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edaad0b-6eea-4fc6-bf1d-0fe0361c96de None None] Network 35537f01-42be-454b-a16a-4f21c3e42aa7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:18.899716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.899973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 15:57:18.899973 dv-neutron-858618-1-hyperv neutron-server[89727]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Sep 21 15:57:18.899973 dv-neutron-858618-1-hyperv neutron-server[89727]: [parameters: {'port_id': '03d90e37-5783-4c6a-a8b5-c72d84cc7b1f'}] Sep 21 15:57:18.899973 dv-neutron-858618-1-hyperv neutron-server[89727]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:18.899973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:18.916232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8a48185a-941c-4415-9d3b-5d9368f37569 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3348341 Sep 21 15:57:18.925683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:18.935836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38906) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:18.967671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fe5d:9b99 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/38ff1df3-991b-4005-a387-5e67c510bdb5/04870af1-f966-4b7f-acb0-0a60d67a34bf) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:18.968316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:19.058965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:19.066552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38910) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:19.074998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:19.096339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Pushing event updated for resources: {'Port': ['ID=006e14f8-0bf3-450e-918f-6f64ed27bf7a,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:19.098221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31247485-9d7f-4b2c-a5df-4a6141df0633 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.169809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-eb1b7b1f-0551-4793-881a-f54075bb3a60 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'router': {'external_gateway_info': {'network_id': '35537f01-42be-454b-a16a-4f21c3e42aa7'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:19.248485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-31247485-9d7f-4b2c-a5df-4a6141df0633 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Calling delete_port for d348440f-a799-497c-9512-64c27a0543a6 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:19.262965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Attempting to bind port 006e14f8-0bf3-450e-918f-6f64ed27bf7a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:19.263444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Attempting to bind port 006e14f8-0bf3-450e-918f-6f64ed27bf7a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:19.263902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Attempting to bind port 006e14f8-0bf3-450e-918f-6f64ed27bf7a on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:19.279904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-866836067'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:19.298198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event deleted for resources: {'Port': ['ID=03d90e37-5783-4c6a-a8b5-c72d84cc7b1f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:19.299355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:19.307461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:19.308916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Calling delete_port for b8ac3edb-81d7-43c4-8d74-41c07082ff82 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:19.311835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:19.322299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:19.339596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:19.355690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] No DVR routers for this DVR port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:19.377517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:19.377963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:19.378310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.378707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:19.379196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Bound port: 006e14f8-0bf3-450e-918f-6f64ed27bf7a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:19.379656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.402133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] Deleting port 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:19.403119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.422542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:19.426309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.437890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:19.438383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 03d90e37-5783-4c6a-a8b5-c72d84cc7b1f not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:19.445427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.492913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c324d272-8fb3-44e6-864d-fa50dbf49e47 None None] The port '03d90e37-5783-4c6a-a8b5-c72d84cc7b1f' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:57:19.583869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:19.586747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31247485-9d7f-4b2c-a5df-4a6141df0633 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.625876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:security_group_rule and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:19.634423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:19.652845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:19.658986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-35537f01-42be-454b-a16a-4f21c3e42aa7', 'network_id': '35537f01-42be-454b-a16a-4f21c3e42aa7', 'tenant_id': '4c3071379c60411db8abaf6ec38114d6', 'fixed_ips': [{'subnet_id': '5d6abc3a-34c3-4925-952a-dd3986edef20'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:19.659825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.678719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31247485-9d7f-4b2c-a5df-4a6141df0633 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Port': ['ID=d348440f-a799-497c-9512-64c27a0543a6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:19.709362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] For port 006e14f8-0bf3-450e-918f-6f64ed27bf7a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:19.715270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] For port 006e14f8-0bf3-450e-918f-6f64ed27bf7a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=006e14f8-0bf3-450e-918f-6f64ed27bf7a,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:19.764268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.781682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.841851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eda82-148b-44e7-a062-f6363613d6a9 req-b914aa64-8968-4ed5-aa65-266804233766 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:19.853123 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-283eda82-148b-44e7-a062-f6363613d6a9 req-b914aa64-8968-4ed5-aa65-266804233766 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 1.0096743 Sep 21 15:57:19.868492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe2dd5-37fe-4cb6-ac06-dc6c077859e6 None None] Pushing event updated for resources: {'Port': ['ID=006e14f8-0bf3-450e-918f-6f64ed27bf7a,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:19.875775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Transition to ACTIVE for port object b8ac3edb-81d7-43c4-8d74-41c07082ff82 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:19.945698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:19.948104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.020785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Attempting to bind port b8ac3edb-81d7-43c4-8d74-41c07082ff82 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:20.021147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Attempting to bind port b8ac3edb-81d7-43c4-8d74-41c07082ff82 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:20.021513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Attempting to bind port b8ac3edb-81d7-43c4-8d74-41c07082ff82 on network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:20.023729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.027341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31247485-9d7f-4b2c-a5df-4a6141df0633 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.047979 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-31247485-9d7f-4b2c-a5df-4a6141df0633 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "DELETE /v2.0/ports/d348440f-a799-497c-9512-64c27a0543a6 HTTP/1.1" status: 204 len: 168 time: 1.4597459 Sep 21 15:57:20.051613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38916) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:20.058661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:20.059047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Checking segment: {'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:20.059442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.059838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Bound using segment: {'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:20.060321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Bound port: b8ac3edb-81d7-43c4-8d74-41c07082ff82, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:20.060699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.099711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Allocated IP 2001:db8:1::2 (35537f01-42be-454b-a16a-4f21c3e42aa7/5d6abc3a-34c3-4925-952a-dd3986edef20/f637fd73-75c3-4ec3-ac58-b7d97927685c) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:20.105639 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53a3887-c468-4c8a-b82c-6aae5a8a86ac tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] GET failed (client error): The resource could not be found. Sep 21 15:57:20.106484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b53a3887-c468-4c8a-b82c-6aae5a8a86ac tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Synchronizing usage tracker for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:20.110924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.140661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ddaa9-b227-4d30-ad56-bda72f85c42a None None] Pushing event updated for resources: {'Port': ['ID=b8ac3edb-81d7-43c4-8d74-41c07082ff82,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:20.151750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb1b7b1f-0551-4793-881a-f54075bb3a60 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.154402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f068d1f4-7a29-4b99-96a9-30e0c91e9a8b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:20.176783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:20.177049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2011d3-278e-415a-bbf5-eb6b8a289d3b']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:20.190406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.195074 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment 02278919-f2c7-4592-a8ee-d2f0a98677bc of type vlan for network d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e Sep 21 15:57:20.204446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:20.204747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:20.224728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.228305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-283eda82-148b-44e7-a062-f6363613d6a9 req-1d48dd5e-c9f0-4c50-8651-af48b77d7ab1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742919 Sep 21 15:57:20.235760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.245144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b53a3887-c468-4c8a-b82c-6aae5a8a86ac tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Unset dirty status for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:20.255053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38920) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:20.262808 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b53a3887-c468-4c8a-b82c-6aae5a8a86ac tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "GET /v2.0/ports/d348440f-a799-497c-9512-64c27a0543a6 HTTP/1.1" status: 404 len: 333 time: 0.2129726 Sep 21 15:57:20.344180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] For port b8ac3edb-81d7-43c4-8d74-41c07082ff82, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:20.355764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.357013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.362794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:20.363515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.384910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 15:57:20.384910 dv-neutron-858618-1-hyperv neutron-server[89727]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Sep 21 15:57:20.384910 dv-neutron-858618-1-hyperv neutron-server[89727]: [parameters: {'port_id': 'b8ac3edb-81d7-43c4-8d74-41c07082ff82', 'host': 'dv-neutron-858618-1-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3'}] Sep 21 15:57:20.384910 dv-neutron-858618-1-hyperv neutron-server[89727]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:20.391166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:20.433471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:20.433884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.489692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4219606 Sep 21 15:57:20.491652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b resource provider aggregate not found Sep 21 15:57:20.541974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd44cb-df88-4eb8-ae36-e0adfd436eba tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:20.552649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:20.552889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:20.552889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:20.574216 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce688c92-7836-4b8a-8a0c-dd5eb9af1b3b found for delete ", "request_id": "req-4910d497-9b32-465b-a3bc-af443ce22ea5"}]} Sep 21 15:57:20.666023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-3786b572-d4d1-46b1-9425-c7dfef228c2f tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Deleting port 8a44ce3c-6058-4775-af90-ecb9e47c6aee {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:20.666365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3786b572-d4d1-46b1-9425-c7dfef228c2f tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.683006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.698848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Transition to ACTIVE for port object f637fd73-75c3-4ec3-ac58-b7d97927685c will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:20.727316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Transition to ACTIVE for port object f637fd73-75c3-4ec3-ac58-b7d97927685c will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:20.831984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.838185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.854893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.949496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:20.955200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Network 35537f01-42be-454b-a16a-4f21c3e42aa7 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:20.959452 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "DELETE /v2.0/networks/af2011d3-278e-415a-bbf5-eb6b8a289d3b HTTP/1.1" status: 204 len: 168 time: 4.0025382 Sep 21 15:57:20.960716 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:20.962280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38932) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:20.985440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:21.000875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82bd1c-8849-4f66-90aa-1c341dbdf690 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event deleted for resources: {'Network': ['ID=af2011d3-278e-415a-bbf5-eb6b8a289d3b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:21.003364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 04870af1-f966-4b7f-acb0-0a60d67a34bf will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:21.064163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Attempting to bind port b8ac3edb-81d7-43c4-8d74-41c07082ff82 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:21.064163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Attempting to bind port b8ac3edb-81d7-43c4-8d74-41c07082ff82 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:21.064163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Attempting to bind port b8ac3edb-81d7-43c4-8d74-41c07082ff82 on network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:21.090477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:21.092209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Checking segment: {'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:21.092746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.094744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Bound using segment: {'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:21.109165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Bound port: b8ac3edb-81d7-43c4-8d74-41c07082ff82, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:21.109165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.109476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Deleting port b8ac3edb-81d7-43c4-8d74-41c07082ff82 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:21.109476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.167678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Pushing event updated for resources: {'Port': ['ID=f637fd73-75c3-4ec3-ac58-b7d97927685c,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:21.245531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Attempting to bind port f637fd73-75c3-4ec3-ac58-b7d97927685c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:21.246153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Attempting to bind port f637fd73-75c3-4ec3-ac58-b7d97927685c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '35537f01-42be-454b-a16a-4f21c3e42aa7'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:21.246627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Attempting to bind port f637fd73-75c3-4ec3-ac58-b7d97927685c on network 35537f01-42be-454b-a16a-4f21c3e42aa7 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:21.270853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Deleting port 9bb5bde6-99bc-4d47-86d7-543db01f11ef {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:21.275182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:21.275466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Checking segment: {'id': 'c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '35537f01-42be-454b-a16a-4f21c3e42aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:21.275868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.276518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.282062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Bound using segment: {'id': 'c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '35537f01-42be-454b-a16a-4f21c3e42aa7'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:21.282576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Bound port: f637fd73-75c3-4ec3-ac58-b7d97927685c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '35537f01-42be-454b-a16a-4f21c3e42aa7'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:21.282965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.383127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] For port b8ac3edb-81d7-43c4-8d74-41c07082ff82, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:21.425496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] For port b8ac3edb-81d7-43c4-8d74-41c07082ff82, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b8ac3edb-81d7-43c4-8d74-41c07082ff82,segment=NetworkSegment(7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3),segment_id=7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:21.428068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 006e14f8-0bf3-450e-918f-6f64ed27bf7a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:21.523726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaac5ba-5c6a-4585-a8fb-aa1708d215d5 req-3956f715-e258-4c50-ac9f-5844eaf56ef6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:21.530783 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efaac5ba-5c6a-4585-a8fb-aa1708d215d5 req-3956f715-e258-4c50-ac9f-5844eaf56ef6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.7006314 Sep 21 15:57:21.539176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] For port f637fd73-75c3-4ec3-ac58-b7d97927685c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:21.545208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] For port f637fd73-75c3-4ec3-ac58-b7d97927685c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f637fd73-75c3-4ec3-ac58-b7d97927685c,segment=NetworkSegment(c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f),segment_id=c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:21.556619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.573404 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-eb1b7b1f-0551-4793-881a-f54075bb3a60 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:57:21.579363 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eb1b7b1f-0551-4793-881a-f54075bb3a60 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "PUT /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46 HTTP/1.1" status: 400 len: 364 time: 2.6088643 Sep 21 15:57:21.580862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38936) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:21.642972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ddaa9-b227-4d30-ad56-bda72f85c42a None None] Pushing event updated for resources: {'Port': ['ID=b8ac3edb-81d7-43c4-8d74-41c07082ff82,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:21.659439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.659851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.663746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Routers {'71cb6df3-3770-4449-b42f-b794d4cdc2d8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:21.664630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['71cb6df3-3770-4449-b42f-b794d4cdc2d8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:21.718718 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efaac5ba-5c6a-4585-a8fb-aa1708d215d5 req-f3577f4a-a18c-4915-99b7-ee1dc0b02e99 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870122 Sep 21 15:57:21.743780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.759002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 006e14f8-0bf3-450e-918f-6f64ed27bf7a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:21.765071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:21.845757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Calling delete_port for 9bb5bde6-99bc-4d47-86d7-543db01f11ef owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:21.915256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=04870af1-f966-4b7f-acb0-0a60d67a34bf,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:22.013272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f0c9-b01a-4e65-9c3d-8cf1ea596f64 None None] Pushing event updated for resources: {'Port': ['ID=f637fd73-75c3-4ec3-ac58-b7d97927685c,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:22.038659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-89122b12-808a-442b-a194-9142342c26d4 None None] Provisioning for port 006e14f8-0bf3-450e-918f-6f64ed27bf7a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:22.064813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] Set router 71cb6df3-3770-4449-b42f-b794d4cdc2d8 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:22.128901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3786b572-d4d1-46b1-9425-c7dfef228c2f tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.141973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.217459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Pushing event deleted for resources: {'Port': ['ID=9bb5bde6-99bc-4d47-86d7-543db01f11ef,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:22.271938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-89122b12-808a-442b-a194-9142342c26d4 None None] Provisioning complete for port 006e14f8-0bf3-450e-918f-6f64ed27bf7a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:22.273052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-89122b12-808a-442b-a194-9142342c26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.311509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cb6df3-3770-4449-b42f-b794d4cdc2d8', 'name': '', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:06Z', 'updated_at': '2022-09-21T15:57:18Z', 'revision_number': 4, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:22.328025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df818f6-3b99-4cfa-9a02-bea46fb07f71 None None] The sync data for ids ['71cb6df3-3770-4449-b42f-b794d4cdc2d8'] in dv-neutron-858618-1-hyperv is: [{'id': '71cb6df3-3770-4449-b42f-b794d4cdc2d8', 'name': '', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:06Z', 'updated_at': '2022-09-21T15:57:18Z', 'revision_number': 4, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:22.386199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.396243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:22.436993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-89122b12-808a-442b-a194-9142342c26d4 None None] Current status of the port 006e14f8-0bf3-450e-918f-6f64ed27bf7a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:22.437822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-89122b12-808a-442b-a194-9142342c26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.467868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-3786b572-d4d1-46b1-9425-c7dfef228c2f tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Calling delete_port for 8a44ce3c-6058-4775-af90-ecb9e47c6aee owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:22.481109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-89122b12-808a-442b-a194-9142342c26d4 None None] For port 006e14f8-0bf3-450e-918f-6f64ed27bf7a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=006e14f8-0bf3-450e-918f-6f64ed27bf7a,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:22.497503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] For port b8ac3edb-81d7-43c4-8d74-41c07082ff82, host dv-neutron-858618-1-hyperv, got binding levels [] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:22.497503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.528062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:22.545509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:22.551387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-89122b12-808a-442b-a194-9142342c26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.561819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:22.564940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.584143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:22.589604 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-88858f11-336c-4119-bda3-e26ab070b088 tempest-FloatingIPAdminTestJSON-1725159225 tempest-FloatingIPAdminTestJSON-1725159225-project] 10.222.0.65 "DELETE /v2.0/floatingips/8cbf1136-95c1-4caf-a60e-c476aaecf216 HTTP/1.1" status: 204 len: 168 time: 1.6261690 Sep 21 15:57:22.712959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89122b12-808a-442b-a194-9142342c26d4 None None] Pushing event updated for resources: {'Port': ['ID=006e14f8-0bf3-450e-918f-6f64ed27bf7a,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:22.757003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Calling delete_port for b8ac3edb-81d7-43c4-8d74-41c07082ff82 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:22.810934 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3bb15675-3f6a-4b0b-a1ba-36096ddce716 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.4369788 Sep 21 15:57:22.814550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38944) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:23.067271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-07dc4153-4378-4140-aeaa-7634fc191cd8 None None] Provisioning for port 04870af1-f966-4b7f-acb0-0a60d67a34bf completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:23.076038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-07dc4153-4378-4140-aeaa-7634fc191cd8 None None] Provisioning complete for port 04870af1-f966-4b7f-acb0-0a60d67a34bf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:23.076417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-07dc4153-4378-4140-aeaa-7634fc191cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:23.200856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-07dc4153-4378-4140-aeaa-7634fc191cd8 None None] Port 04870af1-f966-4b7f-acb0-0a60d67a34bf cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:23.352284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0318ff90-54c0-452f-b854-04f119d341d7 None None] Network 35537f01-42be-454b-a16a-4f21c3e42aa7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:23.375967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3786b572-d4d1-46b1-9425-c7dfef228c2f tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:23.424594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38950) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:23.486018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a10e5a-d600-48ac-8dbf-4251e09269a0 req-ef85e081-479a-4441-94f6-67c529ff3e71 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:23.496999 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c1a10e5a-d600-48ac-8dbf-4251e09269a0 req-ef85e081-479a-4441-94f6-67c529ff3e71 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5679648 Sep 21 15:57:23.574528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786b572-d4d1-46b1-9425-c7dfef228c2f tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Port': ['ID=8a44ce3c-6058-4775-af90-ecb9e47c6aee,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:23.601055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3786b572-d4d1-46b1-9425-c7dfef228c2f tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:23.621376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab76ff-a334-4537-961e-65c4732fe406 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:23.637659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab76ff-a334-4537-961e-65c4732fe406 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:23.639331 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-12ab76ff-a334-4537-961e-65c4732fe406 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.8232410 Sep 21 15:57:23.659936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38956) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:23.676963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 006e14f8-0bf3-450e-918f-6f64ed27bf7a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:23.757069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:23.829448 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c1a10e5a-d600-48ac-8dbf-4251e09269a0 req-cf382b18-30d8-4da2-9742-8e046c727a70 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076880 Sep 21 15:57:23.909794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e5b56f79-ee18-430f-b630-a5f9dd9602f8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 04870af1-f966-4b7f-acb0-0a60d67a34bf {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:23.910094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5b56f79-ee18-430f-b630-a5f9dd9602f8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:23.927095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-990c33b6-0def-4a5e-8113-b7141b9f5422 None None] Provisioning for port f637fd73-75c3-4ec3-ac58-b7d97927685c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:23.952190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38960) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:23.960345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': 'd1fc333b-2ea6-4434-b01b-8ebf2ad6a74e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:23.970235 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8c73e5a2-ab96-49f5-96ea-75e13d1051f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c306ecdff81d4459a1926f303437aff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324352 Sep 21 15:57:23.980650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38964) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:23.984168 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3786b572-d4d1-46b1-9425-c7dfef228c2f tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "DELETE /v2.0/ports/8a44ce3c-6058-4775-af90-ecb9e47c6aee HTTP/1.1" status: 204 len: 168 time: 3.7250218 Sep 21 15:57:23.992773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38968) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:24.003574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 006e14f8-0bf3-450e-918f-6f64ed27bf7a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:24.003973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.132046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:24.132389 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:24.151930 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa936e1-4a41-488d-b08e-55bea2362ee3 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] GET failed (client error): The resource could not be found. Sep 21 15:57:24.152480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1fa936e1-4a41-488d-b08e-55bea2362ee3 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Synchronizing usage tracker for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:24.199149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 006e14f8-0bf3-450e-918f-6f64ed27bf7a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:24.200233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f637fd73-75c3-4ec3-ac58-b7d97927685c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:24.200470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7043291c-bd45-449d-bccf-6f9e9943fd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.208154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:24.217169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:subnet and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:24.251713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:24.253994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7043291c-bd45-449d-bccf-6f9e9943fd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.269323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:24.303116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5b56f79-ee18-430f-b630-a5f9dd9602f8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.335826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1fa936e1-4a41-488d-b08e-55bea2362ee3 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Unset dirty status for tenant:9cb2b5df05cb487182889a960b05f21f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:24.337100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port f637fd73-75c3-4ec3-ac58-b7d97927685c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:24.337441 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1fa936e1-4a41-488d-b08e-55bea2362ee3 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "GET /v2.0/ports/8a44ce3c-6058-4775-af90-ecb9e47c6aee HTTP/1.1" status: 404 len: 333 time: 0.3436515 Sep 21 15:57:24.342454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 38972) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:24.344352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f637fd73-75c3-4ec3-ac58-b7d97927685c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:24.349543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.410874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:24.414955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.449491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e5b56f79-ee18-430f-b630-a5f9dd9602f8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 04870af1-f966-4b7f-acb0-0a60d67a34bf owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:24.521280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Allocated IP 2001:db8::1 (ab41a1ee-908b-47e7-8471-049ae8352698/abfd2103-b5c8-4053-aaf8-e8746d53c51b/d5f3b304-40a4-4917-8d16-8ce6519515ca) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:24.524522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f637fd73-75c3-4ec3-ac58-b7d97927685c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:24.524522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.533534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d122b196-929d-46bd-8109-ad9d87637161 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Deleting port 68f74e30-37c0-4fad-bd5a-0277501438d6 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:24.533883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d122b196-929d-46bd-8109-ad9d87637161 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.557903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port f637fd73-75c3-4ec3-ac58-b7d97927685c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f637fd73-75c3-4ec3-ac58-b7d97927685c,segment=NetworkSegment(c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f),segment_id=c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:24.605754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7043291c-bd45-449d-bccf-6f9e9943fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.606873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-adc1c67a-95dd-4bbf-a146-af36504bcc4d None None] Provisioning complete for port f637fd73-75c3-4ec3-ac58-b7d97927685c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:24.613768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-adc1c67a-95dd-4bbf-a146-af36504bcc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.633683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043291c-bd45-449d-bccf-6f9e9943fd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd5f8d5-772d-45c2-9c6f-c1c4ac42c6ef,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:24.636745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.642326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7043291c-bd45-449d-bccf-6f9e9943fd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.643463 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7043291c-bd45-449d-bccf-6f9e9943fd7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/acd5f8d5-772d-45c2-9c6f-c1c4ac42c6ef HTTP/1.1" status: 204 len: 168 time: 0.6619442 Sep 21 15:57:24.728261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5b56f79-ee18-430f-b630-a5f9dd9602f8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.748489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=f637fd73-75c3-4ec3-ac58-b7d97927685c,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:24.810103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-adc1c67a-95dd-4bbf-a146-af36504bcc4d None None] Current status of the port f637fd73-75c3-4ec3-ac58-b7d97927685c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:24.825508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Deleting port b8ac3edb-81d7-43c4-8d74-41c07082ff82 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:24.826075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.874458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b56f79-ee18-430f-b630-a5f9dd9602f8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=04870af1-f966-4b7f-acb0-0a60d67a34bf,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:24.883748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5b56f79-ee18-430f-b630-a5f9dd9602f8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:24.885757 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e5b56f79-ee18-430f-b630-a5f9dd9602f8 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/04870af1-f966-4b7f-acb0-0a60d67a34bf HTTP/1.1" status: 204 len: 168 time: 1.2248685 Sep 21 15:57:24.888288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38980) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:24.997785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4247144-127e-476b-992f-7b86977f8864 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:24.999434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4247144-127e-476b-992f-7b86977f8864 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:25.000194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a4247144-127e-476b-992f-7b86977f8864 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:25.077363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a4247144-127e-476b-992f-7b86977f8864 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:25.077363 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a4247144-127e-476b-992f-7b86977f8864 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1849251 Sep 21 15:57:25.077861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38988) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:25.149408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49975d7-bd63-42e7-bac3-61ed947a2eda tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 38ff1df3-991b-4005-a387-5e67c510bdb5 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:25.152513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d49975d7-bd63-42e7-bac3-61ed947a2eda tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.206894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d49975d7-bd63-42e7-bac3-61ed947a2eda tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.226899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.304092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d49975d7-bd63-42e7-bac3-61ed947a2eda tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.322711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f637fd73-75c3-4ec3-ac58-b7d97927685c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:25.352739 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Transition to ACTIVE for port object d5f3b304-40a4-4917-8d16-8ce6519515ca will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:25.387421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38992) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:25.405979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.408689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f637fd73-75c3-4ec3-ac58-b7d97927685c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:25.409063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.421198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:25.425484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d426491d9547b8b5f63170e96fee3a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:25.429097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:25.435885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:25.447738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d49975d7-bd63-42e7-bac3-61ed947a2eda tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.454451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d122b196-929d-46bd-8109-ad9d87637161 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.497672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49975d7-bd63-42e7-bac3-61ed947a2eda tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=38ff1df3-991b-4005-a387-5e67c510bdb5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:25.502638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d49975d7-bd63-42e7-bac3-61ed947a2eda tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.520023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70226897-f4c1-459c-a219-3c20e105452d None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:25.577005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.609546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d122b196-929d-46bd-8109-ad9d87637161 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Calling delete_port for 68f74e30-37c0-4fad-bd5a-0277501438d6 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:25.620481 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d49975d7-bd63-42e7-bac3-61ed947a2eda tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/38ff1df3-991b-4005-a387-5e67c510bdb5 HTTP/1.1" status: 204 len: 168 time: 0.5413158 Sep 21 15:57:25.622818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 38996) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:25.625210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f637fd73-75c3-4ec3-ac58-b7d97927685c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:25.674823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.679678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] For port b8ac3edb-81d7-43c4-8d74-41c07082ff82, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b8ac3edb-81d7-43c4-8d74-41c07082ff82,segment=NetworkSegment(7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3),segment_id=7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:25.680036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.701753 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4013ac02-2691-4620-94b7-6d979dc964a5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751443 Sep 21 15:57:25.701753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.706539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39000) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:25.723781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:25.742021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501fc40-2190-4d6d-9fc2-91b77c1381c3 req-9b6068b0-9970-42b5-8f24-6249b29985f5 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:25.748946 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7501fc40-2190-4d6d-9fc2-91b77c1381c3 req-9b6068b0-9970-42b5-8f24-6249b29985f5 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5870874 Sep 21 15:57:25.831946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f7b62c-5786-4505-95f9-2b6827319f32,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:25.836780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:25.843016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] Deleting port 006e14f8-0bf3-450e-918f-6f64ed27bf7a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:25.843580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.851119 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f52192cb-6e14-49ff-9d4c-5c42100e3ee6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3d426491d9547b8b5f63170e96fee3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620035 Sep 21 15:57:25.855055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39006) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:25.905723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:25.906318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:25.918334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:25.919350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Calling delete_port for b8ac3edb-81d7-43c4-8d74-41c07082ff82 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:25.924730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:25.934861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:25.960856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c828c83-5197-4c3b-9ac4-5d529e005751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.077049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] For port 006e14f8-0bf3-450e-918f-6f64ed27bf7a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=006e14f8-0bf3-450e-918f-6f64ed27bf7a,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:26.077266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.094376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=bf241361-4e23-489e-adaf-052bac0b4d22,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:26.110685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:26.112923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network ab41a1ee-908b-47e7-8471-049ae8352698 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:26.114119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.117786 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7501fc40-2190-4d6d-9fc2-91b77c1381c3 req-c6c66d1e-ec85-4d23-9aec-f159ed231261 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680496 Sep 21 15:57:26.160725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:26.173690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:26.174256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.197007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Port': ['ID=d5f3b304-40a4-4917-8d16-8ce6519515ca,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:26.199132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': '02278919-f2c7-4592-a8ee-d2f0a98677bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1fc333b-2ea6-4434-b01b-8ebf2ad6a74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:26.199506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:26.207390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c828c83-5197-4c3b-9ac4-5d529e005751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.310907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] Calling delete_port for 006e14f8-0bf3-450e-918f-6f64ed27bf7a owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:26.393360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d122b196-929d-46bd-8109-ad9d87637161 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.434038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c828c83-5197-4c3b-9ac4-5d529e005751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.442878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:26.460414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c828c83-5197-4c3b-9ac4-5d529e005751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f7b62c-5786-4505-95f9-2b6827319f32,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:26.470621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c828c83-5197-4c3b-9ac4-5d529e005751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.472368 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1c828c83-5197-4c3b-9ac4-5d529e005751 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16f7b62c-5786-4505-95f9-2b6827319f32 HTTP/1.1" status: 204 len: 168 time: 0.6155257 Sep 21 15:57:26.489823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.490946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122b196-929d-46bd-8109-ad9d87637161 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Port': ['ID=68f74e30-37c0-4fad-bd5a-0277501438d6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:26.552226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] Pushing event deleted for resources: {'Port': ['ID=006e14f8-0bf3-450e-918f-6f64ed27bf7a,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:26.556495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d122b196-929d-46bd-8109-ad9d87637161 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.559048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.577731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1c158-129f-477f-b47d-7c91f6850ab1 None None] No DVR routers for this DVR port 006e14f8-0bf3-450e-918f-6f64ed27bf7a on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:26.648403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:26.656307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1654f6d0-ffbf-4e34-ad55-743982c205be None None] Network d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:26.665877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8ac3edb-81d7-43c4-8d74-41c07082ff82,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:26.718670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:26.719268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.734430 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.objects.ports [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89726) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:57:26.735929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.746642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a9f189ea-235c-47b9-9963-308e5e1a93e8 None None] Provisioning for port d5f3b304-40a4-4917-8d16-8ce6519515ca completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:26.750253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.759407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a9f189ea-235c-47b9-9963-308e5e1a93e8 None None] Provisioning complete for port d5f3b304-40a4-4917-8d16-8ce6519515ca triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:26.759876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a9f189ea-235c-47b9-9963-308e5e1a93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.827838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:26.831588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:26.843289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a9f189ea-235c-47b9-9963-308e5e1a93e8 None None] Port d5f3b304-40a4-4917-8d16-8ce6519515ca cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:26.843466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:26.844014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:26.845477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aef637-7651-418a-bf1f-b777c05ee54b None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:26.886233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=bcb2303f-279a-47f0-9825-b774c696985b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:26.925820 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c620198a-a4ae-4a43-b4da-da2c544203dc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2123275 Sep 21 15:57:26.930287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39012) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:26.936523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:79:be:96', 'name': 'tempest-NetworksTestDHCPv6-1990913763'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:26.998271 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d122b196-929d-46bd-8109-ad9d87637161 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "DELETE /v2.0/ports/68f74e30-37c0-4fad-bd5a-0277501438d6 HTTP/1.1" status: 204 len: 168 time: 2.6544983 Sep 21 15:57:27.003832 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-45b09dc8-0d87-4182-a46b-13df538bdb42 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0513194 Sep 21 15:57:27.004656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39018) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:27.005051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39020) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:27.057325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2140927171'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:27.062194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:27.066404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:27.070286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:27.079816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:27.107028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e', 'network_id': 'd1fc333b-2ea6-4434-b01b-8ebf2ad6a74e', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': 'bf241361-4e23-489e-adaf-052bac0b4d22'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:27.107876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.177179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:27.184301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:27.187063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:27.193415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:27.253171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:27.256647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.271353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': 'bcb2303f-279a-47f0-9825-b774c696985b'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:27.273644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.285759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.341152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:27.348591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 006e14f8-0bf3-450e-918f-6f64ed27bf7a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:27.391133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 006e14f8-0bf3-450e-918f-6f64ed27bf7a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:27.391483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 006e14f8-0bf3-450e-918f-6f64ed27bf7a not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:27.496119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36890586-0c68-4948-9072-a676be92bc43 req-deff5e2c-f844-4796-975b-1dd75cabca36 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:27.498026 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-36890586-0c68-4948-9072-a676be92bc43 req-deff5e2c-f844-4796-975b-1dd75cabca36 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2341969 Sep 21 15:57:27.502116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.509157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e162a949-dc72-4b7f-8b7f-93723d3b1ac4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Deleting subnet 20d1cda9-dac1-4815-a12b-ee63b78d5ffa {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:27.524068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e162a949-dc72-4b7f-8b7f-93723d3b1ac4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.525523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Allocated IP 2001:db8:0:ffff::2 (d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e/bf241361-4e23-489e-adaf-052bac0b4d22/b8039979-3510-4d48-9a7c-e37c9531de6d) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:27.555578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:27.556849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.562387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:27.571265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.571871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Allocated IP 2001:db8::f816:3eff:fe17:5541 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/bcb2303f-279a-47f0-9825-b774c696985b/9f272c73-9062-49f6-9e09-5c5d2537261b) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:27.611693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39028) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:27.614516 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-36890586-0c68-4948-9072-a676be92bc43 req-eb8fdd48-457a-47ab-9c12-5c82399d8e2f tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023941 Sep 21 15:57:27.650065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.669037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.669376 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment e7c980cf-17d6-4888-a78b-97178aeb82fe of type vlan for network 5611e3c2-e47f-4d3c-9801-d55a5c3aa462 Sep 21 15:57:27.696520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e162a949-dc72-4b7f-8b7f-93723d3b1ac4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.698646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:27.702522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] Usage tracker for resource:security_group_rule and tenant:359f23ef0af74aa5ac5a93c5bac0ffdc is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:27.705428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:27.711299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:27.781498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.800150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.840824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.841312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71cb6df3-3770-4449-b42f-b794d4cdc2d8 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:57:27.871573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.889224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.890353 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ae5e3861-895e-420a-84e2-ebe086175c60 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "DELETE /v2.0/routers/71cb6df3-3770-4449-b42f-b794d4cdc2d8 HTTP/1.1" status: 204 len: 168 time: 11.4381881 Sep 21 15:57:27.894538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39032) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:27.897822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.905383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e162a949-dc72-4b7f-8b7f-93723d3b1ac4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.940628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.955158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.962235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:27.962235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.966625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Transition to ACTIVE for port object b8039979-3510-4d48-9a7c-e37c9531de6d will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:27.975243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:27.980131 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=359f23ef0af74aa5ac5a93c5bac0ffdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645661 Sep 21 15:57:27.986904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0be38f-5e74-4563-a581-6da61026b47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ea8806-4bb7-43e2-8891-8e1002e061b9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:27.993105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39036) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:27.998325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Transition to ACTIVE for port object 9f272c73-9062-49f6-9e09-5c5d2537261b will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:28.006056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Transition to ACTIVE for port object b8039979-3510-4d48-9a7c-e37c9531de6d will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:28.034119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-233d8944-fbdb-4798-8f00-c7740d8269e3 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Deleting subnet 757bdc64-2af7-4688-9b6c-59f0363998f7 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:28.034619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Transition to ACTIVE for port object 9f272c73-9062-49f6-9e09-5c5d2537261b will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:28.045808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233d8944-fbdb-4798-8f00-c7740d8269e3 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.049668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.050441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.100308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.112320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233d8944-fbdb-4798-8f00-c7740d8269e3 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.152058 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.181486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Network d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:28.182997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2be7c413-a1e6-4b63-996b-5df91a491803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.186596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:28.200070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:28.203709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:28.207796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:28.215638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:28.250896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2be7c413-a1e6-4b63-996b-5df91a491803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.264508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233d8944-fbdb-4798-8f00-c7740d8269e3 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.286545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2700651 Sep 21 15:57:28.291535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Pushing event updated for resources: {'Port': ['ID=b8039979-3510-4d48-9a7c-e37c9531de6d,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:28.297443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fe79:be96 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/bcb2303f-279a-47f0-9825-b774c696985b/288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:28.297687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e59efe-6dfa-4a02-a508-ee4429277242 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=5611e3c2-e47f-4d3c-9801-d55a5c3aa462,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:28.299037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39040) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:28.306430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event updated for resources: {'Port': ['ID=d5f3b304-40a4-4917-8d16-8ce6519515ca,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:28.312653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': '5611e3c2-e47f-4d3c-9801-d55a5c3aa462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:28.360062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e162a949-dc72-4b7f-8b7f-93723d3b1ac4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.411095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162a949-dc72-4b7f-8b7f-93723d3b1ac4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Subnet': ['ID=20d1cda9-dac1-4815-a12b-ee63b78d5ffa,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:28.419361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e162a949-dc72-4b7f-8b7f-93723d3b1ac4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.420526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 5611e3c2-e47f-4d3c-9801-d55a5c3aa462 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:28.424349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Network ab41a1ee-908b-47e7-8471-049ae8352698 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:28.427353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:28.437685 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e162a949-dc72-4b7f-8b7f-93723d3b1ac4 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "DELETE /v2.0/subnets/20d1cda9-dac1-4815-a12b-ee63b78d5ffa HTTP/1.1" status: 204 len: 168 time: 1.4229660 Sep 21 15:57:28.447706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39044) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:28.456321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193eac09-96ba-4d13-be11-66936f0003c2 None None] Network d3085e9d-1061-477e-a428-34c30be3466e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:28.749534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Pushing event updated for resources: {'Port': ['ID=9f272c73-9062-49f6-9e09-5c5d2537261b,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:28.759999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:28.764417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Attempting to bind port b8039979-3510-4d48-9a7c-e37c9531de6d on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:28.770151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Attempting to bind port b8039979-3510-4d48-9a7c-e37c9531de6d by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '02278919-f2c7-4592-a8ee-d2f0a98677bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1fc333b-2ea6-4434-b01b-8ebf2ad6a74e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:28.770151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Attempting to bind port b8039979-3510-4d48-9a7c-e37c9531de6d on network d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:28.778540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:subnet and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:28.791244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:28.805548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:28.812142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:28.812518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Checking segment: {'id': '02278919-f2c7-4592-a8ee-d2f0a98677bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1fc333b-2ea6-4434-b01b-8ebf2ad6a74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:28.812916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.813301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Bound using segment: {'id': '02278919-f2c7-4592-a8ee-d2f0a98677bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1fc333b-2ea6-4434-b01b-8ebf2ad6a74e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:28.813762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Bound port: b8039979-3510-4d48-9a7c-e37c9531de6d, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02278919-f2c7-4592-a8ee-d2f0a98677bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1fc333b-2ea6-4434-b01b-8ebf2ad6a74e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:28.814250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.832269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.847025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Deleting port 2b01d9e5-0550-4520-8855-7aca96b2989d {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:28.847657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.863993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Router 337f92a9-e399-4a0e-a3c1-5535d180db46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:28.880716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233d8944-fbdb-4798-8f00-c7740d8269e3 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.890370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Attempting to bind port 9f272c73-9062-49f6-9e09-5c5d2537261b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:28.890738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Attempting to bind port 9f272c73-9062-49f6-9e09-5c5d2537261b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:28.891095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Attempting to bind port 9f272c73-9062-49f6-9e09-5c5d2537261b on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:28.955408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2be7c413-a1e6-4b63-996b-5df91a491803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.977525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:28.978222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f0d65aaa-c164-4762-8aae-716e31a937cd None None] Provisioning complete for port d5f3b304-40a4-4917-8d16-8ce6519515ca triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:28.978646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f0d65aaa-c164-4762-8aae-716e31a937cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.003094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:29.004123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:29.004123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.004345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:29.004698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Bound port: 9f272c73-9062-49f6-9e09-5c5d2537261b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:29.005071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.011622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c773b41-1953-454f-96a5-1fb62e27e898 req-eb9cad26-760e-40e5-a101-d6fc12fbe51c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:29.018567 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2c773b41-1953-454f-96a5-1fb62e27e898 req-eb9cad26-760e-40e5-a101-d6fc12fbe51c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2416253 Sep 21 15:57:29.057083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:29.061580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.091871 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2c773b41-1953-454f-96a5-1fb62e27e898 req-4f1d3550-0e36-40ef-b9c5-707440c832af tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710285 Sep 21 15:57:29.093500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:29.096297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d8944-fbdb-4798-8f00-c7740d8269e3 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=757bdc64-2af7-4688-9b6c-59f0363998f7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:29.118914 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0e3080e5-73dc-4a7e-9ba3-623da05d8582 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "PUT /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5235353 Sep 21 15:57:29.118914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39050) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:29.119405 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a2a84-bdec-4297-b16a-d4d07b1ff9a5 None None] Sync routers for ids ['337f92a9-e399-4a0e-a3c1-5535d180db46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:29.124184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233d8944-fbdb-4798-8f00-c7740d8269e3 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.125002 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a2a84-bdec-4297-b16a-d4d07b1ff9a5 None None] Routers {'337f92a9-e399-4a0e-a3c1-5535d180db46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:29.125776 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1f5a2a84-bdec-4297-b16a-d4d07b1ff9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['337f92a9-e399-4a0e-a3c1-5535d180db46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:29.139534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f0d65aaa-c164-4762-8aae-716e31a937cd None None] Port d5f3b304-40a4-4917-8d16-8ce6519515ca cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:29.149303 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-233d8944-fbdb-4798-8f00-c7740d8269e3 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/757bdc64-2af7-4688-9b6c-59f0363998f7 HTTP/1.1" status: 204 len: 168 time: 1.2509675 Sep 21 15:57:29.171459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] For port b8039979-3510-4d48-9a7c-e37c9531de6d, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:29.191122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] For port b8039979-3510-4d48-9a7c-e37c9531de6d, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b8039979-3510-4d48-9a7c-e37c9531de6d,segment=NetworkSegment(02278919-f2c7-4592-a8ee-d2f0a98677bc),segment_id=02278919-f2c7-4592-a8ee-d2f0a98677bc)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:29.198397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39054) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:29.198552 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1f5a2a84-bdec-4297-b16a-d4d07b1ff9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:29.198676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] For port 9f272c73-9062-49f6-9e09-5c5d2537261b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:29.203191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] For port 9f272c73-9062-49f6-9e09-5c5d2537261b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9f272c73-9062-49f6-9e09-5c5d2537261b,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:29.206271 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a2a84-bdec-4297-b16a-d4d07b1ff9a5 None None] Routers {'337f92a9-e399-4a0e-a3c1-5535d180db46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:29.207069 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1f5a2a84-bdec-4297-b16a-d4d07b1ff9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['337f92a9-e399-4a0e-a3c1-5535d180db46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:29.212815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7c413-a1e6-4b63-996b-5df91a491803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ea8806-4bb7-43e2-8891-8e1002e061b9,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:29.228770 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2be7c413-a1e6-4b63-996b-5df91a491803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.228770 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2be7c413-a1e6-4b63-996b-5df91a491803 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4ea8806-4bb7-43e2-8891-8e1002e061b9 HTTP/1.1" status: 204 len: 168 time: 1.2302506 Sep 21 15:57:29.275831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.301609 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1f5a2a84-bdec-4297-b16a-d4d07b1ff9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:29.302497 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5a2a84-bdec-4297-b16a-d4d07b1ff9a5 None None] The sync data for ids ['337f92a9-e399-4a0e-a3c1-5535d180db46'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:29.349042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.352256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] DHCP port deletion for d3085e9d-1061-477e-a428-34c30be3466e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:29.379796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.399141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] Deleting port 2b01d9e5-0550-4520-8855-7aca96b2989d {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:29.399521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.479939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33fe0d-c0c7-4eb9-9cdb-bb7e1cdee37c None None] Pushing event updated for resources: {'Port': ['ID=b8039979-3510-4d48-9a7c-e37c9531de6d,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:29.593156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.612971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] For port 2b01d9e5-0550-4520-8855-7aca96b2989d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2b01d9e5-0550-4520-8855-7aca96b2989d,segment=NetworkSegment(09581695-b895-441b-863a-e8d00227c3d4),segment_id=09581695-b895-441b-863a-e8d00227c3d4)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:29.615921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.648762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:29.667459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3dcc6cf2-1239-4911-9cd1-6976be3d61b3 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.765721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed0ae1-85d5-4916-9d84-4d58b9cbcb2e None None] Pushing event updated for resources: {'Port': ['ID=9f272c73-9062-49f6-9e09-5c5d2537261b,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:29.778390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] For port 2b01d9e5-0550-4520-8855-7aca96b2989d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2b01d9e5-0550-4520-8855-7aca96b2989d,segment=NetworkSegment(09581695-b895-441b-863a-e8d00227c3d4),segment_id=09581695-b895-441b-863a-e8d00227c3d4)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:29.778805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.920470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:29.929487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Calling delete_port for 2b01d9e5-0550-4520-8855-7aca96b2989d owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:30.016254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] Calling delete_port for 2b01d9e5-0550-4520-8855-7aca96b2989d owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:30.146059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.150847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.169490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.169790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.181983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:30.182885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:30.193126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.203226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.203773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-3dcc6cf2-1239-4911-9cd1-6976be3d61b3 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 15:57:30.210232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3dcc6cf2-1239-4911-9cd1-6976be3d61b3 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46 HTTP/1.1" status: 409 len: 329 time: 1.0970478 Sep 21 15:57:30.214928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.218917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39070) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:30.226302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.281117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:30.341639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:30.347586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] No DVR routers for this DVR port 2b01d9e5-0550-4520-8855-7aca96b2989d on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:30.354519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:30.354993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.358801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:30.364486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:30.365227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.404089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:30.447186 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:57:30.449639 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3 resource provider aggregate not found Sep 21 15:57:30.489391 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7330cf2a-adfc-4d6b-bdc5-a68bb57d69b3 found for delete ", "request_id": "req-c6fc7195-4264-42e3-bcbe-4964e3c4352d"}]} Sep 21 15:57:30.508296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Port': ['ID=2b01d9e5-0550-4520-8855-7aca96b2989d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:30.516629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=a43e8e89-ee47-4b24-962c-3e1d66f08d1d,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:30.618224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': 'e7c980cf-17d6-4888-a78b-97178aeb82fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5611e3c2-e47f-4d3c-9801-d55a5c3aa462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:30.618893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: 5611e3c2-e47f-4d3c-9801-d55a5c3aa462, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:30.637369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.673851 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e7677816-e9fa-4bc5-b804-d79d8e3adf61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7422280 Sep 21 15:57:30.679671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3085e9d-1061-477e-a428-34c30be3466e']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.684511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] Deleting port 2b01d9e5-0550-4520-8855-7aca96b2989d {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:30.685245 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.687089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39086) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:30.717496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.722652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 21 15:57:30.726184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.734676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09581695-b895-441b-863a-e8d00227c3d4') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.735266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09581695-b895-441b-863a-e8d00227c3d4') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:30.757470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e85e0b-87ce-4373-9d94-dd920c97b4ed req-6a366e16-57ab-4421-80d5-135ef41e797c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:30.766422 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52e85e0b-87ce-4373-9d94-dd920c97b4ed req-6a366e16-57ab-4421-80d5-135ef41e797c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5026398 Sep 21 15:57:30.777559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network 5611e3c2-e47f-4d3c-9801-d55a5c3aa462 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:30.800058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.816807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event deleted for resources: {'Network': ['ID=66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:30.832371 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bf74617b-6e46-4873-95e6-f705783afd98 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "DELETE /v2.0/networks/66e58ec7-2c70-4a3e-80b9-cd1b72cdd4fe HTTP/1.1" status: 204 len: 168 time: 1.6360605 Sep 21 15:57:30.867093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:30.881524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:30.882675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.133663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6d6562b2-1211-43ee-ae77-51ce02cdabef None None] The port '2b01d9e5-0550-4520-8855-7aca96b2989d' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:57:31.155812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787ccd93-257e-4c2a-9b07-a7e007e279f4 None None] Network d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:31.236961 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52e85e0b-87ce-4373-9d94-dd920c97b4ed req-a204f36f-1460-4c6c-9a5f-4109f264aabc tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4692874 Sep 21 15:57:31.276549 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 09581695-b895-441b-863a-e8d00227c3d4 resource provider aggregate not found Sep 21 15:57:31.285393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 5611e3c2-e47f-4d3c-9801-d55a5c3aa462) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:31.299193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:31.299780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.313692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 09581695-b895-441b-863a-e8d00227c3d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09581695-b895-441b-863a-e8d00227c3d4 found for delete ", "request_id": "req-49ac7713-9199-44e6-abf2-bbb8daf74af0"}]} Sep 21 15:57:31.363055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6698782-3e39-4368-872d-3a4e8f403db5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:31.369268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6698782-3e39-4368-872d-3a4e8f403db5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:31.369853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d6698782-3e39-4368-872d-3a4e8f403db5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:31.388369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.394676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.401969 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] 10.222.0.65 "DELETE /v2.0/networks/d3085e9d-1061-477e-a428-34c30be3466e HTTP/1.1" status: 204 len: 168 time: 2.9530118 Sep 21 15:57:31.409545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.422402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c9715-5560-4a9c-b405-382924e16b00 None None] Network 5611e3c2-e47f-4d3c-9801-d55a5c3aa462 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:31.482442 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e1722090-78d2-414c-bc90-5ff3fa6e580a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1822021 Sep 21 15:57:31.483488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3db066-f291-455d-82a7-8aceb8b3b640 tempest-AllowedAddressPairIpV6TestJSON-1856916685 tempest-AllowedAddressPairIpV6TestJSON-1856916685-project] Pushing event deleted for resources: {'Network': ['ID=d3085e9d-1061-477e-a428-34c30be3466e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:31.493382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39108) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:31.496887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d6698782-3e39-4368-872d-3a4e8f403db5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:31.498075 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d6698782-3e39-4368-872d-3a4e8f403db5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8090460 Sep 21 15:57:31.563751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39112) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:31.643711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9f272c73-9062-49f6-9e09-5c5d2537261b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:31.864222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.880157 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1f83b-9c7d-4e74-88b2-062473e38085 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:31.880476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f83b-9c7d-4e74-88b2-062473e38085 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:31.897899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c04f4691-c6f1-4ae9-a448-401244564809 None None] Provisioning for port b8039979-3510-4d48-9a7c-e37c9531de6d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:31.918478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39118) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:31.957292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'router': {'name': 'tempest-router--1967966773', 'project_id': '20abb1cfd09c470497bf60c7721a0488'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:31.984872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:32.002889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Usage tracker for resource:router and tenant:20abb1cfd09c470497bf60c7721a0488 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:32.024119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 9f272c73-9062-49f6-9e09-5c5d2537261b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:32.031927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b8039979-3510-4d48-9a7c-e37c9531de6d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:32.053324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:32.084027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:32.152144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting port d5f3b304-40a4-4917-8d16-8ce6519515ca {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:32.152144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.155730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-5611e3c2-e47f-4d3c-9801-d55a5c3aa462', 'network_id': '5611e3c2-e47f-4d3c-9801-d55a5c3aa462', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': 'a43e8e89-ee47-4b24-962c-3e1d66f08d1d'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:32.156601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.264950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39128) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.373327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Allocated IP 2001:db8::1 (5611e3c2-e47f-4d3c-9801-d55a5c3aa462/a43e8e89-ee47-4b24-962c-3e1d66f08d1d/9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:32.404512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.461903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f83b-9c7d-4e74-88b2-062473e38085 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.501479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Provisioning for port 288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:32.514320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Provisioning complete for port 288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:32.514697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.535368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.536490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.591374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Port 288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:32.613208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1f83b-9c7d-4e74-88b2-062473e38085 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:32.615339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.632342 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d8ccb86f-8a1c-4663-b4eb-cb63bd08391f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9cb2b5df05cb487182889a960b05f21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660502 Sep 21 15:57:32.638600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39142) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.687151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.750181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port b8039979-3510-4d48-9a7c-e37c9531de6d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:32.753019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Provisioning for port 9f272c73-9062-49f6-9e09-5c5d2537261b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:32.765406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b8039979-3510-4d48-9a7c-e37c9531de6d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:32.765782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.788886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.791070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Calling delete_port for d5f3b304-40a4-4917-8d16-8ce6519515ca owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:32.802682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Provisioning complete for port 9f272c73-9062-49f6-9e09-5c5d2537261b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:32.802682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.896329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f83b-9c7d-4e74-88b2-062473e38085 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.912213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.940168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Transition to ACTIVE for port object 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:32.971994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Transition to ACTIVE for port object 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:32.981238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:32.985143 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dc2708f2-ce36-4b94-a5be-aed238e0accf tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0565207 Sep 21 15:57:32.986111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39150) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.986412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39152) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:32.988258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c058e4-a65b-4f31-9462-760cedac8d87 req-9487ecd0-0023-4369-bc65-eba90a346d15 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:32.990765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1f83b-9c7d-4e74-88b2-062473e38085 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:32.994778 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-00c058e4-a65b-4f31-9462-760cedac8d87 req-9487ecd0-0023-4369-bc65-eba90a346d15 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4914198 Sep 21 15:57:33.050641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e90e3081-08e8-4d62-aa08-207b2ca9511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.094577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.116829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da6bf34-4927-4019-9f8f-2f579261d90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.140907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Current status of the port 9f272c73-9062-49f6-9e09-5c5d2537261b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:33.141293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.154463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da6bf34-4927-4019-9f8f-2f579261d90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.158971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b8039979-3510-4d48-9a7c-e37c9531de6d is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:33.164237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.168579 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-00c058e4-a65b-4f31-9462-760cedac8d87 req-081fc259-f2af-44c0-9d39-6d22262b6291 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571543 Sep 21 15:57:33.221474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Network 5611e3c2-e47f-4d3c-9801-d55a5c3aa462 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:33.236857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:33.242339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:33.244757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:33.281544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f83b-9c7d-4e74-88b2-062473e38085 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.309043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] For port 9f272c73-9062-49f6-9e09-5c5d2537261b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9f272c73-9062-49f6-9e09-5c5d2537261b,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:33.312328 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2ba1f83b-9c7d-4e74-88b2-062473e38085 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f HTTP/1.1" status: 204 len: 168 time: 1.7447791 Sep 21 15:57:33.316488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39162) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:33.322134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d4750d2c-d478-4b47-9bdd-ea94185da73d tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.330801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port b8039979-3510-4d48-9a7c-e37c9531de6d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b8039979-3510-4d48-9a7c-e37c9531de6d,segment=NetworkSegment(02278919-f2c7-4592-a8ee-d2f0a98677bc),segment_id=02278919-f2c7-4592-a8ee-d2f0a98677bc)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:33.399051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.419441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da6bf34-4927-4019-9f8f-2f579261d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.428558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.453750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-cc9ea033-d018-4ecf-99f7-9a766e2cfa9b tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:33.511637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Port': ['ID=d5f3b304-40a4-4917-8d16-8ce6519515ca,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:33.519647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6bf34-4927-4019-9f8f-2f579261d90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2079a9-ce95-4480-9e7f-116bf12af190,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:33.533713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.556269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Attempting to bind port 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:33.562430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Attempting to bind port 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'e7c980cf-17d6-4888-a78b-97178aeb82fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5611e3c2-e47f-4d3c-9801-d55a5c3aa462'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:33.562893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Attempting to bind port 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c on network 5611e3c2-e47f-4d3c-9801-d55a5c3aa462 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:33.582557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:33.582937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Checking segment: {'id': 'e7c980cf-17d6-4888-a78b-97178aeb82fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5611e3c2-e47f-4d3c-9801-d55a5c3aa462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:33.583338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.583737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Bound using segment: {'id': 'e7c980cf-17d6-4888-a78b-97178aeb82fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5611e3c2-e47f-4d3c-9801-d55a5c3aa462'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:33.585098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Bound port: 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c980cf-17d6-4888-a78b-97178aeb82fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5611e3c2-e47f-4d3c-9801-d55a5c3aa462'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:33.585518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.645369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2b01d9e5-0550-4520-8855-7aca96b2989d no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:33.693348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2b01d9e5-0550-4520-8855-7aca96b2989d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:33.693975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2b01d9e5-0550-4520-8855-7aca96b2989d not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:33.697124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3aac04a1-b1f4-4375-82ea-4ca0c6470aea None None] Provisioning complete for port b8039979-3510-4d48-9a7c-e37c9531de6d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:33.698013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3aac04a1-b1f4-4375-82ea-4ca0c6470aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.759424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.823223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da6bf34-4927-4019-9f8f-2f579261d90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:33.824273 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7da6bf34-4927-4019-9f8f-2f579261d90f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd2079a9-ce95-4480-9e7f-116bf12af190 HTTP/1.1" status: 204 len: 168 time: 1.1833816 Sep 21 15:57:33.849575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d00d52-b1ac-456c-b049-a719727c6d2f None None] Pushing event updated for resources: {'Port': ['ID=9f272c73-9062-49f6-9e09-5c5d2537261b,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:34.016796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] For port 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:34.018459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] For port 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c,segment=NetworkSegment(e7c980cf-17d6-4888-a78b-97178aeb82fe),segment_id=e7c980cf-17d6-4888-a78b-97178aeb82fe)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:34.019626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=b8039979-3510-4d48-9a7c-e37c9531de6d,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:34.020776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=a43e8e89-ee47-4b24-962c-3e1d66f08d1d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:34.025804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3aac04a1-b1f4-4375-82ea-4ca0c6470aea None None] Current status of the port b8039979-3510-4d48-9a7c-e37c9531de6d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:34.089364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.111259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.121257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d4750d2c-d478-4b47-9bdd-ea94185da73d tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.149185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d4750d2c-d478-4b47-9bdd-ea94185da73d tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.167325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86957f-8f03-40e9-8014-753e34ce8922 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:34.169334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86957f-8f03-40e9-8014-753e34ce8922 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:34.170562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2f86957f-8f03-40e9-8014-753e34ce8922 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:34.180999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.223027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5611e3c2-e47f-4d3c-9801-d55a5c3aa462']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:34.235421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c980cf-17d6-4888-a78b-97178aeb82fe') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:34.235721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c980cf-17d6-4888-a78b-97178aeb82fe') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:34.235830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29029f79-848d-4dc6-9e19-c8dbd7bc9e6f None None] Pushing event updated for resources: {'Port': ['ID=9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:34.247541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.252815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07fa1a-78a6-4717-951f-85a00f03d602 req-fd4660b3-0564-4c9c-a995-d9edc62bcff1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:34.254363 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c07fa1a-78a6-4717-951f-85a00f03d602 req-fd4660b3-0564-4c9c-a995-d9edc62bcff1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4706590 Sep 21 15:57:34.260449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d330b-667d-4a78-8ff9-638b9a807fcc None None] Network 5611e3c2-e47f-4d3c-9801-d55a5c3aa462 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:34.281223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.298571 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cc9ea033-d018-4ecf-99f7-9a766e2cfa9b tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "PUT /v2.0/quotas/a344cc927e4e46089ada4821c938daa8 HTTP/1.1" status: 200 len: 366 time: 1.3108144 Sep 21 15:57:34.299824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39172) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.301234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:34.301890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.383850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-f997597e-bdaa-4294-9f1c-dd8fe0819a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:34.385332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-f997597e-bdaa-4294-9f1c-dd8fe0819a8e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1098 time: 0.4365726 Sep 21 15:57:34.418308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d4750d2c-d478-4b47-9bdd-ea94185da73d tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.418815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4750d2c-d478-4b47-9bdd-ea94185da73d tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b66baf72-7ff0-4ce8-94ab-501f4b1a258d {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:57:34.420420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2f86957f-8f03-40e9-8014-753e34ce8922 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:34.421608 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2f86957f-8f03-40e9-8014-753e34ce8922 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.1039305 Sep 21 15:57:34.428448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39180) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.430234 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-37a32377-e398-4e60-ac85-8fe3b262b1d2 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0244696 Sep 21 15:57:34.433868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39184) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.467827 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e7c980cf-17d6-4888-a78b-97178aeb82fe resource provider aggregate not found Sep 21 15:57:34.476711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d4750d2c-d478-4b47-9bdd-ea94185da73d tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.480630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d4750d2c-d478-4b47-9bdd-ea94185da73d tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b66baf72-7ff0-4ce8-94ab-501f4b1a258d HTTP/1.1" status: 204 len: 168 time: 1.4885540 Sep 21 15:57:34.487000 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c07fa1a-78a6-4717-951f-85a00f03d602 req-43163825-5660-4ea2-99b2-5f4a29e927a7 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213268 Sep 21 15:57:34.507689 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-931b5560-a75a-4b0a-bc5e-fc42cc975a2e tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "GET /v2.0/quotas/a344cc927e4e46089ada4821c938daa8 HTTP/1.1" status: 200 len: 366 time: 0.0391698 Sep 21 15:57:34.507689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:57:34.507689 dv-neutron-858618-1-hyperv neutron-server[89726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:57:34.507689 dv-neutron-858618-1-hyperv neutron-server[89726]: [parameters: {'id': '5611e3c2-e47f-4d3c-9801-d55a5c3aa462'}] Sep 21 15:57:34.507689 dv-neutron-858618-1-hyperv neutron-server[89726]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:34.508222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:34.526353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39194) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.535107 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e7c980cf-17d6-4888-a78b-97178aeb82fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7c980cf-17d6-4888-a78b-97178aeb82fe found for delete ", "request_id": "req-6ee9f4c2-e8b3-43d9-b003-1e24642e40d3"}]} Sep 21 15:57:34.569047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-852d8c5f-c437-4edb-a171-817d0af87170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet bcb2303f-279a-47f0-9825-b774c696985b {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:34.574556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-852d8c5f-c437-4edb-a171-817d0af87170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.586450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Router 337f92a9-e399-4a0e-a3c1-5535d180db46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:34.608215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a8df3-7723-47ef-a32e-3dddd31e9393 None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:57:34.635404 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1f881662-e321-4524-bd91-b0cbca277812 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/a344cc927e4e46089ada4821c938daa8 HTTP/1.1" status: 204 len: 168 time: 0.1052408 Sep 21 15:57:34.638847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39202) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.654934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-852d8c5f-c437-4edb-a171-817d0af87170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.690295 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-447d41a7-87b0-4119-9eea-4e6016d1090c tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0501664 Sep 21 15:57:34.696816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39206) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.715571 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fff136d7-b288-4ce9-a571-0487b18eefc0 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "GET /v2.0/quotas/a344cc927e4e46089ada4821c938daa8 HTTP/1.1" status: 200 len: 370 time: 0.0155439 Sep 21 15:57:34.715834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39210) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.724776 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-49aa15b3-56e0-4ee2-9027-637c3784bbac tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "GET /v2.0/quotas/a344cc927e4e46089ada4821c938daa8/default HTTP/1.1" status: 200 len: 370 time: 0.0074179 Sep 21 15:57:34.732183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39214) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.745623 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-efa53da8-380f-44b8-b044-d55bd0951e1f tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] delete failed (client error): The resource could not be found. Sep 21 15:57:34.747707 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-efa53da8-380f-44b8-b044-d55bd0951e1f tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/a344cc927e4e46089ada4821c938daa8 HTTP/1.1" status: 404 len: 348 time: 0.0136824 Sep 21 15:57:34.768568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-852d8c5f-c437-4edb-a171-817d0af87170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:34.772146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a8df3-7723-47ef-a32e-3dddd31e9393 None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:57:34.826152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:34.827692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-13f4e813-daf5-4e71-906c-2e98f27317ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:34.829175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-13f4e813-daf5-4e71-906c-2e98f27317ac service neutron] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 912 time: 0.3773527 Sep 21 15:57:34.838410 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-001e9f7b-b674-4ab5-b316-2a0f25d7b8ff tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "PUT /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6165957 Sep 21 15:57:34.840439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39222) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.844331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d40027-ac8e-4109-a141-6342d09de9ec None None] Sync routers for ids ['337f92a9-e399-4a0e-a3c1-5535d180db46'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:34.930520 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-d2943997-2ac1-4039-9053-e6004186fc94 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] show failed (client error): The resource could not be found. Sep 21 15:57:34.937083 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d2943997-2ac1-4039-9053-e6004186fc94 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1270151715 HTTP/1.1" status: 404 len: 335 time: 0.0949247 Sep 21 15:57:34.938005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39226) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.942859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d40027-ac8e-4109-a141-6342d09de9ec None None] Routers {'337f92a9-e399-4a0e-a3c1-5535d180db46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:34.943907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-24d40027-ac8e-4109-a141-6342d09de9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['337f92a9-e399-4a0e-a3c1-5535d180db46'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:34.947565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-29413fe0-2974-4976-9a88-5f0a40152681 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:34.958562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39230) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:34.967477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-6a33349b-2aef-4ea8-b4bd-73e3e57cd1cb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 1001 time: 0.1275754 Sep 21 15:57:35.012311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.017374 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-29413fe0-2974-4976-9a88-5f0a40152681 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] update failed (client error): The resource could not be found. Sep 21 15:57:35.025544 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-29413fe0-2974-4976-9a88-5f0a40152681 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1144852173 HTTP/1.1" status: 404 len: 335 time: 0.0858252 Sep 21 15:57:35.029142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39236) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:35.087497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:35.087759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.099321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-0bdbc39f-d124-418d-8c5f-bdc33615a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:35.101854 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-0bdbc39f-d124-418d-8c5f-bdc33615a84e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.1215782 Sep 21 15:57:35.107586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-24d40027-ac8e-4109-a141-6342d09de9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:35.138471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d40027-ac8e-4109-a141-6342d09de9ec None None] Routers {'337f92a9-e399-4a0e-a3c1-5535d180db46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:35.139401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-24d40027-ac8e-4109-a141-6342d09de9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['337f92a9-e399-4a0e-a3c1-5535d180db46'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:35.154986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7ac5f7-6d35-472a-8d87-5da2e25a4269 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting subnet 5d6abc3a-34c3-4925-952a-dd3986edef20 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:35.161148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac5f7-6d35-472a-8d87-5da2e25a4269 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.211965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-d37932eb-07a4-4d8e-8322-901b981ff4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:35.213696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-d37932eb-07a4-4d8e-8322-901b981ff4a5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062760 Sep 21 15:57:35.219128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-24d40027-ac8e-4109-a141-6342d09de9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:35.219737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d40027-ac8e-4109-a141-6342d09de9ec None None] The sync data for ids ['337f92a9-e399-4a0e-a3c1-5535d180db46'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:35.223093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23dfec7c-4101-4890-8c56-2f53fcdabc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.232561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-852d8c5f-c437-4edb-a171-817d0af87170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.268968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39242) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:35.320635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d8c5f-c437-4edb-a171-817d0af87170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb2303f-279a-47f0-9825-b774c696985b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:35.335824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-852d8c5f-c437-4edb-a171-817d0af87170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.350170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac5f7-6d35-472a-8d87-5da2e25a4269 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.373310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Usage tracker for resource:network and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:35.392678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:35.534331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460984e3-c26e-46ce-a91c-35492781580b None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:35.579812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Usage tracker for resource:subnet and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:35.597368 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-ce69d04d-e578-43a0-84ec-3fc54e5c460e service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767238 Sep 21 15:57:35.607370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2117155174', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:35.614314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac5f7-6d35-472a-8d87-5da2e25a4269 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.620857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:35.629848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:35.661631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Usage tracker for resource:router and tenant:ac7da7edd4ad4241b3d7d5a38bd12807 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:35.670620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:35.673673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Usage tracker for resource:subnetpool and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:35.709058 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-852d8c5f-c437-4edb-a171-817d0af87170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/bcb2303f-279a-47f0-9825-b774c696985b HTTP/1.1" status: 204 len: 168 time: 1.2756319 Sep 21 15:57:35.733510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:35.752284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:35.752284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39254) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:35.809197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9f272c73-9062-49f6-9e09-5c5d2537261b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:35.830639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39258) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:35.857698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Usage tracker for resource:port and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:35.863710 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7741c441-743a-4c7b-8959-a119ddd58286 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114030 Sep 21 15:57:35.870751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:35.879377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39264) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:35.929780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] For port 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c,segment=NetworkSegment(e7c980cf-17d6-4888-a78b-97178aeb82fe),segment_id=e7c980cf-17d6-4888-a78b-97178aeb82fe)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:35.929780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.937182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac5f7-6d35-472a-8d87-5da2e25a4269 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.957341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.958838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.984879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 9f272c73-9062-49f6-9e09-5c5d2537261b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:35.985350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:35.993068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.051975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Usage tracker for resource:router and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:36.052601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ac5f7-6d35-472a-8d87-5da2e25a4269 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6abc3a-34c3-4925-952a-dd3986edef20,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:36.063869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1765574848'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:36.066255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:36.088845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:36.102970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:network and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:36.104802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:36.111088 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac9dda02-68b3-4def-9632-f7416d6fc975 req-b3923ada-35e0-4295-a74e-a4f32554687d service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808757 Sep 21 15:57:36.111232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36211bb8-f5cf-4d22-92d5-32c15c3af375 None None] Network 35537f01-42be-454b-a16a-4f21c3e42aa7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:36.111348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:36.115923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Usage tracker for resource:floatingip and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:36.119634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:36.124350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:36.127551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef7ac5f7-6d35-472a-8d87-5da2e25a4269 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.136461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Calling delete_port for 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:36.153928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] Deleting port 9f272c73-9062-49f6-9e09-5c5d2537261b {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:36.154322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.198503 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ef7ac5f7-6d35-472a-8d87-5da2e25a4269 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/subnets/5d6abc3a-34c3-4925-952a-dd3986edef20 HTTP/1.1" status: 204 len: 168 time: 1.1680224 Sep 21 15:57:36.199533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39268) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:36.235179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4dd83f-03a5-49c2-8711-e1b39b9fc84d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:36.235801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0b4dd83f-03a5-49c2-8711-e1b39b9fc84d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:36.309991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:36.314612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.341830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.360057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.383921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d7a12-6649-4681-a3b8-83c4afd25b35 req-dc3af763-41b8-4186-a8c5-7f9a3b0057b6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:36.391515 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-361d7a12-6649-4681-a3b8-83c4afd25b35 req-dc3af763-41b8-4186-a8c5-7f9a3b0057b6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.6897998 Sep 21 15:57:36.419543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting port f637fd73-75c3-4ec3-ac58-b7d97927685c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:36.419999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] For port 9f272c73-9062-49f6-9e09-5c5d2537261b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9f272c73-9062-49f6-9e09-5c5d2537261b,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:36.420275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.420405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.465252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.487970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:36.508994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group_rule and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:36.513713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:36.517807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0b4dd83f-03a5-49c2-8711-e1b39b9fc84d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:36.519511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0b4dd83f-03a5-49c2-8711-e1b39b9fc84d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6370399 Sep 21 15:57:36.525537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:36.529569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:36.531746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39272) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:36.550252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Port': ['ID=9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:36.566798 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-361d7a12-6649-4681-a3b8-83c4afd25b35 req-fc390810-0d2d-413f-bf4c-a1fd93ea7049 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744237 Sep 21 15:57:36.572483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No DVR routers for this DVR port 9a9b45ad-1423-4b0d-8aa7-68e7e5186b9c on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:36.595367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Usage tracker for resource:security_group and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:36.615061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:36.638712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472ce2f-96e4-4435-8389-ec3ce6f22f9f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:36.640246 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7472ce2f-96e4-4435-8389-ec3ce6f22f9f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1075995 Sep 21 15:57:36.643692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39276) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:36.666311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Usage tracker for resource:security_group_rule and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:36.744223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:36.760326 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d1340877-fa73-40e8-885e-233e14febd46 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069212 Sep 21 15:57:36.762071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] Calling delete_port for 9f272c73-9062-49f6-9e09-5c5d2537261b owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:36.764756 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9dd779b8-aae4-497c-91e8-312fad433919 tempest-QuotasTest-449430264 tempest-QuotasTest-449430264-project-admin] 10.222.0.65 "GET /v2.0/quotas/f1ddba1fc1c04d43a3a2d105f93a07ca/details.json HTTP/1.1" status: 200 len: 703 time: 1.4947436 Sep 21 15:57:36.765489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39280) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:36.817610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:36.913049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.000287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.015224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 9f272c73-9062-49f6-9e09-5c5d2537261b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:37.016294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b8039979-3510-4d48-9a7c-e37c9531de6d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:37.028616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.042543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.051097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:37.056989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:37.061693 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:37.069110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:37.096014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5611e3c2-e47f-4d3c-9801-d55a5c3aa462']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:37.102003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.115423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c980cf-17d6-4888-a78b-97178aeb82fe') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:37.115734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c980cf-17d6-4888-a78b-97178aeb82fe') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:37.122204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.150859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:37.155254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.176215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da47b6f-80ba-4844-8525-4a30b5784790,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:37.181168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] Pushing event deleted for resources: {'Port': ['ID=9f272c73-9062-49f6-9e09-5c5d2537261b,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:37.182505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:37.185666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.190541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78a8ae-a685-4521-b450-079ccbad3e2c None None] No DVR routers for this DVR port 9f272c73-9062-49f6-9e09-5c5d2537261b on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:37.203770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.204099 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Added segment eb23fa17-4cd5-445c-bc57-50e1dbbcce13 of type vlan for network 3bb1ac7b-2ce9-499c-9639-f2016350540f Sep 21 15:57:37.231105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b8039979-3510-4d48-9a7c-e37c9531de6d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:37.240093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.249694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.272147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:37.275357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.378102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] DHCP port deletion for 35537f01-42be-454b-a16a-4f21c3e42aa7 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:37.396790 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e7c980cf-17d6-4888-a78b-97178aeb82fe resource provider aggregate not found Sep 21 15:57:37.398712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] Deleting port f637fd73-75c3-4ec3-ac58-b7d97927685c {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:37.399147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.425566 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e7c980cf-17d6-4888-a78b-97178aeb82fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7c980cf-17d6-4888-a78b-97178aeb82fe found for delete ", "request_id": "req-e11f26bb-5685-4c90-8564-8ab5cbefb57d"}]} Sep 21 15:57:37.440083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] For port f637fd73-75c3-4ec3-ac58-b7d97927685c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f637fd73-75c3-4ec3-ac58-b7d97927685c,segment=NetworkSegment(c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f),segment_id=c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:37.440889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.550078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b8039979-3510-4d48-9a7c-e37c9531de6d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:37.560858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39292) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:37.562637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.594763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.603500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Calling delete_port for f637fd73-75c3-4ec3-ac58-b7d97927685c owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:37.656302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.658416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.683036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=5611e3c2-e47f-4d3c-9801-d55a5c3aa462,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:37.690531 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a3a97339-199b-43d3-9902-7503a7490c12 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/5611e3c2-e47f-4d3c-9801-d55a5c3aa462 HTTP/1.1" status: 204 len: 168 time: 6.1959822 Sep 21 15:57:37.696309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39300) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:37.706110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.713020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511174057'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:37.723218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] For port f637fd73-75c3-4ec3-ac58-b7d97927685c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f637fd73-75c3-4ec3-ac58-b7d97927685c,segment=NetworkSegment(c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f),segment_id=c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:37.723617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.754237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:37.764070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:37.774170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:37.786519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:37.833698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.850100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.855728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:37.856368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:37.871747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9f272c73-9062-49f6-9e09-5c5d2537261b no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:37.885926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] No DVR routers for this DVR port f637fd73-75c3-4ec3-ac58-b7d97927685c on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:37.906923 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] Calling delete_port for f637fd73-75c3-4ec3-ac58-b7d97927685c owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:37.938789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Port': ['ID=f637fd73-75c3-4ec3-ac58-b7d97927685c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:37.973416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.005350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 9f272c73-9062-49f6-9e09-5c5d2537261b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:38.005682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9f272c73-9062-49f6-9e09-5c5d2537261b not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:38.006187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f637fd73-75c3-4ec3-ac58-b7d97927685c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:38.045072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: f637fd73-75c3-4ec3-ac58-b7d97927685c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:38.045411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f637fd73-75c3-4ec3-ac58-b7d97927685c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:38.054462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:38.057885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.078757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.086772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:38.087233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:38.141760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:38.168786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.169394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] Usage tracker for resource:security_group_rule and tenant:fdfc42a6830a46069db7dcfbc310b664 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:38.179858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:38.196143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35537f01-42be-454b-a16a-4f21c3e42aa7']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:38.206029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Network': ['ID=3bb1ac7b-2ce9-499c-9639-f2016350540f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:38.208286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:38.210616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:38.210753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:38.217096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:38.222826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.241524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.243064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:38.248224 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-960a499c-3319-4572-ab0c-c564016963cd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4138124 Sep 21 15:57:38.248880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39306) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:38.255985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'name': 'tempest-PortsIpV6TestJSON-825567613'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:38.264487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Allocated IP 172.26.0.20 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/aa14fa79-cdf3-4d68-8044-878badf9b30d) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:38.270873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:38.270873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.279842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.280187 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment 934a0419-f419-44e5-92b2-0aa91ff01b02 of type vlan for network 17cfde4d-2ff2-4989-be43-8676490663c4 Sep 21 15:57:38.310261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b5da6-3657-4eaa-b916-21faf6c129e1 req-fe814e57-acea-4512-8327-c26afce63384 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:38.311769 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8f7b5da6-3657-4eaa-b916-21faf6c129e1 req-fe814e57-acea-4512-8327-c26afce63384 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4803097 Sep 21 15:57:38.382386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.448210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:38.452008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:38.454856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:38.461207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:38.505560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.511102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.541423 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/networks/35537f01-42be-454b-a16a-4f21c3e42aa7 HTTP/1.1" status: 204 len: 168 time: 2.3388450 Sep 21 15:57:38.542379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4b887-7c10-42d8-9d36-328e227d47b2 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Network': ['ID=35537f01-42be-454b-a16a-4f21c3e42aa7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:38.544723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39310) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:38.554031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:38.554031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.554279 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8f7b5da6-3657-4eaa-b916-21faf6c129e1 req-7603d862-c4e5-45f1-b0de-2ec0dd85cc52 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169099 Sep 21 15:57:38.588639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] Deleting port f637fd73-75c3-4ec3-ac58-b7d97927685c {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:38.589609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.622819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:38.637087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:57:38.651832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.686344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d66d5-4b59-4cbd-a48c-e9fe5022de78 None None] The port 'f637fd73-75c3-4ec3-ac58-b7d97927685c' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:57:38.722892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.723818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.729322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:38.729923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.775160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3853aa4-b8e7-4c54-8a77-74fd23fb62bb tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting subnet 16c4fd93-6bfb-4a69-93db-9d047e48df68 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:38.780022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.785897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e3853aa4-b8e7-4c54-8a77-74fd23fb62bb tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.846405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:38.869260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:38.870918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.877891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:38.878771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73f54e-dfba-4697-bd48-4a1c939ac255 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:38.881782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.911258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=7d3fd629-bf0f-43fc-8e73-83123494af94,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:38.943763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e3853aa4-b8e7-4c54-8a77-74fd23fb62bb tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:38.959133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=17cfde4d-2ff2-4989-be43-8676490663c4,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:38.972841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fdfc42a6830a46069db7dcfbc310b664&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3997769 Sep 21 15:57:38.975353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39316) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:38.976169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dc3b9-e8e4-44b2-989c-c0c64f0b64ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad66ac9-0ceb-469d-ab7e-aaa1f8b6d2a4,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:38.994308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 17cfde4d-2ff2-4989-be43-8676490663c4 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:39.030927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39320) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:39.042629 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c3e64a90-0e8f-4e05-a6ad-48a16c6b3021 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3405790 Sep 21 15:57:39.044018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': '17cfde4d-2ff2-4989-be43-8676490663c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:39.058395 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fc94c391-8b33-4f88-8160-1ac8a2628743 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2898564 Sep 21 15:57:39.062426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39324) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:39.075686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400172b-972f-4b14-8b56-267a36807812 req-69cee2e8-47d0-457d-acae-02b08c2164d9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:39.076496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:50:7a:de', 'name': 'tempest-NetworksTestDHCPv6-292699395'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:39.082745 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a400172b-972f-4b14-8b56-267a36807812 req-69cee2e8-47d0-457d-acae-02b08c2164d9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4030700 Sep 21 15:57:39.088885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.171374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.223873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '7d3fd629-bf0f-43fc-8e73-83123494af94'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:39.225218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.245191 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a400172b-972f-4b14-8b56-267a36807812 req-f10016f6-d9c8-4531-a960-f8bf04b9a00d tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615858 Sep 21 15:57:39.255382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:39.259076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e3853aa4-b8e7-4c54-8a77-74fd23fb62bb tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.260070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-695895a1-bd21-4ebe-a846-ef3e88785254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.271622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:39.286466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:39.301409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:39.345318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event updated for resources: {'Port': ['ID=aa14fa79-cdf3-4d68-8044-878badf9b30d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:39.352198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:subnet and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:39.356818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:39.364437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:39.393288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-695895a1-bd21-4ebe-a846-ef3e88785254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.403167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Allocated IP 2001:db8::f816:3eff:fe10:660a (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/7d3fd629-bf0f-43fc-8e73-83123494af94/d6d4f786-9484-43d9-96e3-feb392a11b29) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:39.423268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.473700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:39.476860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.505252 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f resource provider aggregate not found Sep 21 15:57:39.563164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e3853aa4-b8e7-4c54-8a77-74fd23fb62bb tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.571877 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8224c6f-efc9-4e1d-8a7f-2bd8db419b7f found for delete ", "request_id": "req-8fcd8f31-1115-4f4e-9d04-e7246eeb105b"}]} Sep 21 15:57:39.637176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3853aa4-b8e7-4c54-8a77-74fd23fb62bb tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Subnet': ['ID=16c4fd93-6bfb-4a69-93db-9d047e48df68,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:39.641766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.651956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:39.653124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Transition to ACTIVE for port object d6d4f786-9484-43d9-96e3-feb392a11b29 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:39.655742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e3853aa4-b8e7-4c54-8a77-74fd23fb62bb tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.669915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eccc86d-7882-4f33-b8c2-cdaec622e3f1 None None] Network 4be888a9-2982-4afa-8fdd-1fa3e5360de5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:39.682755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=4e7d51fa-6022-4ed5-9263-3d2f32beb43c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:39.711646 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e3853aa4-b8e7-4c54-8a77-74fd23fb62bb tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/subnets/16c4fd93-6bfb-4a69-93db-9d047e48df68 HTTP/1.1" status: 204 len: 168 time: 1.1624691 Sep 21 15:57:39.715182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39334) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:39.751666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Transition to ACTIVE for port object d6d4f786-9484-43d9-96e3-feb392a11b29 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:39.754954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking segment: {'id': 'eb23fa17-4cd5-445c-bc57-50e1dbbcce13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:39.755223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network hostable DHCP agents. Network: 3bb1ac7b-2ce9-499c-9639-f2016350540f, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:39.762870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:39.823923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57cd560-2ad3-46e8-9bd9-a774b70d8e9e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting subnet 567c4e05-3dcf-4a88-b1ac-5cc19450631d {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:39.837391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:39.844234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.861179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e57cd560-2ad3-46e8-9bd9-a774b70d8e9e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.906869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:39.929163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:39.934410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:39.942025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:39.955393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fece72-e96c-48c5-9bf0-9d4431008481 req-b0dde7c7-53ec-4f19-8063-38351c439027 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:39.958604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e57cd560-2ad3-46e8-9bd9-a774b70d8e9e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.962252 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24fece72-e96c-48c5-9bf0-9d4431008481 req-b0dde7c7-53ec-4f19-8063-38351c439027 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5615039 Sep 21 15:57:39.964018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-695895a1-bd21-4ebe-a846-ef3e88785254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:39.983236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Pushing event updated for resources: {'Port': ['ID=d6d4f786-9484-43d9-96e3-feb392a11b29,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:40.007861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695895a1-bd21-4ebe-a846-ef3e88785254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad66ac9-0ceb-469d-ab7e-aaa1f8b6d2a4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:40.020230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 3bb1ac7b-2ce9-499c-9639-f2016350540f) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:40.025700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:40.031561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:40.032402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.040799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0494ab-ed2b-4879-beff-1210f5f90373 None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:40.045538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-695895a1-bd21-4ebe-a846-ef3e88785254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.049243 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-695895a1-bd21-4ebe-a846-ef3e88785254 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ad66ac9-0ceb-469d-ab7e-aaa1f8b6d2a4 HTTP/1.1" status: 204 len: 168 time: 1.0677447 Sep 21 15:57:40.081225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Attempting to bind port d6d4f786-9484-43d9-96e3-feb392a11b29 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:40.082032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Attempting to bind port d6d4f786-9484-43d9-96e3-feb392a11b29 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:40.082759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Attempting to bind port d6d4f786-9484-43d9-96e3-feb392a11b29 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:40.136034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.160065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:40.160439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:40.160846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.161241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:40.161725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Bound port: d6d4f786-9484-43d9-96e3-feb392a11b29, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:40.162131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.184272 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24fece72-e96c-48c5-9bf0-9d4431008481 req-f603e125-18fe-4aec-ac1e-e89297f7ed63 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210071 Sep 21 15:57:40.208244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 9af7565b-cf7b-4a67-9697-f904b544e443 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:40.263474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e57cd560-2ad3-46e8-9bd9-a774b70d8e9e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.321323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.321550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] For port d6d4f786-9484-43d9-96e3-feb392a11b29, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:40.331414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] For port d6d4f786-9484-43d9-96e3-feb392a11b29, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d6d4f786-9484-43d9-96e3-feb392a11b29,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:40.371190 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9445a2f1-138c-4a48-80d8-035f521ebec4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1211774 Sep 21 15:57:40.394126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39342) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:40.445983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] DHCP port deletion for 4be888a9-2982-4afa-8fdd-1fa3e5360de5 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:40.455512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.460090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-404346497'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:40.474330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:40.497377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:network and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:40.498323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] Deleting port 4ca44096-7d78-44ab-8384-0b6ae3558c21 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:40.498701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.512422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:40.527316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=c96be9e8-6911-4d07-83a8-69480950c86f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:40.534331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:40.551170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': '934a0419-f419-44e5-92b2-0aa91ff01b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17cfde4d-2ff2-4989-be43-8676490663c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:40.551545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: 17cfde4d-2ff2-4989-be43-8676490663c4, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:40.559249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fe50:7ade (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/7d3fd629-bf0f-43fc-8e73-83123494af94/9af7565b-cf7b-4a67-9697-f904b544e443) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:40.587492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f3a88-8fe2-4c74-b03d-bf11b373c5f8 req-f8db99d7-417f-4457-ba0e-eeca7fa5762f tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:40.589042 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f22f3a88-8fe2-4c74-b03d-bf11b373c5f8 req-f8db99d7-417f-4457-ba0e-eeca7fa5762f tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2247252 Sep 21 15:57:40.606961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.628806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e57cd560-2ad3-46e8-9bd9-a774b70d8e9e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.676399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network 17cfde4d-2ff2-4989-be43-8676490663c4 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:40.678561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:40.681321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41f449-9a60-47f8-be68-27ba29cbf52d None None] Pushing event updated for resources: {'Port': ['ID=d6d4f786-9484-43d9-96e3-feb392a11b29,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:40.682375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.711601 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f22f3a88-8fe2-4c74-b03d-bf11b373c5f8 req-68dc8274-9540-467d-80cb-15fc85f47158 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169116 Sep 21 15:57:40.712366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cd560-2ad3-46e8-9bd9-a774b70d8e9e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Subnet': ['ID=567c4e05-3dcf-4a88-b1ac-5cc19450631d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:40.730564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e57cd560-2ad3-46e8-9bd9-a774b70d8e9e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.731060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4899d1-4add-437b-85ae-202997f6a7b1 None None] Network d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:40.744997 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e57cd560-2ad3-46e8-9bd9-a774b70d8e9e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/subnets/567c4e05-3dcf-4a88-b1ac-5cc19450631d HTTP/1.1" status: 204 len: 168 time: 1.0266366 Sep 21 15:57:40.747473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39348) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:40.867746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 17cfde4d-2ff2-4989-be43-8676490663c4) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:40.870350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:40.884209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:40.884929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.912952 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.913341 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Added segment 91ff2cf5-2445-42c7-b266-b776e934d9bf of type vlan for network 63e7a573-0ba8-4803-bc5c-6b4bb2f50862 Sep 21 15:57:40.917283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39354) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:40.935782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f379ee66-2e30-42d0-8cb1-9a74fb14875c None None] Network 17cfde4d-2ff2-4989-be43-8676490663c4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:40.951614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:40.974808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.016018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting port 4ca44096-7d78-44ab-8384-0b6ae3558c21 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:41.016018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.121207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] For port 4ca44096-7d78-44ab-8384-0b6ae3558c21, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4ca44096-7d78-44ab-8384-0b6ae3558c21,segment=NetworkSegment(e44aa898-3f4e-468f-9c16-c24af6f3c137),segment_id=e44aa898-3f4e-468f-9c16-c24af6f3c137)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:41.121615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.246813 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-229ab566-07bc-42ef-b7d3-60875b762f8b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2137229 Sep 21 15:57:41.250500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.257362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39358) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:41.264624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:41.279746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40853878'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:41.290674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ddba1fc1c04d43a3a2d105f93a07ca is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:41.293244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] Calling delete_port for 4ca44096-7d78-44ab-8384-0b6ae3558c21 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:41.294927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:41.298718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:41.300322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.313995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:41.321008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] For port 4ca44096-7d78-44ab-8384-0b6ae3558c21, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4ca44096-7d78-44ab-8384-0b6ae3558c21,segment=NetworkSegment(e44aa898-3f4e-468f-9c16-c24af6f3c137),segment_id=e44aa898-3f4e-468f-9c16-c24af6f3c137)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:41.321008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.329993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:41.338547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:41.389386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 9af7565b-cf7b-4a67-9697-f904b544e443 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:41.403076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe657e4-0ba9-4078-ad04-21692b042e20 req-88df588f-89cd-4871-8153-f88935671687 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:41.404575 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1fe657e4-0ba9-4078-ad04-21692b042e20 req-88df588f-89cd-4871-8153-f88935671687 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4979446 Sep 21 15:57:41.441178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.459567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:41.469348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Calling delete_port for 4ca44096-7d78-44ab-8384-0b6ae3558c21 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:41.580171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.586313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:41.586313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.588567 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-17cfde4d-2ff2-4989-be43-8676490663c4', 'network_id': '17cfde4d-2ff2-4989-be43-8676490663c4', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': 'c96be9e8-6911-4d07-83a8-69480950c86f'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:41.589581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.674259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.686475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:41.689880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.726533 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1fe657e4-0ba9-4078-ad04-21692b042e20 req-7d83d08d-06fb-40da-bcb4-a0499517b784 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150532 Sep 21 15:57:41.757157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] DHCP port deletion for d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:41.761551 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3291607 Sep 21 15:57:41.764740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39364) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:41.765409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] Pushing event deleted for resources: {'Port': ['ID=4ca44096-7d78-44ab-8384-0b6ae3558c21,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:41.776209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] Deleting port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:41.777277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.804787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'ports': [{'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f'}, {'network_id': '63e7a573-0ba8-4803-bc5c-6b4bb2f50862'}]} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:41.805092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:41.805569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '63e7a573-0ba8-4803-bc5c-6b4bb2f50862'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:41.823159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af74cfe-29e0-4949-bace-fcd38b819720 None None] No DVR routers for this DVR port 4ca44096-7d78-44ab-8384-0b6ae3558c21 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:41.882598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.899579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:41.911689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.911689 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment 3288575f-0e9f-4646-9697-e7bea0ae06b1 of type vlan for network 35b32bec-6395-46b6-9f2b-55b2245640d3 Sep 21 15:57:41.917237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:41.931944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:41.932294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:41.964826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d6d4f786-9484-43d9-96e3-feb392a11b29 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:41.993013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cfd51-10fd-4df1-878f-cd0b6f5baaa0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Network': ['ID=63e7a573-0ba8-4803-bc5c-6b4bb2f50862,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:42.022167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.034506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 63e7a573-0ba8-4803-bc5c-6b4bb2f50862 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:42.049683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:42.062520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:42.067772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:42.079949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:42.080211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.082398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.093185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=9af7565b-cf7b-4a67-9697-f904b544e443,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:42.184306 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1ddba1fc1c04d43a3a2d105f93a07ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2659357 Sep 21 15:57:42.185277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a71015-e7e8-47eb-b88a-302821c2a832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2d22f3-93eb-4509-a91a-1c56f6516e0b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:42.187418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39368) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:42.246368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Router 14314ad3-c3a2-443b-bd0f-9985c4490e98 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:57:42.260412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6aebd528-1dce-4be5-8575-11904ce3f9fb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1939876 Sep 21 15:57:42.262331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39372) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:42.333876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Allocated IP 2001:db8::3 (17cfde4d-2ff2-4989-be43-8676490663c4/c96be9e8-6911-4d07-83a8-69480950c86f/a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:42.341017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.353748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:42.353748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.354777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:42.381462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:42.391188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:42.453366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting port 4ca44096-7d78-44ab-8384-0b6ae3558c21 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:42.456958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.546859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db0ad61-e395-4f90-b8aa-eb40cb6219c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.553018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e7af82ee-63d4-48de-9822-ceac807e4f8e None None] Provisioning for port d6d4f786-9484-43d9-96e3-feb392a11b29 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:42.579104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port d6d4f786-9484-43d9-96e3-feb392a11b29 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:42.590488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d6d4f786-9484-43d9-96e3-feb392a11b29 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:42.590906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.650308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] For port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b043fd11-4ca6-4d83-a884-4f6f1b34bc2d,segment=NetworkSegment(e997b80a-d7e1-4590-a1db-a6e316a6aa38),segment_id=e997b80a-d7e1-4590-a1db-a6e316a6aa38)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:42.650572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.679224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db0ad61-e395-4f90-b8aa-eb40cb6219c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.690659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:42.734253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] The port '4ca44096-7d78-44ab-8384-0b6ae3558c21' was deleted {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:57:42.735263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=35b32bec-6395-46b6-9f2b-55b2245640d3,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:42.744179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:42.761517 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2f644-4dc8-49f8-a90d-cc10be23ec38 None None] Sync routers for ids ['14314ad3-c3a2-443b-bd0f-9985c4490e98'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:42.784729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225b467-b859-43ff-a786-5453876b524e req-8bfd919d-3746-44ba-8301-af7b3510130e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:42.785975 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2f644-4dc8-49f8-a90d-cc10be23ec38 None None] Routers {'14314ad3-c3a2-443b-bd0f-9985c4490e98'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:42.787016 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e8b2f644-4dc8-49f8-a90d-cc10be23ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['14314ad3-c3a2-443b-bd0f-9985c4490e98'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:42.792535 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e225b467-b859-43ff-a786-5453876b524e req-8bfd919d-3746-44ba-8301-af7b3510130e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.3426192 Sep 21 15:57:42.806003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32825fb9-429c-49ed-8a91-78463d286a12 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:42.810598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] Calling delete_port for b043fd11-4ca6-4d83-a884-4f6f1b34bc2d owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:42.812088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32825fb9-429c-49ed-8a91-78463d286a12 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:42.812976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-32825fb9-429c-49ed-8a91-78463d286a12 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:42.847103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 35b32bec-6395-46b6-9f2b-55b2245640d3 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:42.870709 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3272c0e3-84f0-4314-a2dc-f01fa2d3e1af tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6114643 Sep 21 15:57:42.874786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39378) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:42.878652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e225b467-b859-43ff-a786-5453876b524e req-f8c7aee2-0064-455a-ab0e-d0779627d0c8 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849056 Sep 21 15:57:42.885661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.887803 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4619eb93-362d-4e56-bad9-c59527f5e178 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9273758 Sep 21 15:57:42.890732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': '35b32bec-6395-46b6-9f2b-55b2245640d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:42.900782 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e8b2f644-4dc8-49f8-a90d-cc10be23ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:42.902655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39382) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:42.913614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.922115 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b2f644-4dc8-49f8-a90d-cc10be23ec38 None None] Routers {'14314ad3-c3a2-443b-bd0f-9985c4490e98'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:42.922115 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e8b2f644-4dc8-49f8-a90d-cc10be23ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['14314ad3-c3a2-443b-bd0f-9985c4490e98'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:42.959204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db0ad61-e395-4f90-b8aa-eb40cb6219c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.961765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3db0ad61-e395-4f90-b8aa-eb40cb6219c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:42.963022 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3db0ad61-e395-4f90-b8aa-eb40cb6219c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a2d22f3-93eb-4509-a91a-1c56f6516e0b HTTP/1.1" status: 204 len: 168 time: 0.7726114 Sep 21 15:57:42.994875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-32825fb9-429c-49ed-8a91-78463d286a12 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:42.996195 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-32825fb9-429c-49ed-8a91-78463d286a12 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7315667 Sep 21 15:57:43.001067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 2} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:43.007452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0ad61-e395-4f90-b8aa-eb40cb6219c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2d22f3-93eb-4509-a91a-1c56f6516e0b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:43.009778 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.017909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39388) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:43.021913 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e8b2f644-4dc8-49f8-a90d-cc10be23ec38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:43.024879 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b2f644-4dc8-49f8-a90d-cc10be23ec38 None None] The sync data for ids ['14314ad3-c3a2-443b-bd0f-9985c4490e98'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:43.071141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d86ac375-cb23-4769-84ab-f3e4bfb99d4e None None] Provisioning for port 9af7565b-cf7b-4a67-9697-f904b544e443 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:43.074989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.098184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d86ac375-cb23-4769-84ab-f3e4bfb99d4e None None] Provisioning complete for port 9af7565b-cf7b-4a67-9697-f904b544e443 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:43.098833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d86ac375-cb23-4769-84ab-f3e4bfb99d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.114221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be888a9-2982-4afa-8fdd-1fa3e5360de5']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:43.129083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44aa898-3f4e-468f-9c16-c24af6f3c137') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:43.129308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44aa898-3f4e-468f-9c16-c24af6f3c137') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:43.153655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.178411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-40a6be49-3b0d-43a7-95e1-909bac4b203d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 9af7565b-cf7b-4a67-9697-f904b544e443 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:43.178946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40a6be49-3b0d-43a7-95e1-909bac4b203d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.191668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.200056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:43.200565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.241305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d0e97ab0-577b-4a5e-9bb8-c4586c9f7746 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/routers/14314ad3-c3a2-443b-bd0f-9985c4490e98 HTTP/1.1" status: 200 len: 920 time: 0.3369126 Sep 21 15:57:43.244547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39392) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:43.329320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d86ac375-cb23-4769-84ab-f3e4bfb99d4e None None] Port 9af7565b-cf7b-4a67-9697-f904b544e443 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:57:43.342636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4a68358-5b39-4a90-a8b7-42b134547448 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=14314ad3-c3a2-443b-bd0f-9985c4490e98 HTTP/1.1" status: 200 len: 205 time: 0.0940690 Sep 21 15:57:43.343544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39398) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:43.353101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.363192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d6d4f786-9484-43d9-96e3-feb392a11b29 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:43.363643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.375929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Transition to ACTIVE for port object a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:43.391055 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e44aa898-3f4e-468f-9c16-c24af6f3c137 resource provider aggregate not found Sep 21 15:57:43.410144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Transition to ACTIVE for port object a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:43.417251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port d6d4f786-9484-43d9-96e3-feb392a11b29, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d6d4f786-9484-43d9-96e3-feb392a11b29,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:43.422421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.459653 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e44aa898-3f4e-468f-9c16-c24af6f3c137 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e44aa898-3f4e-468f-9c16-c24af6f3c137 found for delete ", "request_id": "req-45ebba4a-07ae-4a09-9414-064c6948c84b"}]} Sep 21 15:57:43.466091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] No DVR routers for this DVR port b043fd11-4ca6-4d83-a884-4f6f1b34bc2d on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:43.482630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb282704-9688-44a9-b45a-adc8c8794c85 None None] Pushing event deleted for resources: {'Port': ['ID=b043fd11-4ca6-4d83-a884-4f6f1b34bc2d,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:43.515349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:43.525154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.528066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.570588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:subnet and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:43.586592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:43.597325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:43.599465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.634181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.657163 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/networks/4be888a9-2982-4afa-8fdd-1fa3e5360de5 HTTP/1.1" status: 204 len: 168 time: 2.9062490 Sep 21 15:57:43.657163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce794c82-7239-45e4-a62b-a983a9ca999f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Network': ['ID=4be888a9-2982-4afa-8fdd-1fa3e5360de5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:43.661655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 847af39b-0a60-438b-a4bf-7f7f51e672d6 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:43.665607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39408) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:43.672647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4ca44096-7d78-44ab-8384-0b6ae3558c21 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:43.718411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 4ca44096-7d78-44ab-8384-0b6ae3558c21 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:43.718984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4ca44096-7d78-44ab-8384-0b6ae3558c21 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:43.719751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b043fd11-4ca6-4d83-a884-4f6f1b34bc2d no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:43.758537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:43.762658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.770522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: b043fd11-4ca6-4d83-a884-4f6f1b34bc2d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:43.771071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b043fd11-4ca6-4d83-a884-4f6f1b34bc2d not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:43.775395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Network 17cfde4d-2ff2-4989-be43-8676490663c4 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:43.779776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:43.781623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=d6d4f786-9484-43d9-96e3-feb392a11b29,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:43.784433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:43.809006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.937591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.938805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40a6be49-3b0d-43a7-95e1-909bac4b203d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:43.950935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Performing IP validity checks on allocation pools {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:57:43.951674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:57:43.989070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d6d4f786-9484-43d9-96e3-feb392a11b29 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:44.108053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Pushing event updated for resources: {'Port': ['ID=a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:44.126716 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Attempting to bind port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:44.127087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Attempting to bind port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '934a0419-f419-44e5-92b2-0aa91ff01b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17cfde4d-2ff2-4989-be43-8676490663c4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:44.127450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Attempting to bind port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 on network 17cfde4d-2ff2-4989-be43-8676490663c4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:44.139118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:44.139507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Checking segment: {'id': '934a0419-f419-44e5-92b2-0aa91ff01b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17cfde4d-2ff2-4989-be43-8676490663c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:44.139917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.140312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Bound using segment: {'id': '934a0419-f419-44e5-92b2-0aa91ff01b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17cfde4d-2ff2-4989-be43-8676490663c4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:44.140789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Bound port: a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934a0419-f419-44e5-92b2-0aa91ff01b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '17cfde4d-2ff2-4989-be43-8676490663c4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:44.141168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.215999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-40a6be49-3b0d-43a7-95e1-909bac4b203d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 9af7565b-cf7b-4a67-9697-f904b544e443 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:44.219650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.250458 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d6d4f786-9484-43d9-96e3-feb392a11b29 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:44.251170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.311425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.324409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32fd8a8-7c0a-4489-a833-d3f764ef7aa5']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:44.334652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.373738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e997b80a-d7e1-4590-a1db-a6e316a6aa38') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:44.374067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e997b80a-d7e1-4590-a1db-a6e316a6aa38') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:44.391633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Deleting port aa14fa79-cdf3-4d68-8044-878badf9b30d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:44.392037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.400851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.413747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] For port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:44.488241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.493108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d6d4f786-9484-43d9-96e3-feb392a11b29 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:44.513508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:44.513917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.552590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40a6be49-3b0d-43a7-95e1-909bac4b203d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.623356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39434) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:44.631512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6be49-3b0d-43a7-95e1-909bac4b203d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=9af7565b-cf7b-4a67-9697-f904b544e443,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:44.682401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port f7ddb4c4-6422-4c56-82e8-a4066258b39b yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:44.695100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec5c73-1755-486d-9ef5-0acf11dc7896 req-0af3f829-6cb9-47c1-aac7-6855fc4b25cf tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:44.696918 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0aec5c73-1755-486d-9ef5-0acf11dc7896 req-0af3f829-6cb9-47c1-aac7-6855fc4b25cf tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5753415 Sep 21 15:57:44.721245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40a6be49-3b0d-43a7-95e1-909bac4b203d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.737924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.811326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735027467'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:44.840219 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0aec5c73-1755-486d-9ef5-0acf11dc7896 req-26f170e3-dd5b-4ea9-ba62-a9d454c9e415 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806561 Sep 21 15:57:44.888257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.889620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:44.899224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Calling delete_port for aa14fa79-cdf3-4d68-8044-878badf9b30d owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:44.918514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] For port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37,segment=NetworkSegment(934a0419-f419-44e5-92b2-0aa91ff01b02),segment_id=934a0419-f419-44e5-92b2-0aa91ff01b02)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:44.931533 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-40a6be49-3b0d-43a7-95e1-909bac4b203d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/9af7565b-cf7b-4a67-9697-f904b544e443 HTTP/1.1" status: 204 len: 168 time: 1.9173737 Sep 21 15:57:44.934550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39446) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:44.938785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:44.949197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:44.954299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:44.958879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:44.994078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.033744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.062486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:45.066483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.070785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Network': ['ID=d32fd8a8-7c0a-4489-a833-d3f764ef7aa5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:45.096070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.118573 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1770ced8-38bf-498c-9a8a-594a02a9b833 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/networks/d32fd8a8-7c0a-4489-a833-d3f764ef7aa5 HTTP/1.1" status: 204 len: 168 time: 1.4517348 Sep 21 15:57:45.121117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.129439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39454) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:45.133613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c34790-54c1-4b4e-a4ef-7cfc7bd5fd21 None None] Pushing event updated for resources: {'Port': ['ID=a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:45.135936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=644f65a1-2873-4ade-9135-2c365b5c25cf,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:45.168347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:45.180519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371de44e-bdbc-4347-8691-858542d5d9b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:45.182172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371de44e-bdbc-4347-8691-858542d5d9b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:45.183051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-371de44e-bdbc-4347-8691-858542d5d9b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:45.185581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:security_group_rule and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:45.191596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:45.211303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:45.223887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': '3288575f-0e9f-4646-9697-e7bea0ae06b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35b32bec-6395-46b6-9f2b-55b2245640d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:45.227466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: 35b32bec-6395-46b6-9f2b-55b2245640d3, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:45.254822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f8c2d9-cb5a-48a5-9802-4ba5b198d27e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting subnet abfd2103-b5c8-4053-aaf8-e8746d53c51b {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:45.261290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62f8c2d9-cb5a-48a5-9802-4ba5b198d27e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.314731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-371de44e-bdbc-4347-8691-858542d5d9b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:45.314902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.318288 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-371de44e-bdbc-4347-8691-858542d5d9b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3775496 Sep 21 15:57:45.320662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39460) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:45.421678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event deleted for resources: {'Port': ['ID=aa14fa79-cdf3-4d68-8044-878badf9b30d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:45.434900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network 35b32bec-6395-46b6-9f2b-55b2245640d3 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:45.447883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.454862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62f8c2d9-cb5a-48a5-9802-4ba5b198d27e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.533148 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e997b80a-d7e1-4590-a1db-a6e316a6aa38 resource provider aggregate not found Sep 21 15:57:45.567394 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e997b80a-d7e1-4590-a1db-a6e316a6aa38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e997b80a-d7e1-4590-a1db-a6e316a6aa38 found for delete ", "request_id": "req-d11ea21a-0514-4aca-8504-4c14824460a9"}]} Sep 21 15:57:45.610220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efd63e0-e33f-4d09-b307-6f4aea299e52 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 7d3fd629-bf0f-43fc-8e73-83123494af94 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:45.622420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:45.630917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 35b32bec-6395-46b6-9f2b-55b2245640d3) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:45.639040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5efd63e0-e33f-4d09-b307-6f4aea299e52 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.639365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd15c8a-f886-4245-affe-96eccd4acdf5 None None] Network 35b32bec-6395-46b6-9f2b-55b2245640d3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:45.669057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:45.679557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=847af39b-0a60-438b-a4bf-7f7f51e672d6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:45.685541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:45.686163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.696676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:45.697512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.747386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.808744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5efd63e0-e33f-4d09-b307-6f4aea299e52 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.882957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62f8c2d9-cb5a-48a5-9802-4ba5b198d27e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.889084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-35b32bec-6395-46b6-9f2b-55b2245640d3', 'network_id': '35b32bec-6395-46b6-9f2b-55b2245640d3', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': '644f65a1-2873-4ade-9135-2c365b5c25cf'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:45.895248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.913844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=f7ddb4c4-6422-4c56-82e8-a4066258b39b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:45.919952 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-471a42e9-d032-4f31-b8fe-6562daab7bda tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0439608 Sep 21 15:57:45.925590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39470) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:45.941928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f92b57-3c71-4b0e-805a-bdb1315d9d49 req-45fc5e20-d0c8-42ba-8abe-0e3752b759c6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:45.943529 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d3f92b57-3c71-4b0e-805a-bdb1315d9d49 req-45fc5e20-d0c8-42ba-8abe-0e3752b759c6 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5728152 Sep 21 15:57:45.950378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:45.955955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.016433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.042103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966e09-f784-4080-9566-18bbf5903778 req-d09bc476-6bab-425a-afba-da32949d5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:46.043893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61966e09-f784-4080-9566-18bbf5903778 req-d09bc476-6bab-425a-afba-da32949d5424 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ae16d638207648f2a6236e7b577dc445&device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 1098 time: 0.6246922 Sep 21 15:57:46.076527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking segment: {'id': '91ff2cf5-2445-42c7-b266-b776e934d9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '63e7a573-0ba8-4803-bc5c-6b4bb2f50862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:46.076896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network hostable DHCP agents. Network: 63e7a573-0ba8-4803-bc5c-6b4bb2f50862, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:46.090627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.157273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5efd63e0-e33f-4d09-b307-6f4aea299e52 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.157632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Allocated IP 2001:db8::3 (35b32bec-6395-46b6-9f2b-55b2245640d3/644f65a1-2873-4ade-9135-2c365b5c25cf/8f0b1de3-73b0-4a33-8b50-608fc94ca9c5) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:46.175066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.179446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Fanout notify agent at l3_agent the message router_deleted on router 14314ad3-c3a2-443b-bd0f-9985c4490e98 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:57:46.202342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:46.245046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d0a426-fc39-4525-b541-e4baf3cacc0f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:46.248941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.249383 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment f93e4950-9cf0-4857-96d9-7731a681d79d of type vlan for network 3c6f272d-c534-460c-a163-694d9c14775b Sep 21 15:57:46.306564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.326285 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d3f92b57-3c71-4b0e-805a-bdb1315d9d49 req-03b29aa9-248c-4603-a7a7-2f772064f1c1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467050 Sep 21 15:57:46.334243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:46.342330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966e09-f784-4080-9566-18bbf5903778 req-6a2cd358-b98d-46bf-a8b7-b7eb3d838d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:46.344635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61966e09-f784-4080-9566-18bbf5903778 req-6a2cd358-b98d-46bf-a8b7-b7eb3d838d2d service neutron] 10.222.0.33 "GET /v2.0/networks?id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 200 len: 912 time: 0.2933159 Sep 21 15:57:46.394939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.428078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b4d59e-eb90-4d6e-abe5-5c75619fb85f None None] Network 17cfde4d-2ff2-4989-be43-8676490663c4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:46.436027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.441841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:46.442559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.479196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.513374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 63e7a573-0ba8-4803-bc5c-6b4bb2f50862 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:46.527950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5efd63e0-e33f-4d09-b307-6f4aea299e52 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.557328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.561168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62f8c2d9-cb5a-48a5-9802-4ba5b198d27e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.567628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=3c6f272d-c534-460c-a163-694d9c14775b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:46.580595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.581692 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-45a2a507-4977-450b-8706-fcb7497dd4b4 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/14314ad3-c3a2-443b-bd0f-9985c4490e98 HTTP/1.1" status: 204 len: 168 time: 3.2299378 Sep 21 15:57:46.588140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd63e0-e33f-4d09-b307-6f4aea299e52 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3fd629-bf0f-43fc-8e73-83123494af94,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:46.590692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39476) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:46.595847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Transition to ACTIVE for port object 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:46.600232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 3c6f272d-c534-460c-a163-694d9c14775b details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:46.603982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62f8c2d9-cb5a-48a5-9802-4ba5b198d27e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.609180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201945130', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': False}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:46.619663 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61966e09-f784-4080-9566-18bbf5903778 req-3488bcf4-c357-4165-8410-8220dd12baf5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 200 len: 1001 time: 0.2678571 Sep 21 15:57:46.635692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363a339-d233-4647-93b7-48fa8fecfd79 None None] Network ab41a1ee-908b-47e7-8471-049ae8352698 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:46.645519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5efd63e0-e33f-4d09-b307-6f4aea299e52 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.648527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2308b3b0-ea75-42c6-a011-52952e58de32 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:46.651890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 63e7a573-0ba8-4803-bc5c-6b4bb2f50862) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:46.672428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:46.682050 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e67336d4-9ba2-4eb5-9a96-6945c914a481 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0486343 Sep 21 15:57:46.687206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:46.687206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:46.687206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:46.687206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:46.690700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8c2d9-cb5a-48a5-9802-4ba5b198d27e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Subnet': ['ID=abfd2103-b5c8-4053-aaf8-e8746d53c51b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:46.698493 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-62f8c2d9-cb5a-48a5-9802-4ba5b198d27e tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/subnets/abfd2103-b5c8-4053-aaf8-e8746d53c51b HTTP/1.1" status: 204 len: 168 time: 1.5639207 Sep 21 15:57:46.700921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Usage tracker for resource:router and tenant:ca137235c4f5430090ddd7d15662a967 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:46.711247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39480) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:46.713740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966e09-f784-4080-9566-18bbf5903778 req-60e69c46-c1d2-4e7a-bb22-c19f325526ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:46.715341 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61966e09-f784-4080-9566-18bbf5903778 req-60e69c46-c1d2-4e7a-bb22-c19f325526ee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 200 len: 850 time: 0.0894523 Sep 21 15:57:46.716081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:46.716204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1cfa8-d32a-43d0-91d0-3f4d70b66c3f None None] Network 63e7a573-0ba8-4803-bc5c-6b4bb2f50862 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:46.751889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:46.809043 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5efd63e0-e33f-4d09-b307-6f4aea299e52 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/7d3fd629-bf0f-43fc-8e73-83123494af94 HTTP/1.1" status: 204 len: 168 time: 1.4875124 Sep 21 15:57:46.816743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39486) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:46.828581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39490) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:46.837422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': '3c6f272d-c534-460c-a163-694d9c14775b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:46.861376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6ca27973-166f-4ded-812b-ccdb8d60d7ff None None] Provisioning for port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:46.901626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-53b1ec13-aba6-4e61-a47c-7446e0c77e01 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801475 Sep 21 15:57:46.904000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39494) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:46.912118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:46.930955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966e09-f784-4080-9566-18bbf5903778 req-a8a800e0-ec26-4a2c-91d1-e7dcb6988d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:46.932448 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61966e09-f784-4080-9566-18bbf5903778 req-a8a800e0-ec26-4a2c-91d1-e7dcb6988d2d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=a5a5d890-1193-4ee0-ad2e-2182825d5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2096052 Sep 21 15:57:46.962238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:46.989689 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ed14fa79-8ec6-4b90-a989-b7ac555caaf8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2172627 Sep 21 15:57:46.995641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39498) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:47.072450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:47.104545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Transition to ACTIVE for port object 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:47.108403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.109114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.124012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6ca27973-166f-4ded-812b-ccdb8d60d7ff None None] Provisioning complete for port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:47.124393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6ca27973-166f-4ded-812b-ccdb8d60d7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.124534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.131062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:47.137460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:47.147899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:47.148271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.152570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:47.152743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.205677 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61966e09-f784-4080-9566-18bbf5903778 req-a8820c47-f76d-4f92-ab0b-9b6b404b0655 service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574483 Sep 21 15:57:47.206137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:47.219595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-215fe880-d7e2-497c-9ae0-07e6c485d347 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port f7ddb4c4-6422-4c56-82e8-a4066258b39b {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:47.223627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-215fe880-d7e2-497c-9ae0-07e6c485d347 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.245250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:47.258887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.285904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:47.290000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.301199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Deleting port 3d4f237b-cce4-4141-b427-a0cb79a66f17 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:47.301538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.335945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:47.369016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:47.453424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.523450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Network 35b32bec-6395-46b6-9f2b-55b2245640d3 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:47.564210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=644f65a1-2873-4ade-9135-2c365b5c25cf,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:47.566725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:47.584432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:47.641758 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61966e09-f784-4080-9566-18bbf5903778 req-48dc925e-58d0-430e-ba10-9e4e89a230bb service neutron] 10.222.0.33 "GET /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304504 Sep 21 15:57:47.665134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Pushing event updated for resources: {'Port': ['ID=8f0b1de3-73b0-4a33-8b50-608fc94ca9c5,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:47.673233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:47.676910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.711485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d026182-cce9-4d84-bf63-b3e1a2594aaa req-27e71616-4719-4675-8b4f-d9f0d1890293 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:47.712990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d026182-cce9-4d84-bf63-b3e1a2594aaa req-27e71616-4719-4675-8b4f-d9f0d1890293 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.1707337 Sep 21 15:57:47.793415 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d026182-cce9-4d84-bf63-b3e1a2594aaa req-bc5b2dfd-666d-4d52-a383-3e2bee33b51c tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701718 Sep 21 15:57:47.821139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.869139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Attempting to bind port 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:47.869513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Attempting to bind port 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '3288575f-0e9f-4646-9697-e7bea0ae06b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35b32bec-6395-46b6-9f2b-55b2245640d3'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:47.869877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Attempting to bind port 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5 on network 35b32bec-6395-46b6-9f2b-55b2245640d3 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:47.890743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:47.891121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Checking segment: {'id': '3288575f-0e9f-4646-9697-e7bea0ae06b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35b32bec-6395-46b6-9f2b-55b2245640d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:47.891523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.891981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Bound using segment: {'id': '3288575f-0e9f-4646-9697-e7bea0ae06b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35b32bec-6395-46b6-9f2b-55b2245640d3'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:47.892401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Bound port: 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3288575f-0e9f-4646-9697-e7bea0ae06b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35b32bec-6395-46b6-9f2b-55b2245640d3'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:47.892777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.902567 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:47.902775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:47.917154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6ca27973-166f-4ded-812b-ccdb8d60d7ff None None] Current status of the port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:47.918028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6ca27973-166f-4ded-812b-ccdb8d60d7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.029278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.038562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37,segment=NetworkSegment(934a0419-f419-44e5-92b2-0aa91ff01b02),segment_id=934a0419-f419-44e5-92b2-0aa91ff01b02)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:48.083699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] For port 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:48.092373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] For port 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8f0b1de3-73b0-4a33-8b50-608fc94ca9c5,segment=NetworkSegment(3288575f-0e9f-4646-9697-e7bea0ae06b1),segment_id=3288575f-0e9f-4646-9697-e7bea0ae06b1)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:48.103082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.113856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:57:48.206089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:48.214133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] DHCP port deletion for ab41a1ee-908b-47e7-8471-049ae8352698 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:48.229660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b32bec-6395-46b6-9f2b-55b2245640d3']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:48.267874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Deleting port d6d4f786-9484-43d9-96e3-feb392a11b29 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:48.268483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.299077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.302566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d6d4f786-9484-43d9-96e3-feb392a11b29 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:48.331703 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3288575f-0e9f-4646-9697-e7bea0ae06b1') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:48.332214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3288575f-0e9f-4646-9697-e7bea0ae06b1') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:48.345760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-215fe880-d7e2-497c-9ae0-07e6c485d347 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.366820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] Deleting port 3d4f237b-cce4-4141-b427-a0cb79a66f17 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:48.367201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.375246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.451928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:48.473728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.551494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-6ca27973-166f-4ded-812b-ccdb8d60d7ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:48.551846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-6ca27973-166f-4ded-812b-ccdb8d60d7ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:48.662152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-215fe880-d7e2-497c-9ae0-07e6c485d347 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for f7ddb4c4-6422-4c56-82e8-a4066258b39b owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:48.697370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] For port 3d4f237b-cce4-4141-b427-a0cb79a66f17, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3d4f237b-cce4-4141-b427-a0cb79a66f17,segment=NetworkSegment(5d24d61c-ccb8-4bee-92a3-1bafcc7ab904),segment_id=5d24d61c-ccb8-4bee-92a3-1bafcc7ab904)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:48.697838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.727956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port d6d4f786-9484-43d9-96e3-feb392a11b29, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d6d4f786-9484-43d9-96e3-feb392a11b29,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:48.759550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.765471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.771944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f27c7-5a47-4a0e-9e8b-848d2b03a933 None None] Pushing event updated for resources: {'Port': ['ID=8f0b1de3-73b0-4a33-8b50-608fc94ca9c5,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:48.804022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4fbd0-9427-41b5-9748-776a95ec3bef None None] Network 35b32bec-6395-46b6-9f2b-55b2245640d3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:48.821972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.822548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.913934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Calling delete_port for 3d4f237b-cce4-4141-b427-a0cb79a66f17 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:48.966753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=d6d4f786-9484-43d9-96e3-feb392a11b29,revision_number=6']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:48.988794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:48.991708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:48.995735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:48.995893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:48.995893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:48.996421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.014448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=68f8ed2a-1829-4fb4-8945-fd0edde70548,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:49.101848 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f78a089b-4cb9-4af8-b93b-ba0f21f44917 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1961882 Sep 21 15:57:49.103970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39510) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:49.110722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:6c:38:9f', 'name': 'tempest-NetworksTestDHCPv6-672936086'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:49.112488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d6d4f786-9484-43d9-96e3-feb392a11b29 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:49.112878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.139759 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3288575f-0e9f-4646-9697-e7bea0ae06b1 resource provider aggregate not found Sep 21 15:57:49.179260 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3288575f-0e9f-4646-9697-e7bea0ae06b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3288575f-0e9f-4646-9697-e7bea0ae06b1 found for delete ", "request_id": "req-0c9a46a7-628a-4078-94dd-a0d74a29efe6"}]} Sep 21 15:57:49.207832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] For port 3d4f237b-cce4-4141-b427-a0cb79a66f17, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3d4f237b-cce4-4141-b427-a0cb79a66f17,segment=NetworkSegment(5d24d61c-ccb8-4bee-92a3-1bafcc7ab904),segment_id=5d24d61c-ccb8-4bee-92a3-1bafcc7ab904)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:49.208232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.253128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:57:49.253128 dv-neutron-858618-1-hyperv neutron-server[89726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:57:49.253128 dv-neutron-858618-1-hyperv neutron-server[89726]: [parameters: {'id': '35b32bec-6395-46b6-9f2b-55b2245640d3'}] Sep 21 15:57:49.253128 dv-neutron-858618-1-hyperv neutron-server[89726]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:49.253548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:49.281571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:49.286662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:49.290276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:49.295158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916471b4-ba3c-46cc-af8d-99169cf26dab req-cae37c1f-1d9c-441c-acea-b72c188e8d2a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:49.295848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:49.296673 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-916471b4-ba3c-46cc-af8d-99169cf26dab req-cae37c1f-1d9c-441c-acea-b72c188e8d2a tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.3443038 Sep 21 15:57:49.379874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:49.385048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-215fe880-d7e2-497c-9ae0-07e6c485d347 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.386620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.390753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.402410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] Calling delete_port for 3d4f237b-cce4-4141-b427-a0cb79a66f17 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:49.433242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6ca27973-166f-4ded-812b-ccdb8d60d7ff None None] Current status of the port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:49.446119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port d6d4f786-9484-43d9-96e3-feb392a11b29, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d6d4f786-9484-43d9-96e3-feb392a11b29,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:49.479926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] For port d6d4f786-9484-43d9-96e3-feb392a11b29, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d6d4f786-9484-43d9-96e3-feb392a11b29,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:49.480331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.534096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.566740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 27d1de2d-dc28-42a1-a782-62fa511a9535 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:49.567137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Port': ['ID=3d4f237b-cce4-4141-b427-a0cb79a66f17,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:49.618768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] No DVR routers for this DVR port 3d4f237b-cce4-4141-b427-a0cb79a66f17 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:49.622327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.629845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Calling delete_port for d6d4f786-9484-43d9-96e3-feb392a11b29 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:49.694462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-215fe880-d7e2-497c-9ae0-07e6c485d347 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.700691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fe880-d7e2-497c-9ae0-07e6c485d347 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=f7ddb4c4-6422-4c56-82e8-a4066258b39b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:49.704945 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-916471b4-ba3c-46cc-af8d-99169cf26dab req-8a2ba58c-3386-4f5a-bd1d-dac2a7e5f227 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4004905 Sep 21 15:57:49.735379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:49.735737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:49.760416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fe6c:389f (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/68f8ed2a-1829-4fb4-8945-fd0edde70548/27d1de2d-dc28-42a1-a782-62fa511a9535) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:49.767264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.768845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=67c1eb9f-e1ca-4829-8dca-9511e8f9eb0e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:49.777831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c4b03453-a3f9-49a9-9ab1-4f3f3d69230b None None] Provisioning complete for port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:49.778237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c4b03453-a3f9-49a9-9ab1-4f3f3d69230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.842437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=d6d4f786-9484-43d9-96e3-feb392a11b29,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:49.859107 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-215fe880-d7e2-497c-9ae0-07e6c485d347 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/f7ddb4c4-6422-4c56-82e8-a4066258b39b HTTP/1.1" status: 204 len: 168 time: 2.8546705 Sep 21 15:57:49.865518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39518) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:49.880080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.909769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.912771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:49.913194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:57:49.917687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': 'f93e4950-9cf0-4857-96d9-7731a681d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c6f272d-c534-460c-a163-694d9c14775b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:49.918269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: 3c6f272d-c534-460c-a163-694d9c14775b, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:49.932733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:49.934660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:49.935148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c4b03453-a3f9-49a9-9ab1-4f3f3d69230b None None] Current status of the port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:49.935303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.138410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.156849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab41a1ee-908b-47e7-8471-049ae8352698']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:50.167826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b218215e-5340-4dbc-96a0-f98c2b457d23 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:50.173592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b218215e-5340-4dbc-96a0-f98c2b457d23 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:50.177662 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b218215e-5340-4dbc-96a0-f98c2b457d23 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3085604 Sep 21 15:57:50.177662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 27d1de2d-dc28-42a1-a782-62fa511a9535 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:50.182738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39522) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:50.187060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d734e-4cab-483c-8fd7-7f832a48d1da req-e9fd434e-e5eb-47b7-b712-f3935c64dc90 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:50.188488 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-846d734e-4cab-483c-8fd7-7f832a48d1da req-e9fd434e-e5eb-47b7-b712-f3935c64dc90 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.3154588 Sep 21 15:57:50.196409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d24d61c-ccb8-4bee-92a3-1bafcc7ab904') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:50.196739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d24d61c-ccb8-4bee-92a3-1bafcc7ab904') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:50.206899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:50.219954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.242101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] Deleting port 3d4f237b-cce4-4141-b427-a0cb79a66f17 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:50.242636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.322155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.332311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network 3c6f272d-c534-460c-a163-694d9c14775b is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:50.332718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-24ff51e6-749d-4d58-a403-b64ab6789979 None None] The port '3d4f237b-cce4-4141-b427-a0cb79a66f17' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:57:50.344685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:50.345100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.362875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:50.363346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.415713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Deleting port d6d4f786-9484-43d9-96e3-feb392a11b29 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:50.416424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.420869 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-846d734e-4cab-483c-8fd7-7f832a48d1da req-7efe8cd5-137b-46c6-b324-9e66ffc83da4 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713556 Sep 21 15:57:50.425731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-332b5361-24d8-45a8-9ad0-3b494a2c0087 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 847af39b-0a60-438b-a4bf-7f7f51e672d6 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:50.426114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-332b5361-24d8-45a8-9ad0-3b494a2c0087 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.523282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 3c6f272d-c534-460c-a163-694d9c14775b) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:50.540412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:50.540998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.560478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Allocated IP 172.26.0.219 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/0b520fb4-9fc9-43be-967c-8f28928b7dad) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:50.597678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] For port 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8f0b1de3-73b0-4a33-8b50-608fc94ca9c5,segment=NetworkSegment(3288575f-0e9f-4646-9697-e7bea0ae06b1),segment_id=3288575f-0e9f-4646-9697-e7bea0ae06b1)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:50.598077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.616585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b397b70b-1604-410f-94bf-e07b59cfebbe None None] Network 3c6f272d-c534-460c-a163-694d9c14775b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:50.644360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.746456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.753846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:50.759813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:50.766229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-332b5361-24d8-45a8-9ad0-3b494a2c0087 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.774114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:50.779655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:50.780259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.794404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=27d1de2d-dc28-42a1-a782-62fa511a9535,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:50.797033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Calling delete_port for 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:50.834516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:50.848251 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-99a82190-59db-4603-9104-c1a2115f4248 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.0183454 Sep 21 15:57:50.849580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:50.851837 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/networks/ab41a1ee-908b-47e7-8471-049ae8352698 HTTP/1.1" status: 204 len: 168 time: 4.1383395 Sep 21 15:57:50.869043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39528) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:50.869623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39530) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:50.935515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-332b5361-24d8-45a8-9ad0-3b494a2c0087 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 847af39b-0a60-438b-a4bf-7f7f51e672d6 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:50.944493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3d4f237b-cce4-4141-b427-a0cb79a66f17 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:50.950559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-866833323'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:50.957659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d675ce-8290-4b2a-a07c-bc5b2c8c0010 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Pushing event deleted for resources: {'Network': ['ID=ab41a1ee-908b-47e7-8471-049ae8352698,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:50.982364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e604522d-9034-40b3-9bc8-a6b62dfc6235 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Synchronizing usage tracker for tenant:4c3071379c60411db8abaf6ec38114d6 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:50.988272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:51.003733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 3d4f237b-cce4-4141-b427-a0cb79a66f17 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:51.004001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3d4f237b-cce4-4141-b427-a0cb79a66f17 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:51.031628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:51.036220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:51.052034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:51.061746 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-16dad258-43da-4c7e-965f-4eaebf2e4c35 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9565301 Sep 21 15:57:51.065288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39538) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.110461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.138162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e604522d-9034-40b3-9bc8-a6b62dfc6235 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Unset dirty status for tenant:4c3071379c60411db8abaf6ec38114d6 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:51.139692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e604522d-9034-40b3-9bc8-a6b62dfc6235 tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "GET /v2.0/ports?device_id=337f92a9-e399-4a0e-a3c1-5535d180db46 HTTP/1.1" status: 200 len: 205 time: 0.2610753 Sep 21 15:57:51.142403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39542) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.154890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-3c6f272d-c534-460c-a163-694d9c14775b', 'network_id': '3c6f272d-c534-460c-a163-694d9c14775b', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': '67c1eb9f-e1ca-4829-8dca-9511e8f9eb0e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:51.155749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.169146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] For port d6d4f786-9484-43d9-96e3-feb392a11b29, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d6d4f786-9484-43d9-96e3-feb392a11b29,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:51.169543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.177805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-332b5361-24d8-45a8-9ad0-3b494a2c0087 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.225243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:51.228705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.237878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.242685 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 5d24d61c-ccb8-4bee-92a3-1bafcc7ab904 resource provider aggregate not found Sep 21 15:57:51.261437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b5361-24d8-45a8-9ad0-3b494a2c0087 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=847af39b-0a60-438b-a4bf-7f7f51e672d6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:51.268753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-332b5361-24d8-45a8-9ad0-3b494a2c0087 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.279433 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-332b5361-24d8-45a8-9ad0-3b494a2c0087 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/847af39b-0a60-438b-a4bf-7f7f51e672d6 HTTP/1.1" status: 204 len: 168 time: 1.0980957 Sep 21 15:57:51.281349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39550) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.300131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Calling delete_port for d6d4f786-9484-43d9-96e3-feb392a11b29 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:51.344648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.363943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Port': ['ID=8f0b1de3-73b0-4a33-8b50-608fc94ca9c5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:51.370044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No DVR routers for this DVR port 8f0b1de3-73b0-4a33-8b50-608fc94ca9c5 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:51.384543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3d14f-c9ab-40f0-a234-8bdbb95a7e13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:51.390260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3d14f-c9ab-40f0-a234-8bdbb95a7e13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:51.391010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e3d3d14f-c9ab-40f0-a234-8bdbb95a7e13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:51.404093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-075a4209-a009-4979-aa72-0cdb9099ad7f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.425369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30cbde-cb0f-418e-823c-7d6f975a9f4a req-5822c920-d23b-4f97-97e0-2a33aeef12e1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:51.426882 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b30cbde-cb0f-418e-823c-7d6f975a9f4a req-5822c920-d23b-4f97-97e0-2a33aeef12e1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.2986398 Sep 21 15:57:51.461355 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 5d24d61c-ccb8-4bee-92a3-1bafcc7ab904 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d24d61c-ccb8-4bee-92a3-1bafcc7ab904 found for delete ", "request_id": "req-b4c27a3d-2082-427e-86ec-4417b73b18b1"}]} Sep 21 15:57:51.482901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.483240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.483585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.483818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d815bd-7b4e-4b70-9877-0fc606e5fa9e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:51.483969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.484509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-34d815bd-7b4e-4b70-9877-0fc606e5fa9e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:51.484763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.485112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.485443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.485773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.486129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.486457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.486783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.487103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:51.507513 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b30cbde-cb0f-418e-823c-7d6f975a9f4a req-6d51300d-b1ae-4681-a557-b4335f71c831 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715244 Sep 21 15:57:51.511309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e3d3d14f-c9ab-40f0-a234-8bdbb95a7e13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:51.515179 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e3d3d14f-c9ab-40f0-a234-8bdbb95a7e13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4485989 Sep 21 15:57:51.515827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39554) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.564390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Allocated IP 172.20.255.242 (3c6f272d-c534-460c-a163-694d9c14775b/67c1eb9f-e1ca-4829-8dca-9511e8f9eb0e/a18d2b0c-d744-43b4-b07b-adfbf7d50a81) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:51.570966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-34d815bd-7b4e-4b70-9877-0fc606e5fa9e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:51.574837 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-34d815bd-7b4e-4b70-9877-0fc606e5fa9e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2906816 Sep 21 15:57:51.575545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39558) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.628536 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2839eeed-82c1-4c12-b845-79f42a622291 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:57:51.632717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2839eeed-82c1-4c12-b845-79f42a622291 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/f7ddb4c4-6422-4c56-82e8-a4066258b39b HTTP/1.1" status: 404 len: 333 time: 0.0534251 Sep 21 15:57:51.633724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 27d1de2d-dc28-42a1-a782-62fa511a9535 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:51.638895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.669570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39562) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.682883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.734561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8945147-e071-4066-9118-c32cebcf1c51 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:57:51.738478 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e8945147-e071-4066-9118-c32cebcf1c51 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/847af39b-0a60-438b-a4bf-7f7f51e672d6 HTTP/1.1" status: 404 len: 333 time: 0.0669792 Sep 21 15:57:51.740405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39566) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:51.749217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] Pushing event deleted for resources: {'Port': ['ID=d6d4f786-9484-43d9-96e3-feb392a11b29,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:51.830164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:51.833200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:51.881029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d6498-2fb0-46ad-963c-47f84d199533 None None] No DVR routers for this DVR port d6d4f786-9484-43d9-96e3-feb392a11b29 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:51.888871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:51.920258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59c326-eeb3-46d9-8265-4b3f8e871ec1 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:51.925707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.941361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:51.968125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:51.997754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Transition to ACTIVE for port object a18d2b0c-d744-43b4-b07b-adfbf7d50a81 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:52.018928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Transition to ACTIVE for port object a18d2b0c-d744-43b4-b07b-adfbf7d50a81 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:52.120478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.155336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.155687 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 77f31e26-5650-4e21-a439-52e306706fd4 of type vlan for network dafa0e2c-d276-455a-a58a-98d2fbeb7010 Sep 21 15:57:52.165701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.181181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'Port': ['ID=0b520fb4-9fc9-43be-967c-8f28928b7dad,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:52.245156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.249432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-075a4209-a009-4979-aa72-0cdb9099ad7f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.252850 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-075a4209-a009-4979-aa72-0cdb9099ad7f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.255602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Network 3c6f272d-c534-460c-a163-694d9c14775b is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:52.260544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:52.269146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:52.324911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Pushing event updated for resources: {'Port': ['ID=a18d2b0c-d744-43b4-b07b-adfbf7d50a81,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:52.333292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b32bec-6395-46b6-9f2b-55b2245640d3']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:52.361409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.367158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3288575f-0e9f-4646-9697-e7bea0ae06b1') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:52.371964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3288575f-0e9f-4646-9697-e7bea0ae06b1') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:52.386185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.423959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.433284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:52.433683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.436793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Attempting to bind port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:52.437170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Attempting to bind port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'f93e4950-9cf0-4857-96d9-7731a681d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c6f272d-c534-460c-a163-694d9c14775b'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:52.437537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Attempting to bind port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 on network 3c6f272d-c534-460c-a163-694d9c14775b {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:52.440527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 27d1de2d-dc28-42a1-a782-62fa511a9535 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:52.449261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:52.449646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Checking segment: {'id': 'f93e4950-9cf0-4857-96d9-7731a681d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c6f272d-c534-460c-a163-694d9c14775b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:52.450061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.450453 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Bound using segment: {'id': 'f93e4950-9cf0-4857-96d9-7731a681d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c6f272d-c534-460c-a163-694d9c14775b'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:52.450928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Bound port: a18d2b0c-d744-43b4-b07b-adfbf7d50a81, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93e4950-9cf0-4857-96d9-7731a681d79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3c6f272d-c534-460c-a163-694d9c14775b'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:52.451294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.453931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-075a4209-a009-4979-aa72-0cdb9099ad7f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.454465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075a4209-a009-4979-aa72-0cdb9099ad7f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Fanout notify agent at l3_agent the message router_deleted on router 337f92a9-e399-4a0e-a3c1-5535d180db46 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:57:52.490407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.527426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e7a573-0ba8-4803-bc5c-6b4bb2f50862']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:52.527691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.533044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:52.533622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.558216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ff2cf5-2445-42c7-b266-b776e934d9bf') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:52.558603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ff2cf5-2445-42c7-b266-b776e934d9bf') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:52.564683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] For port a18d2b0c-d744-43b4-b07b-adfbf7d50a81, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:52.572228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] For port a18d2b0c-d744-43b4-b07b-adfbf7d50a81, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a18d2b0c-d744-43b4-b07b-adfbf7d50a81,segment=NetworkSegment(f93e4950-9cf0-4857-96d9-7731a681d79d),segment_id=f93e4950-9cf0-4857-96d9-7731a681d79d)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:52.573597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.593573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '68f8ed2a-1829-4fb4-8945-fd0edde70548'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:52.594756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.623733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.641908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:52.642436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.649356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=dafa0e2c-d276-455a-a58a-98d2fbeb7010,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:52.684664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network dafa0e2c-d276-455a-a58a-98d2fbeb7010 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:52.703293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.719965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 91ff2cf5-2445-42c7-b266-b776e934d9bf resource provider aggregate not found Sep 21 15:57:52.760791 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 91ff2cf5-2445-42c7-b266-b776e934d9bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91ff2cf5-2445-42c7-b266-b776e934d9bf found for delete ", "request_id": "req-0280c2d0-b4ad-4bb1-9a87-3c5b82a858a0"}]} Sep 21 15:57:52.801915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-075a4209-a009-4979-aa72-0cdb9099ad7f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.805579 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-075a4209-a009-4979-aa72-0cdb9099ad7f tempest-RoutersNegativeIpV6Test-2109250525 tempest-RoutersNegativeIpV6Test-2109250525-project] 10.222.0.65 "DELETE /v2.0/routers/337f92a9-e399-4a0e-a3c1-5535d180db46 HTTP/1.1" status: 204 len: 168 time: 1.6594496 Sep 21 15:57:52.826792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.880025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=27d1de2d-dc28-42a1-a782-62fa511a9535,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:52.887056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.891103 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0b3565c0-3eb3-4517-b60e-e38dfed2a92f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0108314 Sep 21 15:57:52.892501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.893336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39578) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:52.899126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.899708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.900163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.900625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.901063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.901499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.901929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.902445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.902870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.903298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.903772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.904207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:57:52.907068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3979a39-09f5-4b55-a23d-bf1ce308db05 None None] Pushing event updated for resources: {'Port': ['ID=a18d2b0c-d744-43b4-b07b-adfbf7d50a81,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:52.928684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.935039 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/35b32bec-6395-46b6-9f2b-55b2245640d3 HTTP/1.1" status: 204 len: 168 time: 6.9901311 Sep 21 15:57:52.936071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': 'dafa0e2c-d276-455a-a58a-98d2fbeb7010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:52.941648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39582) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:52.956893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088533381'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:52.963434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc2657-b923-4e65-93cd-ad241c96493c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=35b32bec-6395-46b6-9f2b-55b2245640d3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:52.966313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:52.985476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:52.993332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Allocated IP 2001:db8::f816:3eff:fea3:c57d (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/68f8ed2a-1829-4fb4-8945-fd0edde70548/f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:52.994723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:52.998086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Network': ['ID=63e7a573-0ba8-4803-bc5c-6b4bb2f50862,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:53.000714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:53.029629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:53.031699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.107087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.111469 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2e145ac0-3ae8-46b7-a57e-b901dca48760 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/27d1de2d-dc28-42a1-a782-62fa511a9535 HTTP/1.1" status: 204 len: 168 time: 1.5946946 Sep 21 15:57:53.114076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39586) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:53.167349 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f17d2db4-0eb5-477b-a725-1ab5cf6d20b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/networks/63e7a573-0ba8-4803-bc5c-6b4bb2f50862 HTTP/1.1" status: 204 len: 168 time: 1.4223900 Sep 21 15:57:53.169966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39590) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:53.180803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1937566754'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:53.186224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5ae1e-13ae-41fe-a12b-ded1e54cd62b req-80ea8825-af29-446e-8982-85aff100ada2 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:53.187868 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-00e5ae1e-13ae-41fe-a12b-ded1e54cd62b req-80ea8825-af29-446e-8982-85aff100ada2 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.4589770 Sep 21 15:57:53.193769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:53.199656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:53.202570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:network and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:53.206340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:53.208991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:53.214256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:53.216999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:53.222666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:53.306682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:53.310305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.368016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.372486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:53.376129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.387602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Transition to ACTIVE for port object f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:53.391540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:53.395218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.414987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Transition to ACTIVE for port object f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:53.495508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.497857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a9d36-2732-4191-a325-8beaf1f2fe55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:53.499489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a9d36-2732-4191-a325-8beaf1f2fe55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:53.500340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-965a9d36-2732-4191-a325-8beaf1f2fe55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:53.537517 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3288575f-0e9f-4646-9697-e7bea0ae06b1 resource provider aggregate not found Sep 21 15:57:53.559552 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-00e5ae1e-13ae-41fe-a12b-ded1e54cd62b req-765a9c9b-a8e7-48b3-8234-add3645ddbad tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599432 Sep 21 15:57:53.565346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:53.600997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.601369 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Added segment c7abbb4f-ec8e-41d6-b486-77481428c6d2 of type vlan for network abd87265-1726-4782-ae86-4896461274a2 Sep 21 15:57:53.621505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-bc340e50-8323-4368-84cb-2035898cdf98 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:53.623163 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-bc340e50-8323-4368-84cb-2035898cdf98 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.33 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.3016248 Sep 21 15:57:53.623291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Pushing event updated for resources: {'Port': ['ID=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:53.625606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39600) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:53.629076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:53.633753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:53.633899 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3288575f-0e9f-4646-9697-e7bea0ae06b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3288575f-0e9f-4646-9697-e7bea0ae06b1 found for delete ", "request_id": "req-476061ea-2afd-4884-8cc0-e031beda22c7"}]} Sep 21 15:57:53.634007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:53.635224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:53.663343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-965a9d36-2732-4191-a325-8beaf1f2fe55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:53.664728 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-965a9d36-2732-4191-a325-8beaf1f2fe55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5453167 Sep 21 15:57:53.668927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39606) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:53.674146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.674739 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment d1ec398d-2554-4f22-9b7d-65bfa1ba055b of type vlan for network 99354976-389d-41ff-8030-6d5a2f4b23a0 Sep 21 15:57:53.729443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.766342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Deleting port bc41afc8-ffca-4d2d-890d-3fce09a76f69 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:53.766665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.797757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Attempting to bind port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:57:53.798173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Attempting to bind port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:57:53.798545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Attempting to bind port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:57:53.807430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:57:53.811298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:53.811298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.811298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:57:53.811298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Bound port: f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:57:53.811298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.829759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.858911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f158944b-729f-40cb-86de-a75be6894a3d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 68f8ed2a-1829-4fb4-8945-fd0edde70548 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:57:53.881474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.888565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f158944b-729f-40cb-86de-a75be6894a3d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:53.931874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] For port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:57:53.936078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] For port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:57:53.994713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.011341 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3f6cfa84-1f4b-4e99-ae35-27ddd02458b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c3071379c60411db8abaf6ec38114d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825853 Sep 21 15:57:54.012251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39612) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:54.018292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:57:54.076905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.078522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f158944b-729f-40cb-86de-a75be6894a3d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.082669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:54.083347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.127971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32598a9f-5e35-454c-a6f3-a7f650f1b9b1 None None] Pushing event updated for resources: {'Port': ['ID=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:54.208586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.214776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:54.215408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.294693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a18d2b0c-d744-43b4-b07b-adfbf7d50a81 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:54.354266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da170cd-e2c2-4d0c-922c-643dc9a4db85 None None] Network 3c6f272d-c534-460c-a163-694d9c14775b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:54.362357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4180384 Sep 21 15:57:54.379693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39616) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:54.396135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': '99354976-389d-41ff-8030-6d5a2f4b23a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:54.482226 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3051517 Sep 21 15:57:54.489276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.497527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f158944b-729f-40cb-86de-a75be6894a3d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.499251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39620) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:54.562921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': 'abd87265-1726-4782-ae86-4896461274a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:54.618917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ef88e807-6d26-4c86-ba1b-2ec7386ca7ad None None] Provisioning for port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:54.621209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cbd84-4384-4ad2-b98a-0de09d2e9ca3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=99354976-389d-41ff-8030-6d5a2f4b23a0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:54.626209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ae9ad-5105-4071-8e9a-07ce801ed30a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Network': ['ID=abd87265-1726-4782-ae86-4896461274a2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:54.640519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 99354976-389d-41ff-8030-6d5a2f4b23a0 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:54.668158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:54.696732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:54.709216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:subnet and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:54.714763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:54.725575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:54.748965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network abd87265-1726-4782-ae86-4896461274a2 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:54.763112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05b6711d-b0e7-4202-aeb2-44d7156bc273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.792129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f158944b-729f-40cb-86de-a75be6894a3d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.800827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=f09fec95-e0bf-4356-a251-9fbb318f85b6,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:54.805178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:54.805874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.840346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158944b-729f-40cb-86de-a75be6894a3d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=68f8ed2a-1829-4fb4-8945-fd0edde70548,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:54.842525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f158944b-729f-40cb-86de-a75be6894a3d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.854274 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:54.858035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.873972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Router 3d5ddb50-09dc-4866-956b-7fd57a43bc9b is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:57:54.894499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] For port bc41afc8-ffca-4d2d-890d-3fce09a76f69, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bc41afc8-ffca-4d2d-890d-3fce09a76f69,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:54.894878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:54.982454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05b6711d-b0e7-4202-aeb2-44d7156bc273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.009627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:55.011875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': '77f31e26-5650-4e21-a439-52e306706fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dafa0e2c-d276-455a-a58a-98d2fbeb7010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:55.012073 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f158944b-729f-40cb-86de-a75be6894a3d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/68f8ed2a-1829-4fb4-8945-fd0edde70548 HTTP/1.1" status: 204 len: 168 time: 1.3398807 Sep 21 15:57:55.012239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: dafa0e2c-d276-455a-a58a-98d2fbeb7010, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:55.019488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39628) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:55.034834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:55.110356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:55.146068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:55.146977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:55.147272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.169012 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cd391d29-581c-4f73-bfd8-5418eff236ab tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364441 Sep 21 15:57:55.181515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39632) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:55.197442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port a18d2b0c-d744-43b4-b07b-adfbf7d50a81, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a18d2b0c-d744-43b4-b07b-adfbf7d50a81,segment=NetworkSegment(f93e4950-9cf0-4857-96d9-7731a681d79d),segment_id=f93e4950-9cf0-4857-96d9-7731a681d79d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:55.254973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:55.266203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Sync routers for ids ['3d5ddb50-09dc-4866-956b-7fd57a43bc9b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:55.280259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Routers {'3d5ddb50-09dc-4866-956b-7fd57a43bc9b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:55.281078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3d5ddb50-09dc-4866-956b-7fd57a43bc9b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:55.315707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:55.320465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.361476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589dcb38-cc76-45a1-bef0-ba16b3a0f8dd req-fe9a2a6b-bfab-443a-b456-60ef77f66046 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:55.363264 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-589dcb38-cc76-45a1-bef0-ba16b3a0f8dd req-fe9a2a6b-bfab-443a-b456-60ef77f66046 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 945 time: 0.5720863 Sep 21 15:57:55.462924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee857207-75d5-42ef-9d5f-170f101ded18 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:55.463876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ee857207-75d5-42ef-9d5f-170f101ded18 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:55.482576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network dafa0e2c-d276-455a-a58a-98d2fbeb7010 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:55.511156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.545446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.587547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.ipam_backend_mixin [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Performing IP validity checks on allocation pools {{(pid=89725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:57:55.590827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.ipam_backend_mixin [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:57:55.597736 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-589dcb38-cc76-45a1-bef0-ba16b3a0f8dd req-4a8576f9-ad8c-4494-9487-7d922588bff9 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups?id=7fc9501b-3b25-41ef-ae3a-572f89f9199c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163843 Sep 21 15:57:55.601371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=a18d2b0c-d744-43b4-b07b-adfbf7d50a81,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:55.623308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e68805e4-107a-4d22-b094-17492decf0ff None None] Provisioning complete for port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:55.623693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e68805e4-107a-4d22-b094-17492decf0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.625746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.626264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.626885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Floating IP d14d9b92-65ba-45cc-a688-d2ffe5f6a056 disassociated. External IP: 172.26.0.154, port: bc41afc8-ffca-4d2d-890d-3fce09a76f69. Sep 21 15:57:55.627176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Calling delete_port for bc41afc8-ffca-4d2d-890d-3fce09a76f69 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:55.690047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05b6711d-b0e7-4202-aeb2-44d7156bc273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.690578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da56ad-976a-4d2f-8720-aacdb924acdb None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:55.693718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, dafa0e2c-d276-455a-a58a-98d2fbeb7010) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:55.713451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87170e77-421a-4eb9-a29b-736e5d14dac5 None None] Network dafa0e2c-d276-455a-a58a-98d2fbeb7010 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:55.729035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:55.729903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.754593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6711d-b0e7-4202-aeb2-44d7156bc273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60424b4-1f4a-413f-8ac9-8ea762169d96,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:55.759472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.760867 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e407db54-60dd-4335-b2a4-d1fbe4f49ecc tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.1641681 Sep 21 15:57:55.761858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ee857207-75d5-42ef-9d5f-170f101ded18 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:55.766324 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ee857207-75d5-42ef-9d5f-170f101ded18 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5837033 Sep 21 15:57:55.768631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39636) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:55.768973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39638) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:55.811104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=11fa41bf-9cf8-4291-ba58-753ec1aebbb0,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:55.818952 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': 'd1ec398d-2554-4f22-9b7d-65bfa1ba055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '99354976-389d-41ff-8030-6d5a2f4b23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:55.819928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: 99354976-389d-41ff-8030-6d5a2f4b23a0, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:55.832555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05b6711d-b0e7-4202-aeb2-44d7156bc273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:55.836914 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-05b6711d-b0e7-4202-aeb2-44d7156bc273 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b60424b4-1f4a-413f-8ac9-8ea762169d96 HTTP/1.1" status: 204 len: 168 time: 1.8208668 Sep 21 15:57:55.909636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Set router 3d5ddb50-09dc-4866-956b-7fd57a43bc9b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:55.913437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network 99354976-389d-41ff-8030-6d5a2f4b23a0 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:55.945779 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d9790f53-ebe0-475e-9de6-470457e25f0d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0490096 Sep 21 15:57:55.949121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39646) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:56.007995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 99354976-389d-41ff-8030-6d5a2f4b23a0) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:56.021761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:56.024400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.090540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70adedf-3e3c-4776-bbbd-c2c35547cea3 None None] Network 99354976-389d-41ff-8030-6d5a2f4b23a0 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:56.234965 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f1e44323-85e8-4c04-bc68-1e782bf11055 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8615346 Sep 21 15:57:56.236813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39650) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:56.243404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e68805e4-107a-4d22-b094-17492decf0ff None None] Current status of the port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:56.288648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94b7d0-5cda-41b4-bc9d-3b5309fa92b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:56.288648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6a94b7d0-5cda-41b4-bc9d-3b5309fa92b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:57:56.293796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.386859 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a0fc2171-fba5-48b2-88fa-9ee616afbe00 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/routers/3d5ddb50-09dc-4866-956b-7fd57a43bc9b HTTP/1.1" status: 200 len: 909 time: 0.6137822 Sep 21 15:57:56.387094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39654) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:56.393291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1201945130', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': True}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:56.399364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:56.403979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Usage tracker for resource:router and tenant:ca137235c4f5430090ddd7d15662a967 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:56.406407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:56.412091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:56.434121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.453987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:56.473200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.484365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6a94b7d0-5cda-41b4-bc9d-3b5309fa92b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:57:56.488242 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6a94b7d0-5cda-41b4-bc9d-3b5309fa92b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7136579 Sep 21 15:57:56.493746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.524947 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39658) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:56.549063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.550077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.553461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event deleted for resources: {'Port': ['ID=bc41afc8-ffca-4d2d-890d-3fce09a76f69,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:56.585894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=6eb0e755-c742-4104-971e-4072c94c60e4,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:56.620993 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-346e5fb2-5673-4732-97fa-3c946da56a68 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915761 Sep 21 15:57:56.630225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.634319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39662) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:56.645207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:56.669705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:56.690847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking segment: {'id': 'c7abbb4f-ec8e-41d6-b486-77481428c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abd87265-1726-4782-ae86-4896461274a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:57:56.691510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network hostable DHCP agents. Network: abd87265-1726-4782-ae86-4896461274a2, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:57:56.787172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-55b8a05d-bdab-4091-ad5c-6d622656d1a0 None None] Provisioning for port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:56.859879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Router 6c9bca27-966d-4a64-949b-6a5a2e54842e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:57:56.928231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network abd87265-1726-4782-ae86-4896461274a2 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:57:56.931775 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-14ce8ba0-05cf-48c9-8328-09423cd1dd8a req-14de8556-bf5b-4c4a-b0b8-a33efa5203e1 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 210 time: 0.1007605 Sep 21 15:57:56.946082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:56.956936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.017854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-55b8a05d-bdab-4091-ad5c-6d622656d1a0 None None] Could not find standard attr ID for object 27d1de2d-dc28-42a1-a782-62fa511a9535. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:57:57.028528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f0cf5-fc42-4c1e-8df8-67553ec38498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-dafa0e2c-d276-455a-a58a-98d2fbeb7010', 'network_id': 'dafa0e2c-d276-455a-a58a-98d2fbeb7010', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': 'f09fec95-e0bf-4356-a251-9fbb318f85b6'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:57.029369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a6f0cf5-fc42-4c1e-8df8-67553ec38498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.037548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.041065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:57:57.042930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:57.073269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:57.073776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.088180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=f09fec95-e0bf-4356-a251-9fbb318f85b6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:57.128600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07a9f76-5812-4a33-a16d-a23e10b9d82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-99354976-389d-41ff-8030-6d5a2f4b23a0', 'network_id': '99354976-389d-41ff-8030-6d5a2f4b23a0', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': '11fa41bf-9cf8-4291-ba58-753ec1aebbb0'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:57.129452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a07a9f76-5812-4a33-a16d-a23e10b9d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.164306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.196622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, abd87265-1726-4782-ae86-4896461274a2) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:57.211249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:57:57.218591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:57.222066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.224538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9e9b4-1319-40d9-b324-0b5b5c8e2673 None None] Network abd87265-1726-4782-ae86-4896461274a2 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:57.246728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=11fa41bf-9cf8-4291-ba58-753ec1aebbb0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:57.259720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Deleting port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:57:57.259720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.266952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:57.267550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.301213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.343801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.385586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:57:57.399694 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] Sync routers for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:57:57.410555 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:57.411502 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:57.445530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafa0e2c-d276-455a-a58a-98d2fbeb7010']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:57.467380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f31e26-5650-4e21-a439-52e306706fd4') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:57.467686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f31e26-5650-4e21-a439-52e306706fd4') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:57.472993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] No DVR routers for this DVR port bc41afc8-ffca-4d2d-890d-3fce09a76f69 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:57:57.478841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-16ee75ef-8adc-416f-8fdc-77e500911e41 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9347599 Sep 21 15:57:57.482127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39668) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:57.483494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.497677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.499915 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddac98ed-f5a4-4752-b2ce-64dd9dd605fd req-348a0742-44e1-43d0-8029-992004dd6b4e tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.33 "DELETE /v2.0/ports/bc41afc8-ffca-4d2d-890d-3fce09a76f69 HTTP/1.1" status: 204 len: 173 time: 3.8700886 Sep 21 15:57:57.501034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.511599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': 'abd87265-1726-4782-ae86-4896461274a2', 'name': 'tempest-PortsIpV6TestJSON-586633920'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:57.512058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'name': 'network-vif-deleted', 'tag': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 15:57:57.514823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc02f02d-48b2-4096-a039-a6ed3f38363b" -d '{"events": [{"server_uuid": "ad1797fd-36f9-4a00-b7ac-371d13087a3d", "name": "network-vif-deleted", "tag": "bc41afc8-ffca-4d2d-890d-3fce09a76f69"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 15:57:57.617872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7875729-90d3-4f42-8310-c1079def5adf x-openstack-request-id: req-d7875729-90d3-4f42-8310-c1079def5adf {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 15:57:57.618283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1797fd-36f9-4a00-b7ac-371d13087a3d", "name": "network-vif-deleted", "tag": "bc41afc8-ffca-4d2d-890d-3fce09a76f69", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 15:57:57.618474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7875729-90d3-4f42-8310-c1079def5adf {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 15:57:57.619103 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7875729-90d3-4f42-8310-c1079def5adf'] response: {'server_uuid': 'ad1797fd-36f9-4a00-b7ac-371d13087a3d', 'name': 'network-vif-deleted', 'tag': 'bc41afc8-ffca-4d2d-890d-3fce09a76f69', 'status': 'completed', 'code': 200} Sep 21 15:57:57.672168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:57.680420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:57.690072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99354976-389d-41ff-8030-6d5a2f4b23a0']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:57.715211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:57.718643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.723904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ec398d-2554-4f22-9b7d-65bfa1ba055b') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:57.724222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ec398d-2554-4f22-9b7d-65bfa1ba055b') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:57.894141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:57.894548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.903595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.920125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:57.940145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.002872 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 77f31e26-5650-4e21-a439-52e306706fd4 resource provider aggregate not found Sep 21 15:57:58.015565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:58.019058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.036065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.046475 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 77f31e26-5650-4e21-a439-52e306706fd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77f31e26-5650-4e21-a439-52e306706fd4 found for delete ", "request_id": "req-0def758e-9072-4b38-b0e6-be31bb327f28"}]} Sep 21 15:57:58.067104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:57:58.067753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.091832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port ae1364d1-bc9a-49bf-b76c-aac058c992bf yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:57:58.151222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:57:58.152308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.177408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-abd87265-1726-4782-ae86-4896461274a2', 'network_id': 'abd87265-1726-4782-ae86-4896461274a2', 'tenant_id': '693156fe381540018b606b756e1b14be', 'fixed_ips': [{'subnet_id': '6eb0e755-c742-4104-971e-4072c94c60e4'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:57:58.179206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.194913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bc41afc8-ffca-4d2d-890d-3fce09a76f69 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:57:58.201102 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:19Z', 'revision_number': 5, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:58.206370 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] Checking router: 6c9bca27-966d-4a64-949b-6a5a2e54842e for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:57:58.212306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.217107 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:57:58.217788 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:58.236687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb5388-ec43-4a80-9dfe-8448ca0f6c0b None None] Network 99354976-389d-41ff-8030-6d5a2f4b23a0 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:58.250356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be789ad-a438-40d6-ac9c-e7df81666e4e None None] Network dafa0e2c-d276-455a-a58a-98d2fbeb7010 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:57:58.285708 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-65eb6885-d34d-47eb-ae04-5b420ae84dde req-508cba30-2b30-4df3-9aa8-5fb83a4db060 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad1797fd-36f9-4a00-b7ac-371d13087a3d HTTP/1.1" status: 200 len: 210 time: 0.0812445 Sep 21 15:57:58.293962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:58.296783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: bc41afc8-ffca-4d2d-890d-3fce09a76f69 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:57:58.297261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bc41afc8-ffca-4d2d-890d-3fce09a76f69 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:57:58.339851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.347859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=dafa0e2c-d276-455a-a58a-98d2fbeb7010,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:58.408469 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f1fcb0ea-9d39-466d-a195-59ea01c0f27d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/dafa0e2c-d276-455a-a58a-98d2fbeb7010 HTTP/1.1" status: 204 len: 168 time: 2.4579823 Sep 21 15:57:58.415591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39680) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:58.420520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.421813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511095717'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:58.434567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:58.443064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:58.447366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:58.463498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5ddb50-09dc-4866-956b-7fd57a43bc9b', 'name': 'tempest-snat-router-1201945130', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.219'}], 'enable_snat': False}, 'gw_port_id': '0b520fb4-9fc9-43be-967c-8f28928b7dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:47Z', 'updated_at': '2022-09-21T15:57:52Z', 'revision_number': 3, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port': {'id': '0b520fb4-9fc9-43be-967c-8f28928b7dad', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5ddb50-09dc-4866-956b-7fd57a43bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:50Z', 'updated_at': '2022-09-21T15:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:58.466234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:58.468893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Allocated IP 172.26.0.107 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/12315a0b-9828-48f8-b382-ee9e6a16005b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:58.490410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.496893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=30acae48-aa39-4173-99ad-3f2f35ff4775,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:58.508565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.514060 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/99354976-389d-41ff-8030-6d5a2f4b23a0 HTTP/1.1" status: 204 len: 168 time: 2.2690477 Sep 21 15:57:58.527349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39684) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:58.531285 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:57:58.536666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Checking router: 3d5ddb50-09dc-4866-956b-7fd57a43bc9b for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:57:58.537212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Updating router 3d5ddb50-09dc-4866-956b-7fd57a43bc9b port 0b520fb4-9fc9-43be-967c-8f28928b7dad binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:57:58.547860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1364681898'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:58.557053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae1847-8e48-4bdb-b26d-d169b9492cce tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=99354976-389d-41ff-8030-6d5a2f4b23a0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:58.563376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:58.564100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:58.578291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:58.581487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be789ad-a438-40d6-ac9c-e7df81666e4e None None] Network dafa0e2c-d276-455a-a58a-98d2fbeb7010 could not be found, it might have been deleted concurrently. {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 21 15:57:58.581652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::fb (abd87265-1726-4782-ae86-4896461274a2/6eb0e755-c742-4104-971e-4072c94c60e4/ae1364d1-bc9a-49bf-b76c-aac058c992bf) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:58.583818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.584126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:58.586431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a18d2b0c-d744-43b4-b07b-adfbf7d50a81 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:57:58.588209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:58.588760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.592545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:58.611074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:58.614618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:58.620140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.717513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:58.734621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.759206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.759571 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 24a6d9e5-d3cb-4480-a1ae-8fa910f74b56 of type vlan for network e4d0cbc4-04e9-4452-b75a-53eb92637a7a Sep 21 15:57:58.771677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.790366 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d95e86f3-4027-4a28-9175-75a8efe89ff6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1548014 Sep 21 15:57:58.795861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:58.797316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.799288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.824590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39688) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:58.839991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:57:05:94', 'name': 'tempest-NetworksTestDHCPv6-2117023431'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:58.876489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] For port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:57:58.876941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.914426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.920865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:57:58.922295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:58.922942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.981187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:58.981571 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment 1fa55e50-14c6-47f8-b415-310a907ac7aa of type vlan for network 8fb92948-3b9f-4adc-9c8f-0bbe8516c784 Sep 21 15:57:58.989668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.016626 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:19Z', 'revision_number': 5, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:57:59.021921 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c03a93-f041-4936-bfea-5206d8ffb9dd None None] The sync data for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv is: [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:54:10Z', 'revision_number': 4, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '937838f9-77ca-4ba4-8a73-608479eb2708', 'name': '', 'network_id': 'a5a5d890-1193-4ee0-ad2e-2182825d5fe3', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'mac_address': 'fa:16:3e:98:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93df991e-92af-4924-b965-870bad67bf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:54:06Z', 'updated_at': '2022-09-21T15:54:19Z', 'revision_number': 5, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'subnets': [{'id': '93df991e-92af-4924-b965-870bad67bf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:57:59.026166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.074950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.099601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object ae1364d1-bc9a-49bf-b76c-aac058c992bf will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:57:59.118984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:59.134019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.155311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:59.175896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Calling delete_port for f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:57:59.204377 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7828937 Sep 21 15:57:59.204506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39692) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:59.210138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': 'e4d0cbc4-04e9-4452-b75a-53eb92637a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:59.224074 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:59.239806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:59.239806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bda8c-23f5-469b-ad7f-2b0ac67e46ae tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=e4d0cbc4-04e9-4452-b75a-53eb92637a7a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:59.240401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.244968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:59.248880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:59.255487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:59.262476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.280102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'Port': ['ID=12315a0b-9828-48f8-b382-ee9e6a16005b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:59.282998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:57:59.309065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network e4d0cbc4-04e9-4452-b75a-53eb92637a7a details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:59.365750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.392036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:57:59.392412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.475905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88856236-4f2f-4f24-acac-909b07199d2c None None] New status for floating IP d14d9b92-65ba-45cc-a688-d2ffe5f6a056: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 15:57:59.555529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39700) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:59.613890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network abd87265-1726-4782-ae86-4896461274a2 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:57:59.618140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:57:59.635111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f4399bde-fef5-43c0-879f-1a18914e8359 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.636582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:59.642919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:57:59.649301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:57:59.649926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.679416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:57:59.682919 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1494725 Sep 21 15:57:59.683694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8ba7f-6932-4f82-afe2-5061c1d03179 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=8fb92948-3b9f-4adc-9c8f-0bbe8516c784,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:59.687961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:57:59.692469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39704) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:59.711046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:57:59.724837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': '8fb92948-3b9f-4adc-9c8f-0bbe8516c784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:57:59.734442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f4399bde-fef5-43c0-879f-1a18914e8359 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.742482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 8fb92948-3b9f-4adc-9c8f-0bbe8516c784 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:57:59.883701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:57:59.935638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Allocated IP 2001:db8::2 (abd87265-1726-4782-ae86-4896461274a2/6eb0e755-c742-4104-971e-4072c94c60e4/2826f5bb-121b-4414-bea5-23d502d712b3) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:57:59.978382 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4867065 Sep 21 15:57:59.983391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016269f-c067-4a73-9832-ee48e757b95a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=ae1364d1-bc9a-49bf-b76c-aac058c992bf,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:57:59.985553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39708) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:57:59.986515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:57:59.990032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:57:59.990389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:00.038452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f4399bde-fef5-43c0-879f-1a18914e8359 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.044565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:subnet and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:00.075569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:00.081188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.087479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4399bde-fef5-43c0-879f-1a18914e8359 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9501b-3b25-41ef-ae3a-572f89f9199c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:00.098460 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment d1ec398d-2554-4f22-9b7d-65bfa1ba055b resource provider aggregate not found Sep 21 15:58:00.123046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:00.132478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:00.139638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.208332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:00.211802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f4399bde-fef5-43c0-879f-1a18914e8359 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.215572 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f4399bde-fef5-43c0-879f-1a18914e8359 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "DELETE /v2.0/security-groups/7fc9501b-3b25-41ef-ae3a-572f89f9199c HTTP/1.1" status: 204 len: 168 time: 0.6564705 Sep 21 15:58:00.215572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39716) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:00.250870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Performing IP validity checks on allocation pools {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:58:00.251640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:58:00.289705 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-64a5c858-fcd4-48d5-82b5-402b29a1de38 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] show failed (client error): The resource could not be found. Sep 21 15:58:00.293652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-64a5c858-fcd4-48d5-82b5-402b29a1de38 tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "GET /v2.0/security-groups/7fc9501b-3b25-41ef-ae3a-572f89f9199c HTTP/1.1" status: 404 len: 347 time: 0.0749302 Sep 21 15:58:00.299299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:00.300674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39720) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:00.354143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.383851 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment d1ec398d-2554-4f22-9b7d-65bfa1ba055b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1ec398d-2554-4f22-9b7d-65bfa1ba055b found for delete ", "request_id": "req-d53c45da-5bac-43ed-be28-3ade7310d625"}]} Sep 21 15:58:00.411743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-17df5f52-51c1-4169-9225-cce250140e12 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port ae1364d1-bc9a-49bf-b76c-aac058c992bf {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:00.412114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-17df5f52-51c1-4169-9225-cce250140e12 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.440325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 78c1644f-283a-4025-bd9c-9b9d35d4501d yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:00.488346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.492624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Deleting port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:00.492990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.527190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:00.530518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.533169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Transition to ACTIVE for port object 0b520fb4-9fc9-43be-967c-8f28928b7dad will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:00.577693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.620199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Deleting port cc5e9e28-34cf-4d48-872d-2ebc92ee3e98 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:00.620553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.649677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.670379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Transition to ACTIVE for port object 2826f5bb-121b-4414-bea5-23d502d712b3 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:00.675050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.769530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Attempting to bind port 0b520fb4-9fc9-43be-967c-8f28928b7dad on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:00.769898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Attempting to bind port 0b520fb4-9fc9-43be-967c-8f28928b7dad by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:00.770283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Attempting to bind port 0b520fb4-9fc9-43be-967c-8f28928b7dad on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:00.783922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:00.784300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.793417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=e9e2981b-5098-42e6-8565-ad09af00bae4,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:00.810106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Transition to ACTIVE for port object 2826f5bb-121b-4414-bea5-23d502d712b3 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:00.821258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:00.821638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:00.822640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.822640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:00.822932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Bound port: 0b520fb4-9fc9-43be-967c-8f28928b7dad, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:00.823267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.845935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': '24a6d9e5-d3cb-4480-a1ae-8fa910f74b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e4d0cbc4-04e9-4452-b75a-53eb92637a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:00.852332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: e4d0cbc4-04e9-4452-b75a-53eb92637a7a, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:00.922998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.930768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Pushing event updated for resources: {'Port': ['ID=0b520fb4-9fc9-43be-967c-8f28928b7dad,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:00.966687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.967067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:00.974534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.974534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.974810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.975023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.975340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.975679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.976001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.976326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.976645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.976973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.977475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:00.977805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:01.036751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Network abd87265-1726-4782-ae86-4896461274a2 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:01.046520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::231 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/30acae48-aa39-4173-99ad-3f2f35ff4775/78c1644f-283a-4025-bd9c-9b9d35d4501d) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:01.055382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network e4d0cbc4-04e9-4452-b75a-53eb92637a7a is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:01.059206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:01.060532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:01.077742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:01.119093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Calling delete_port for cc5e9e28-34cf-4d48-872d-2ebc92ee3e98 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:01.136780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-17df5f52-51c1-4169-9225-cce250140e12 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.155749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] For port 0b520fb4-9fc9-43be-967c-8f28928b7dad, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:01.158022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Pushing event updated for resources: {'Port': ['ID=2826f5bb-121b-4414-bea5-23d502d712b3,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:01.198116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.256423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] For port 0b520fb4-9fc9-43be-967c-8f28928b7dad, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0b520fb4-9fc9-43be-967c-8f28928b7dad,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:01.266917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] For port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:01.267299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.269117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Router 9efe413f-da01-452c-8548-1e5f49468711 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:58:01.281530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-17df5f52-51c1-4169-9225-cce250140e12 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for ae1364d1-bc9a-49bf-b76c-aac058c992bf owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:01.325735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, e4d0cbc4-04e9-4452-b75a-53eb92637a7a) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:01.367480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:01.367744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.367847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.409392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762595f-3887-462b-b83b-c98765e017b2 None None] Network e4d0cbc4-04e9-4452-b75a-53eb92637a7a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:01.422200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Attempting to bind port 2826f5bb-121b-4414-bea5-23d502d712b3 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:01.422647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Attempting to bind port 2826f5bb-121b-4414-bea5-23d502d712b3 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c7abbb4f-ec8e-41d6-b486-77481428c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abd87265-1726-4782-ae86-4896461274a2'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:01.423068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Attempting to bind port 2826f5bb-121b-4414-bea5-23d502d712b3 on network abd87265-1726-4782-ae86-4896461274a2 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:01.435608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Calling delete_port for f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:01.462060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Pushing event deleted for resources: {'Port': ['ID=cc5e9e28-34cf-4d48-872d-2ebc92ee3e98,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:01.468210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.508978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.537068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:01.537535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Checking segment: {'id': 'c7abbb4f-ec8e-41d6-b486-77481428c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abd87265-1726-4782-ae86-4896461274a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:01.538072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.538523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Bound using segment: {'id': 'c7abbb4f-ec8e-41d6-b486-77481428c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abd87265-1726-4782-ae86-4896461274a2'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:01.539069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Bound port: 2826f5bb-121b-4414-bea5-23d502d712b3, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7abbb4f-ec8e-41d6-b486-77481428c6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'abd87265-1726-4782-ae86-4896461274a2'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:01.539505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.569020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:01.614302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.618412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:01.633546 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4fb39b63-e2ee-4f4b-b641-78c6f1923591 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4273131 Sep 21 15:58:01.634975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39724) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:01.642370 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Sync routers for ids ['9efe413f-da01-452c-8548-1e5f49468711'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:01.666598 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Routers {'9efe413f-da01-452c-8548-1e5f49468711'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:01.668494 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9efe413f-da01-452c-8548-1e5f49468711'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:01.681105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Routers {'3d5ddb50-09dc-4866-956b-7fd57a43bc9b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:01.682077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3d5ddb50-09dc-4866-956b-7fd57a43bc9b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:01.770811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.773149 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cd742b71-b6ce-42a8-ac39-00e737ef8d4b tempest-ServerActionsTestJSON-1736641787 tempest-ServerActionsTestJSON-1736641787-project] 10.222.0.65 "DELETE /v2.0/floatingips/d14d9b92-65ba-45cc-a688-d2ffe5f6a056 HTTP/1.1" status: 204 len: 168 time: 1.4714394 Sep 21 15:58:01.778184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39728) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:01.778959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.782691 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2ba0ff0d-feab-46f2-b3ff-b03815b0e026 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3927217 Sep 21 15:58:01.798977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39732) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:01.876660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=e3425a20-7db0-415c-a24f-8870c44c8502,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:01.902335 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Set router 9efe413f-da01-452c-8548-1e5f49468711 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:01.919946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:01.940866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': '1fa55e50-14c6-47f8-b415-310a907ac7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8fb92948-3b9f-4adc-9c8f-0bbe8516c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:01.941239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: 8fb92948-3b9f-4adc-9c8f-0bbe8516c784, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:01.950469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] Set router 3d5ddb50-09dc-4866-956b-7fd57a43bc9b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:02.021042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-17df5f52-51c1-4169-9225-cce250140e12 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.033724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 78c1644f-283a-4025-bd9c-9b9d35d4501d will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:02.100932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df5f52-51c1-4169-9225-cce250140e12 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=ae1364d1-bc9a-49bf-b76c-aac058c992bf,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:02.167838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-17df5f52-51c1-4169-9225-cce250140e12 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.176922 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9d85626f-2668-4c58-b6a6-0d16e2bd5056 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/routers/9efe413f-da01-452c-8548-1e5f49468711 HTTP/1.1" status: 200 len: 908 time: 0.3766811 Sep 21 15:58:02.182394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39736) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:02.246493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network 8fb92948-3b9f-4adc-9c8f-0bbe8516c784 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:02.313965 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efe413f-da01-452c-8548-1e5f49468711', 'name': 'tempest-snat-router-1201945130', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '12315a0b-9828-48f8-b382-ee9e6a16005b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:56Z', 'updated_at': '2022-09-21T15:57:59Z', 'revision_number': 3, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port': {'id': '12315a0b-9828-48f8-b382-ee9e6a16005b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efe413f-da01-452c-8548-1e5f49468711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:58Z', 'updated_at': '2022-09-21T15:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:02.319808 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Checking router: 9efe413f-da01-452c-8548-1e5f49468711 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:58:02.320275 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Updating router 9efe413f-da01-452c-8548-1e5f49468711 port 12315a0b-9828-48f8-b382-ee9e6a16005b binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 15:58:02.338783 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-17df5f52-51c1-4169-9225-cce250140e12 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/ae1364d1-bc9a-49bf-b76c-aac058c992bf HTTP/1.1" status: 204 len: 168 time: 2.3410876 Sep 21 15:58:02.346188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39740) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:02.390211 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.393996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 8fb92948-3b9f-4adc-9c8f-0bbe8516c784) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:02.396110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.414105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:02.414693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.433636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:02.434667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:02.436736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c75a1-81c0-4d55-9b65-75536aa0a1b1 None None] Network 8fb92948-3b9f-4adc-9c8f-0bbe8516c784 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:02.457013 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a1ef7e-db52-473a-a7ee-952074991b46 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:02.457904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a1ef7e-db52-473a-a7ee-952074991b46 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:02.459205 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-91a1ef7e-db52-473a-a7ee-952074991b46 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/ae1364d1-bc9a-49bf-b76c-aac058c992bf HTTP/1.1" status: 404 len: 333 time: 0.1121011 Sep 21 15:58:02.462501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7f2be-d23a-40ff-a816-3d8a574ca76f None None] Pushing event updated for resources: {'Port': ['ID=0b520fb4-9fc9-43be-967c-8f28928b7dad,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:02.475861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39744) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:02.553038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.602640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.616957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:02.625508 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12ffb0a-0a99-46f6-806b-46310834fd15 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:58:02.626094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d12ffb0a-0a99-46f6-806b-46310834fd15 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:02.633486 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8dd5070b-e483-4022-b4fb-22549a731df3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9265378 Sep 21 15:58:02.634587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:02.636629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39748) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:02.670423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:02.675865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:02.676731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.683427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.691271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=78c1644f-283a-4025-bd9c-9b9d35d4501d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:02.721588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] For port 2826f5bb-121b-4414-bea5-23d502d712b3, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:02.732643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aca4cf-abc6-43c2-8d09-9112ea4d639b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-e4d0cbc4-04e9-4452-b75a-53eb92637a7a', 'network_id': 'e4d0cbc4-04e9-4452-b75a-53eb92637a7a', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': 'e9e2981b-5098-42e6-8565-ad09af00bae4'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:02.740133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b5aca4cf-abc6-43c2-8d09-9112ea4d639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.765631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] For port 2826f5bb-121b-4414-bea5-23d502d712b3, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2826f5bb-121b-4414-bea5-23d502d712b3,segment=NetworkSegment(c7abbb4f-ec8e-41d6-b486-77481428c6d2),segment_id=c7abbb4f-ec8e-41d6-b486-77481428c6d2)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:02.812383 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.826667 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Transition to ACTIVE for port object 12315a0b-9828-48f8-b382-ee9e6a16005b will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:02.879368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.901414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.908192 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.921867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d12ffb0a-0a99-46f6-806b-46310834fd15 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:02.923141 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d12ffb0a-0a99-46f6-806b-46310834fd15 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/ae1364d1-bc9a-49bf-b76c-aac058c992bf HTTP/1.1" status: 404 len: 333 time: 0.4344304 Sep 21 15:58:02.924541 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cf7478f5-b280-4413-8b26-b54dc70ee5e3 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0964947 Sep 21 15:58:02.927409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.931446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39752) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:02.931446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39754) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:02.937574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.958856 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Attempting to bind port 12315a0b-9828-48f8-b382-ee9e6a16005b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:02.959097 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Attempting to bind port 12315a0b-9828-48f8-b382-ee9e6a16005b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:02.959392 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Attempting to bind port 12315a0b-9828-48f8-b382-ee9e6a16005b on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:02.983467 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:02.984103 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:02.984787 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:02.985440 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:02.986252 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Bound port: 12315a0b-9828-48f8-b382-ee9e6a16005b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:02.986756 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.058376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5ddb50-09dc-4866-956b-7fd57a43bc9b', 'name': 'tempest-snat-router-1201945130', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.219'}], 'enable_snat': False}, 'gw_port_id': '0b520fb4-9fc9-43be-967c-8f28928b7dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:47Z', 'updated_at': '2022-09-21T15:57:52Z', 'revision_number': 3, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port': {'id': '0b520fb4-9fc9-43be-967c-8f28928b7dad', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5ddb50-09dc-4866-956b-7fd57a43bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:50Z', 'updated_at': '2022-09-21T15:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:03.067136 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] For port 12315a0b-9828-48f8-b382-ee9e6a16005b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:03.070345 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] For port 12315a0b-9828-48f8-b382-ee9e6a16005b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=12315a0b-9828-48f8-b382-ee9e6a16005b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:03.087017 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Pushing event updated for resources: {'Port': ['ID=12315a0b-9828-48f8-b382-ee9e6a16005b,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:03.094951 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.095591 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.095938 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.096347 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.096775 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.097172 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.097518 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.097915 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.098434 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.098853 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.099259 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.099589 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:03.125662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Deleting port 12315a0b-9828-48f8-b382-ee9e6a16005b {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:03.126033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.128306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b3689727-e7ab-4c27-8788-ad93bb782df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.136991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server [None req-b5aca4cf-abc6-43c2-8d09-9112ea4d639b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9e2981b-5098-42e6-8565-ad09af00bae4: This subnet is being modified by another concurrent operation. Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:58:03.152133 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9e2981b-5098-42e6-8565-ad09af00bae4: This subnet is being modified by another concurrent operation. Sep 21 15:58:03.156232 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server Sep 21 15:58:03.160570 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.162451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-97788962-f1a6-49d5-953b-75ad3a6d699d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet 6eb0e755-c742-4104-971e-4072c94c60e4 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:03.196407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e2981b-5098-42e6-8565-ad09af00bae4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:03.196667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654be195-8108-4c27-b2ab-a6c1ef0b8b9b None None] The sync data for ids ['3d5ddb50-09dc-4866-956b-7fd57a43bc9b'] in dv-neutron-858618-1-hyperv is: [{'id': '3d5ddb50-09dc-4866-956b-7fd57a43bc9b', 'name': 'tempest-snat-router-1201945130', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.219'}], 'enable_snat': False}, 'gw_port_id': '0b520fb4-9fc9-43be-967c-8f28928b7dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:47Z', 'updated_at': '2022-09-21T15:57:52Z', 'revision_number': 3, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port': {'id': '0b520fb4-9fc9-43be-967c-8f28928b7dad', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5ddb50-09dc-4866-956b-7fd57a43bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:57:50Z', 'updated_at': '2022-09-21T15:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:03.206445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8efd7-ba23-408a-9cec-0ec595a6337b None None] Network e4d0cbc4-04e9-4452-b75a-53eb92637a7a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:03.209188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-97788962-f1a6-49d5-953b-75ad3a6d699d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.306662 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad1519-b5d5-4c81-838a-514bead77e3e None None] Pushing event updated for resources: {'Port': ['ID=12315a0b-9828-48f8-b382-ee9e6a16005b,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:03.322662 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Routers {'9efe413f-da01-452c-8548-1e5f49468711'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:03.323537 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:57:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9efe413f-da01-452c-8548-1e5f49468711'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:03.368272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Deleting port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:03.368924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.409662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.504629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b18862-8a1a-41f9-8a32-b8d8475877b8 None None] Pushing event updated for resources: {'Port': ['ID=2826f5bb-121b-4414-bea5-23d502d712b3,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:03.580020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d0cbc4-04e9-4452-b75a-53eb92637a7a']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:03.637111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a6d9e5-d3cb-4480-a1ae-8fa910f74b56') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:03.637679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a6d9e5-d3cb-4480-a1ae-8fa910f74b56') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:03.671489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.677603 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] Set router 9efe413f-da01-452c-8548-1e5f49468711 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:03.698673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Deleting port 937838f9-77ca-4ba4-8a73-608479eb2708 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:03.699011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.717610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] For port 12315a0b-9828-48f8-b382-ee9e6a16005b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=12315a0b-9828-48f8-b382-ee9e6a16005b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:03.718606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.727675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-8fb92948-3b9f-4adc-9c8f-0bbe8516c784', 'network_id': '8fb92948-3b9f-4adc-9c8f-0bbe8516c784', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': 'e3425a20-7db0-415c-a24f-8870c44c8502'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:03.728570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.770600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-97788962-f1a6-49d5-953b-75ad3a6d699d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.893243 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efe413f-da01-452c-8548-1e5f49468711', 'name': 'tempest-snat-router-1201945130', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:56Z', 'updated_at': '2022-09-21T15:58:02Z', 'revision_number': 4, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:03.899415 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353d736-7bfb-4dd1-9e10-d4631b16eaa9 None None] The sync data for ids ['9efe413f-da01-452c-8548-1e5f49468711'] in dv-neutron-858618-1-hyperv is: [{'id': '9efe413f-da01-452c-8548-1e5f49468711', 'name': 'tempest-snat-router-1201945130', 'tenant_id': 'ca137235c4f5430090ddd7d15662a967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:57:56Z', 'updated_at': '2022-09-21T15:58:02Z', 'revision_number': 4, 'project_id': 'ca137235c4f5430090ddd7d15662a967', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:03.919950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-97788962-f1a6-49d5-953b-75ad3a6d699d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.937278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:03.961393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:03.961976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.109484 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 24a6d9e5-d3cb-4480-a1ae-8fa910f74b56 resource provider aggregate not found Sep 21 15:58:04.169501 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 24a6d9e5-d3cb-4480-a1ae-8fa910f74b56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24a6d9e5-d3cb-4480-a1ae-8fa910f74b56 found for delete ", "request_id": "req-ced99db5-916b-4435-bc55-7f9d8ea8908e"}]} Sep 21 15:58:04.176669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.185262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] For port 937838f9-77ca-4ba4-8a73-608479eb2708, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=937838f9-77ca-4ba4-8a73-608479eb2708,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:04.185722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.250891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] For port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:04.251301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.315406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Allocated IP 2001:db8::1 (8fb92948-3b9f-4adc-9c8f-0bbe8516c784/e3425a20-7db0-415c-a24f-8870c44c8502/d3318878-3514-4817-8ab9-5a1a600606ae) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:04.321619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Calling delete_port for 12315a0b-9828-48f8-b382-ee9e6a16005b owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:04.383690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb17bb-6abe-4937-a5ca-82b4820d60aa tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:04.390725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb17bb-6abe-4937-a5ca-82b4820d60aa tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:04.396687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d6cb17bb-6abe-4937-a5ca-82b4820d60aa tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:04.498324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0b520fb4-9fc9-43be-967c-8f28928b7dad up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:04.525857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.531152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.565097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d6cb17bb-6abe-4937-a5ca-82b4820d60aa tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:04.566393 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d6cb17bb-6abe-4937-a5ca-82b4820d60aa tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 1.6345272 Sep 21 15:58:04.581674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39764) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:04.627918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Calling delete_port for 937838f9-77ca-4ba4-8a73-608479eb2708 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:04.668329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-97788962-f1a6-49d5-953b-75ad3a6d699d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.680670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=e4d0cbc4-04e9-4452-b75a-53eb92637a7a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:04.700208 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2ea18c79-0d2c-48cb-85f2-b0327db198bb tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/e4d0cbc4-04e9-4452-b75a-53eb92637a7a HTTP/1.1" status: 204 len: 168 time: 3.0599234 Sep 21 15:58:04.701078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39768) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:04.706763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783343397'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:04.722915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:04.732825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97788962-f1a6-49d5-953b-75ad3a6d699d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb0e755-c742-4104-971e-4072c94c60e4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:04.737438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Calling delete_port for f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:04.747009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:04.759739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-97788962-f1a6-49d5-953b-75ad3a6d699d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.762791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:04.773911 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-97788962-f1a6-49d5-953b-75ad3a6d699d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/6eb0e755-c742-4104-971e-4072c94c60e4 HTTP/1.1" status: 204 len: 168 time: 1.8401942 Sep 21 15:58:04.775924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:04.777698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39772) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:04.779564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d167cb93-ba24-4d39-bbac-4691e49e030d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 78c1644f-283a-4025-bd9c-9b9d35d4501d {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:04.779833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d167cb93-ba24-4d39-bbac-4691e49e030d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:04.890171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a283e-78bc-44e0-94b6-433f6304113e None None] Network abd87265-1726-4782-ae86-4896461274a2 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:04.929442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:04.933028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.043038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.108310 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event deleted for resources: {'Port': ['ID=12315a0b-9828-48f8-b382-ee9e6a16005b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:05.142415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.176409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:05.183588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ac01290e-eec9-45ce-afa8-ab58095d2aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.183804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 2826f5bb-121b-4414-bea5-23d502d712b3 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:05.184288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.238093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.238450 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 4c21d180-2aa1-4916-a66c-e210e9d267d1 of type vlan for network 06fb6e13-b443-4908-8bdf-a4331895ea8f Sep 21 15:58:05.273666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d167cb93-ba24-4d39-bbac-4691e49e030d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.287503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.287712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.293828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-66a8ced3-8e71-4451-a4a6-05f2639cc759 None None] Provisioning for port 2826f5bb-121b-4414-bea5-23d502d712b3 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:05.317165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.337865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.369693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 0b520fb4-9fc9-43be-967c-8f28928b7dad completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:05.387149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] Pushing event deleted for resources: {'Port': ['ID=f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:05.398289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee899942-0d9f-4368-af8d-5a6e0b0361e2 None None] No DVR routers for this DVR port f4f72a8e-612d-4d8e-86f7-ab0f72a9eb36 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:05.402475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=937838f9-77ca-4ba4-8a73-608479eb2708,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:05.403464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0b520fb4-9fc9-43be-967c-8f28928b7dad triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:05.403853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.455501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.461069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b7b59-5df8-406d-bf31-2c475b10bbc1 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:05.554050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d167cb93-ba24-4d39-bbac-4691e49e030d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 78c1644f-283a-4025-bd9c-9b9d35d4501d owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:05.587894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Transition to ACTIVE for port object d3318878-3514-4817-8ab9-5a1a600606ae will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:05.697900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Transition to ACTIVE for port object d3318878-3514-4817-8ab9-5a1a600606ae will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:05.827474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.833369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.857256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.858060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] DHCP port deletion for abd87265-1726-4782-ae86-4896461274a2 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:05.862729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:05.863329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.864681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.920093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] Deleting port 2826f5bb-121b-4414-bea5-23d502d712b3 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:05.920479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.931643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.981447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.982831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9efe413f-da01-452c-8548-1e5f49468711 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:05.984398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=e3425a20-7db0-415c-a24f-8870c44c8502,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:05.985187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0b520fb4-9fc9-43be-967c-8f28928b7dad is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:05.985580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:05.989435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] For port 2826f5bb-121b-4414-bea5-23d502d712b3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2826f5bb-121b-4414-bea5-23d502d712b3,segment=NetworkSegment(c7abbb4f-ec8e-41d6-b486-77481428c6d2),segment_id=c7abbb4f-ec8e-41d6-b486-77481428c6d2)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:05.990018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.043747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Network 8fb92948-3b9f-4adc-9c8f-0bbe8516c784 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:06.056636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:06.059771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:06.117028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.117632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Pushing event updated for resources: {'Port': ['ID=d3318878-3514-4817-8ab9-5a1a600606ae,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:06.143462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.164875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 0b520fb4-9fc9-43be-967c-8f28928b7dad, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0b520fb4-9fc9-43be-967c-8f28928b7dad,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:06.179268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb92948-3b9f-4adc-9c8f-0bbe8516c784']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:06.193049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa55e50-14c6-47f8-b415-310a907ac7aa') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:06.193412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa55e50-14c6-47f8-b415-310a907ac7aa') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:06.206120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.213154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=06fb6e13-b443-4908-8bdf-a4331895ea8f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:06.225194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d167cb93-ba24-4d39-bbac-4691e49e030d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.226831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 2826f5bb-121b-4414-bea5-23d502d712b3 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:06.258875 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f6a9dcb2-e796-4838-8bb5-39298b887348 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5562243 Sep 21 15:58:06.263842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 06fb6e13-b443-4908-8bdf-a4331895ea8f details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:06.267011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39776) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:06.288679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.292408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167cb93-ba24-4d39-bbac-4691e49e030d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=78c1644f-283a-4025-bd9c-9b9d35d4501d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:06.292987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.293786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2826f5bb-121b-4414-bea5-23d502d712b3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:06.333339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:06.333758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.363494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.367155 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-100ff0f9-e860-4062-9966-0b03cfe13e10 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "DELETE /v2.0/routers/9efe413f-da01-452c-8548-1e5f49468711 HTTP/1.1" status: 204 len: 168 time: 4.1812446 Sep 21 15:58:06.430169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39782) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:06.446263 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1fa55e50-14c6-47f8-b415-310a907ac7aa resource provider aggregate not found Sep 21 15:58:06.476639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d167cb93-ba24-4d39-bbac-4691e49e030d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.479011 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d167cb93-ba24-4d39-bbac-4691e49e030d tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/78c1644f-283a-4025-bd9c-9b9d35d4501d HTTP/1.1" status: 204 len: 168 time: 1.9076011 Sep 21 15:58:06.517930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': '06fb6e13-b443-4908-8bdf-a4331895ea8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:06.523297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.543836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39788) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:06.546988 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1fa55e50-14c6-47f8-b415-310a907ac7aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fa55e50-14c6-47f8-b415-310a907ac7aa found for delete ", "request_id": "req-e30266ff-16ed-4c85-8d4a-c7749aee26a5"}]} Sep 21 15:58:06.547921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Attempting to bind port d3318878-3514-4817-8ab9-5a1a600606ae on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:06.548305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Attempting to bind port d3318878-3514-4817-8ab9-5a1a600606ae by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1fa55e50-14c6-47f8-b415-310a907ac7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8fb92948-3b9f-4adc-9c8f-0bbe8516c784'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:06.548676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Attempting to bind port d3318878-3514-4817-8ab9-5a1a600606ae on network 8fb92948-3b9f-4adc-9c8f-0bbe8516c784 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:06.661190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:06.661653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Checking segment: {'id': '1fa55e50-14c6-47f8-b415-310a907ac7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8fb92948-3b9f-4adc-9c8f-0bbe8516c784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:06.661980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.662377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Bound using segment: {'id': '1fa55e50-14c6-47f8-b415-310a907ac7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8fb92948-3b9f-4adc-9c8f-0bbe8516c784'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:06.663419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Bound port: d3318878-3514-4817-8ab9-5a1a600606ae, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa55e50-14c6-47f8-b415-310a907ac7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8fb92948-3b9f-4adc-9c8f-0bbe8516c784'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:06.663801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.697167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.721537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=0b520fb4-9fc9-43be-967c-8f28928b7dad,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:06.729673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No active binding found for port 2826f5bb-121b-4414-bea5-23d502d712b3 {{(pid=89727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 21 15:58:06.730116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2826f5bb-121b-4414-bea5-23d502d712b3 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 15:58:06.780563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:58:06.780563 dv-neutron-858618-1-hyperv neutron-server[89726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:58:06.780563 dv-neutron-858618-1-hyperv neutron-server[89726]: [parameters: {'id': '8fb92948-3b9f-4adc-9c8f-0bbe8516c784'}] Sep 21 15:58:06.780563 dv-neutron-858618-1-hyperv neutron-server[89726]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:06.780563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:06.791969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f541d4-3140-4da8-9641-e1e628a4c9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '30acae48-aa39-4173-99ad-3f2f35ff4775'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:06.792812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b1f541d4-3140-4da8-9641-e1e628a4c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.825531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.828514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Port 2826f5bb-121b-4414-bea5-23d502d712b3 not found, will not notify nova. {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 15:58:06.837292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.845970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] For port 2826f5bb-121b-4414-bea5-23d502d712b3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2826f5bb-121b-4414-bea5-23d502d712b3,segment=NetworkSegment(c7abbb4f-ec8e-41d6-b486-77481428c6d2),segment_id=c7abbb4f-ec8e-41d6-b486-77481428c6d2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:06.846373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:06.862852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=2826f5bb-121b-4414-bea5-23d502d712b3,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:06.915960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No DVR routers for this DVR port 2826f5bb-121b-4414-bea5-23d502d712b3 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:06.962530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e990ca-7cd4-4e83-a46b-77fcdbef63eb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:06.964181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e990ca-7cd4-4e83-a46b-77fcdbef63eb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:06.968299 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-88e990ca-7cd4-4e83-a46b-77fcdbef63eb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4209652 Sep 21 15:58:06.972213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39792) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:07.076472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.083425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:07.096145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] Calling delete_port for 2826f5bb-121b-4414-bea5-23d502d712b3 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:07.120034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:07.127664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0b520fb4-9fc9-43be-967c-8f28928b7dad up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:07.153731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Deleting port 0b520fb4-9fc9-43be-967c-8f28928b7dad {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:07.154156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.171208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f68cc36-624b-4b9c-962e-99f6f7ae065a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 30acae48-aa39-4173-99ad-3f2f35ff4775 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:07.175085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:07.191498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3f68cc36-624b-4b9c-962e-99f6f7ae065a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.203958 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] For port d3318878-3514-4817-8ab9-5a1a600606ae, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:07.235185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] For port d3318878-3514-4817-8ab9-5a1a600606ae, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d3318878-3514-4817-8ab9-5a1a600606ae,segment=NetworkSegment(1fa55e50-14c6-47f8-b415-310a907ac7aa),segment_id=1fa55e50-14c6-47f8-b415-310a907ac7aa)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:07.239087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:07.267521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.272629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:07.272916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:07.278085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0b520fb4-9fc9-43be-967c-8f28928b7dad triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:07.278333 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.278568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.318433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port d3318878-3514-4817-8ab9-5a1a600606ae {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:07.318783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.323466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.340564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3f68cc36-624b-4b9c-962e-99f6f7ae065a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.392431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] For port 0b520fb4-9fc9-43be-967c-8f28928b7dad, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0b520fb4-9fc9-43be-967c-8f28928b7dad,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:07.392837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.401527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:07.404993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.450517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd87265-1726-4782-ae86-4896461274a2']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:07.452280 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:58:07.455278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11a125-12e3-4764-800e-3bb9b9071012 None None] Pushing event updated for resources: {'Port': ['ID=d3318878-3514-4817-8ab9-5a1a600606ae,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:07.534943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7abbb4f-ec8e-41d6-b486-77481428c6d2') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:07.535249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7abbb4f-ec8e-41d6-b486-77481428c6d2') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:07.535561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0b520fb4-9fc9-43be-967c-8f28928b7dad is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:07.543484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb29848b-3ce8-4de6-8735-decaa4a81ac8 None None] Network 8fb92948-3b9f-4adc-9c8f-0bbe8516c784 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:07.575900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Calling delete_port for 0b520fb4-9fc9-43be-967c-8f28928b7dad owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:07.610673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2826f5bb-121b-4414-bea5-23d502d712b3 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:07.641393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.658483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2826f5bb-121b-4414-bea5-23d502d712b3 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:07.659342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2826f5bb-121b-4414-bea5-23d502d712b3 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:07.661878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3f68cc36-624b-4b9c-962e-99f6f7ae065a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.724928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.746088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:07.746365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.775948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] Deleting port 2826f5bb-121b-4414-bea5-23d502d712b3 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:07.776090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.840168 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment c7abbb4f-ec8e-41d6-b486-77481428c6d2 resource provider aggregate not found Sep 21 15:58:07.853658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cb869450-24d1-44e7-b601-c1df5108b05e None None] The port '2826f5bb-121b-4414-bea5-23d502d712b3' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:58:07.883883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Router 6c9bca27-966d-4a64-949b-6a5a2e54842e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:58:07.884670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] For port d3318878-3514-4817-8ab9-5a1a600606ae, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d3318878-3514-4817-8ab9-5a1a600606ae,segment=NetworkSegment(1fa55e50-14c6-47f8-b415-310a907ac7aa),segment_id=1fa55e50-14c6-47f8-b415-310a907ac7aa)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:07.884670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.892089 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment c7abbb4f-ec8e-41d6-b486-77481428c6d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7abbb4f-ec8e-41d6-b486-77481428c6d2 found for delete ", "request_id": "req-3db22784-2f2b-464f-a154-3be88e8da742"}]} Sep 21 15:58:07.902910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:07.990034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.012220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.021384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Calling delete_port for d3318878-3514-4817-8ab9-5a1a600606ae owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:08.053224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3f68cc36-624b-4b9c-962e-99f6f7ae065a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server [None req-b1f541d4-3140-4da8-9641-e1e628a4c9b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30acae48-aa39-4173-99ad-3f2f35ff4775: This subnet is being modified by another concurrent operation. Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 15:58:08.057463 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise exception Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30acae48-aa39-4173-99ad-3f2f35ff4775: This subnet is being modified by another concurrent operation. Sep 21 15:58:08.062167 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server Sep 21 15:58:08.098643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77977b38-ad15-4ec0-89b9-90168bc65c2b None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:58:08.099715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Network': ['ID=abd87265-1726-4782-ae86-4896461274a2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:08.182598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.225173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77977b38-ad15-4ec0-89b9-90168bc65c2b None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:58:08.238869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Port': ['ID=d3318878-3514-4817-8ab9-5a1a600606ae,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:08.243682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No DVR routers for this DVR port d3318878-3514-4817-8ab9-5a1a600606ae on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:08.245481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.336248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68cc36-624b-4b9c-962e-99f6f7ae065a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=30acae48-aa39-4173-99ad-3f2f35ff4775,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:08.338498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3f68cc36-624b-4b9c-962e-99f6f7ae065a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.343016 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3f68cc36-624b-4b9c-962e-99f6f7ae065a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/30acae48-aa39-4173-99ad-3f2f35ff4775 HTTP/1.1" status: 204 len: 168 time: 1.3584883 Sep 21 15:58:08.354185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39800) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:08.359229 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2548d528-8557-4372-b8bf-e92b7eefc180 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/networks/abd87265-1726-4782-ae86-4896461274a2 HTTP/1.1" status: 204 len: 168 time: 3.5792034 Sep 21 15:58:08.364234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39804) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:08.378322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1438008455'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:08.383048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:08.386970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:network and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:08.391164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:08.396390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:08.411764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b520fb4-9fc9-43be-967c-8f28928b7dad,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:08.452694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:08.462711 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4db4d664-36ea-4f00-9ceb-0c4599eec6ad admin admin] 10.222.0.65 "PUT /v2.0/routers/6c9bca27-966d-4a64-949b-6a5a2e54842e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6807601 Sep 21 15:58:08.465587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39808) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:08.470552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] Sync routers for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:08.521395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:08.523124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:08.527576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:08.531262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.561992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.579451 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b682d6aa-f7eb-47b8-931b-a844135ff3af tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2224584 Sep 21 15:58:08.592292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39812) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:08.603934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.677720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-650f30ec-5195-4052-bea4-a397ad13cdce tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:08.689699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb92948-3b9f-4adc-9c8f-0bbe8516c784']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:08.697287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.733264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:08.751546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=5bb45782-1289-48f9-a3c1-3b8241026107,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:08.763486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.763872 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Added segment e5e8c28d-cee6-4797-aa13-49c94be30cee of type vlan for network fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd Sep 21 15:58:08.777577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': '4c21d180-2aa1-4916-a66c-e210e9d267d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '06fb6e13-b443-4908-8bdf-a4331895ea8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:08.777979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: 06fb6e13-b443-4908-8bdf-a4331895ea8f, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:08.794538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.803180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:08.818976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa55e50-14c6-47f8-b415-310a907ac7aa') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:08.819275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa55e50-14c6-47f8-b415-310a907ac7aa') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:08.874996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.906232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.922929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.931226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.942841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:08.951840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:08.952614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.015609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a749495-f46d-4430-aaf1-6255c885ee80 None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:58:09.028385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network 06fb6e13-b443-4908-8bdf-a4331895ea8f is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:09.034363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.079608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-650f30ec-5195-4052-bea4-a397ad13cdce tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:09.080769 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-650f30ec-5195-4052-bea4-a397ad13cdce tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4820564 Sep 21 15:58:09.083577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39818) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:09.087098 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1fa55e50-14c6-47f8-b415-310a907ac7aa resource provider aggregate not found Sep 21 15:58:09.105125 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1fa55e50-14c6-47f8-b415-310a907ac7aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fa55e50-14c6-47f8-b415-310a907ac7aa found for delete ", "request_id": "req-faacb314-35f5-4d88-8e05-d5db6a32e382"}]} Sep 21 15:58:09.132726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.138120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:09.138695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.168597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Deleting port b3c226fe-a374-4bc9-acea-03d1759c8cb8 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:09.168939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.192272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 06fb6e13-b443-4908-8bdf-a4331895ea8f) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:09.205526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.206709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5ddb50-09dc-4866-956b-7fd57a43bc9b {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:09.223479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.229007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a749495-f46d-4430-aaf1-6255c885ee80 None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:58:09.263710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.271891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:09.273047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.283670 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/8fb92948-3b9f-4adc-9c8f-0bbe8516c784 HTTP/1.1" status: 204 len: 168 time: 6.6347961 Sep 21 15:58:09.287851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39824) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:09.291930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2dc2e-53f0-4200-bc75-deda7dc26e55 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=8fb92948-3b9f-4adc-9c8f-0bbe8516c784,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:09.309226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725984814'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:09.318471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.324595 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b17d5e35-e7bf-47b4-9177-726c445c1908 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "DELETE /v2.0/routers/3d5ddb50-09dc-4866-956b-7fd57a43bc9b HTTP/1.1" status: 204 len: 168 time: 2.8718698 Sep 21 15:58:09.327226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39828) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:09.330586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:09.339081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:58:05Z', 'revision_number': 5, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port': {'id': 'b3c226fe-a374-4bc9-acea-03d1759c8cb8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T15:53:53Z', 'updated_at': '2022-09-21T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:09.339348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-385823824', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:09.351048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:09.351448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] Checking router: 6c9bca27-966d-4a64-949b-6a5a2e54842e for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 15:58:09.351652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Network': ['ID=fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:09.357024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Usage tracker for resource:router and tenant:ac7da7edd4ad4241b3d7d5a38bd12807 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:09.361051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:09.367756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:09.368888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:09.371598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:09.373603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:09.382579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:09.395464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb9f81e-495c-459a-a257-0544cfe90fd5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:09.395464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7bb9f81e-495c-459a-a257-0544cfe90fd5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:09.451260 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-99841426-8711-44e6-936c-91a1b54c248b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0832245 Sep 21 15:58:09.455552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39832) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:09.462456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': 'fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:09.466463 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-530fcd58-ce8d-491e-9835-5eb81f1753da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1982708 Sep 21 15:58:09.470545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39836) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:09.470708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] Routers {'6c9bca27-966d-4a64-949b-6a5a2e54842e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:09.471271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6c9bca27-966d-4a64-949b-6a5a2e54842e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:09.510698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7bb9f81e-495c-459a-a257-0544cfe90fd5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:09.514199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7bb9f81e-495c-459a-a257-0544cfe90fd5 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4262755 Sep 21 15:58:09.548956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39840) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:09.555685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.556690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.561247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:09.564256 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.636771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] For port b3c226fe-a374-4bc9-acea-03d1759c8cb8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b3c226fe-a374-4bc9-acea-03d1759c8cb8,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:09.637171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.733525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] Set router 6c9bca27-966d-4a64-949b-6a5a2e54842e gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 15:58:09.773901 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9f954def-d4fe-4c06-89db-8d5fb766356b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2229307 Sep 21 15:58:09.778835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39844) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:09.799719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Calling delete_port for b3c226fe-a374-4bc9-acea-03d1759c8cb8 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:09.804074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.820507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:09.826234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:09.832950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:09.833575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:09.839193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:09.844600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.844945 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment 5d02a8cc-9d8a-4557-8ada-fc5d473bd7be of type vlan for network 35141486-eda9-4da6-a789-a9482ba346b3 Sep 21 15:58:09.854112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:09.860809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.881821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:09.911131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:58:09Z', 'revision_number': 6, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:09.920243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda09f3e-d9a8-430d-aa1b-68bcea3ca4ca None None] The sync data for ids ['6c9bca27-966d-4a64-949b-6a5a2e54842e'] in dv-neutron-858618-1-hyperv is: [{'id': '6c9bca27-966d-4a64-949b-6a5a2e54842e', 'name': 'tempest-ServerActionsTestJSON-808069947-router', 'tenant_id': 'ae16d638207648f2a6236e7b577dc445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T15:53:51Z', 'updated_at': '2022-09-21T15:58:09Z', 'revision_number': 6, 'project_id': 'ae16d638207648f2a6236e7b577dc445', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:10.026181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:10.030116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.052726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-06fb6e13-b443-4908-8bdf-a4331895ea8f', 'network_id': '06fb6e13-b443-4908-8bdf-a4331895ea8f', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': '5bb45782-1289-48f9-a3c1-3b8241026107'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:10.053772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.068512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.075231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:10.075899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.213856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:10.218232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Allocated IP 172.20.0.1 (06fb6e13-b443-4908-8bdf-a4331895ea8f/5bb45782-1289-48f9-a3c1-3b8241026107/d508de34-4301-4158-864e-d151af673dc1) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:10.221954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.262262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:10.444631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.450630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1609881 Sep 21 15:58:10.453843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39848) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:10.455834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9d40e-3e3b-46ce-b667-5108f50e0e7a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=35141486-eda9-4da6-a789-a9482ba346b3,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:10.459687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.461391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': '35141486-eda9-4da6-a789-a9482ba346b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:10.470570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 35141486-eda9-4da6-a789-a9482ba346b3 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:10.526437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Transition to ACTIVE for port object d508de34-4301-4158-864e-d151af673dc1 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:10.533778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.566000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Transition to ACTIVE for port object d508de34-4301-4158-864e-d151af673dc1 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:10.579771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:10.583393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.630497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c226fe-a374-4bc9-acea-03d1759c8cb8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:10.635279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.674201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.700032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Network 06fb6e13-b443-4908-8bdf-a4331895ea8f is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:10.702689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:10.706660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:10.771396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=a4f35d31-3756-4c33-acaf-bdfffbf39235,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:10.786526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking segment: {'id': 'e5e8c28d-cee6-4797-aa13-49c94be30cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:10.786888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network hostable DHCP agents. Network: fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:10.801330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Pushing event updated for resources: {'Port': ['ID=d508de34-4301-4158-864e-d151af673dc1,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:10.825876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Attempting to bind port d508de34-4301-4158-864e-d151af673dc1 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:10.826356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Attempting to bind port d508de34-4301-4158-864e-d151af673dc1 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '4c21d180-2aa1-4916-a66c-e210e9d267d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '06fb6e13-b443-4908-8bdf-a4331895ea8f'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:10.826638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Attempting to bind port d508de34-4301-4158-864e-d151af673dc1 on network 06fb6e13-b443-4908-8bdf-a4331895ea8f {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:10.833510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:10.833893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Checking segment: {'id': '4c21d180-2aa1-4916-a66c-e210e9d267d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '06fb6e13-b443-4908-8bdf-a4331895ea8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:10.834346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.835583 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Bound using segment: {'id': '4c21d180-2aa1-4916-a66c-e210e9d267d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '06fb6e13-b443-4908-8bdf-a4331895ea8f'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:10.835875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Bound port: d508de34-4301-4158-864e-d151af673dc1, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c21d180-2aa1-4916-a66c-e210e9d267d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '06fb6e13-b443-4908-8bdf-a4331895ea8f'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:10.836256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.842226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:10.901686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:10.921708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:10.921879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0b520fb4-9fc9-43be-967c-8f28928b7dad no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:10.964788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 0b520fb4-9fc9-43be-967c-8f28928b7dad {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:10.965251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0b520fb4-9fc9-43be-967c-8f28928b7dad not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:10.965696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b3c226fe-a374-4bc9-acea-03d1759c8cb8 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:10.983224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:subnet and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:11.004812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:11.028937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] For port d508de34-4301-4158-864e-d151af673dc1, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:11.032523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] For port d508de34-4301-4158-864e-d151af673dc1, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d508de34-4301-4158-864e-d151af673dc1,segment=NetworkSegment(4c21d180-2aa1-4916-a66c-e210e9d267d1),segment_id=4c21d180-2aa1-4916-a66c-e210e9d267d1)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:11.033732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.045673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: b3c226fe-a374-4bc9-acea-03d1759c8cb8 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:11.046313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b3c226fe-a374-4bc9-acea-03d1759c8cb8 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:11.046998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 937838f9-77ca-4ba4-8a73-608479eb2708 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:11.064598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.077542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.088149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:11.091278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 937838f9-77ca-4ba4-8a73-608479eb2708 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:11.091645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 937838f9-77ca-4ba4-8a73-608479eb2708 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:11.106468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:11.114519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:11.115101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.144294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.148174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.157858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.159537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb45782-1289-48f9-a3c1-3b8241026107,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:11.226288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Allocated IP 172.26.0.21 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/6e05246f-e24a-4e62-b360-b2da20017f2f) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:11.239169 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7bc55327-3480-4fe1-be3a-6c31df8a4baf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7824385 Sep 21 15:58:11.242356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39852) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:11.247523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8afce-377a-4047-978e-d440995d9a4f None None] Pushing event updated for resources: {'Port': ['ID=d508de34-4301-4158-864e-d151af673dc1,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:11.250765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.262638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': 'fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1514198597'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:11.316161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fb6e13-b443-4908-8bdf-a4331895ea8f']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:11.339730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:11.343426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.369850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c21d180-2aa1-4916-a66c-e210e9d267d1') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:11.369850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c21d180-2aa1-4916-a66c-e210e9d267d1') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:11.380715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.381221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9bca27-966d-4a64-949b-6a5a2e54842e {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:11.474869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.524415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.587346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:11.587855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.669107 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 4c21d180-2aa1-4916-a66c-e210e9d267d1 resource provider aggregate not found Sep 21 15:58:11.671295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:11.675339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.681529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:11.685537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:11.692399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:11.709209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.710457 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ba250174-e773-4533-81b0-e5d6c6f94eef admin admin] 10.222.0.65 "DELETE /v2.0/routers/6c9bca27-966d-4a64-949b-6a5a2e54842e HTTP/1.1" status: 204 len: 168 time: 3.2443535 Sep 21 15:58:11.713729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39860) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:11.713862 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 4c21d180-2aa1-4916-a66c-e210e9d267d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c21d180-2aa1-4916-a66c-e210e9d267d1 found for delete ", "request_id": "req-ac05d69a-9af5-446d-b24c-70dd40251605"}]} Sep 21 15:58:11.752888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:58:11.752888 dv-neutron-858618-1-hyperv neutron-server[89725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:58:11.752888 dv-neutron-858618-1-hyperv neutron-server[89725]: [parameters: {'id': '06fb6e13-b443-4908-8bdf-a4331895ea8f'}] Sep 21 15:58:11.752888 dv-neutron-858618-1-hyperv neutron-server[89725]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:11.753314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:11.780997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-095a8bcf-c829-4f75-92ae-46d0a039d088 admin admin] Deleting subnet 93df991e-92af-4924-b965-870bad67bf11 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:11.784138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095a8bcf-c829-4f75-92ae-46d0a039d088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.812590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:11.816145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.839720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.920568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:58:11.922053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.933670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095a8bcf-c829-4f75-92ae-46d0a039d088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:11.965592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port eaa8ec82-f241-44f0-9c57-0a6fc0512ee7 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:12.018899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:12.028275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:12.040281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:12.076498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event updated for resources: {'Port': ['ID=6e05246f-e24a-4e62-b360-b2da20017f2f,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:12.094091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:12.101272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:12.106802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:12.106802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.135141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=5337b52e-2def-45e2-beb7-6b430fbb2c28,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:12.175445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.238492 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e140c101-f80f-4793-8556-dbc202075c43 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4586058 Sep 21 15:58:12.243003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39864) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:12.257665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.262980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:12.274895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efed8f2-e22b-4ba5-8d72-ca2d360ab5b7 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:12.294820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322bbb1-efcf-41bd-a44a-259eabce26c8 None None] Network 06fb6e13-b443-4908-8bdf-a4331895ea8f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:12.297052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=beeaa12c-9beb-494f-89f9-0a69bb54e3e7,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:12.308238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e6993c-95c7-4c2f-b48c-dfda3414ec69 None None] Network fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:12.363405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': '5d02a8cc-9d8a-4557-8ada-fc5d473bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '35141486-eda9-4da6-a789-a9482ba346b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:12.363810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: 35141486-eda9-4da6-a789-a9482ba346b3, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:12.373292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095a8bcf-c829-4f75-92ae-46d0a039d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.380372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Deleting port d508de34-4301-4158-864e-d151af673dc1 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:12.380722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.428720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::2e3 (fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd/a4f35d31-3756-4c33-acaf-bdfffbf39235/eaa8ec82-f241-44f0-9c57-0a6fc0512ee7) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:12.552418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:12.575183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:12.578599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:12.640790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network 35141486-eda9-4da6-a789-a9482ba346b3 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:12.643131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:12.657680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7416978e-2e32-4780-967e-e9a7c9441a1d None None] Provisioning for port d508de34-4301-4158-864e-d151af673dc1 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:12.680424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] For port d508de34-4301-4158-864e-d151af673dc1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d508de34-4301-4158-864e-d151af673dc1,segment=NetworkSegment(4c21d180-2aa1-4916-a66c-e210e9d267d1),segment_id=4c21d180-2aa1-4916-a66c-e210e9d267d1)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:12.680845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.737799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095a8bcf-c829-4f75-92ae-46d0a039d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.751937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:12.760905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.769587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 35141486-eda9-4da6-a789-a9482ba346b3) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:12.788385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbdfa12-3bbb-49ba-a811-b079a34f2327 None None] Network 35141486-eda9-4da6-a789-a9482ba346b3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:12.821379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a8bcf-c829-4f75-92ae-46d0a039d088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93df991e-92af-4924-b965-870bad67bf11,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:12.832887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095a8bcf-c829-4f75-92ae-46d0a039d088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.837852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.857732 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-095a8bcf-c829-4f75-92ae-46d0a039d088 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/93df991e-92af-4924-b965-870bad67bf11 HTTP/1.1" status: 204 len: 168 time: 1.1429613 Sep 21 15:58:12.864672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39868) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:12.869809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Calling delete_port for d508de34-4301-4158-864e-d151af673dc1 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:12.880349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be3e938-a219-497c-bd9c-cd3cf5f5dc20 None None] Network a5a5d890-1193-4ee0-ad2e-2182825d5fe3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:12.926035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:12.926035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:12.946058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object eaa8ec82-f241-44f0-9c57-0a6fc0512ee7 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:12.958596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.028280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d508de34-4301-4158-864e-d151af673dc1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:13.091139 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.ipam_backend_mixin [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5337b52e-2def-45e2-beb7-6b430fbb2c28 (CIDR: 2001:db8::/64) Sep 21 15:58:13.104311 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-69cda8ae-8ebd-463c-9769-adec9cdd2f8d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6489253 Sep 21 15:58:13.106817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39872) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:13.122106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': '35141486-eda9-4da6-a789-a9482ba346b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:13.141126 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:58:13.142661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:13.148758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd', 'network_id': 'fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd', 'tenant_id': '693156fe381540018b606b756e1b14be', 'fixed_ips': [{'subnet_id': 'a4f35d31-3756-4c33-acaf-bdfffbf39235'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:13.149588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.200481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '5337b52e-2def-45e2-beb7-6b430fbb2c28'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:13.200729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.211212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.216946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.274577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No DVR routers for this DVR port d508de34-4301-4158-864e-d151af673dc1 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:13.313795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Deleting port 61dff10d-255e-4c60-a775-059d11ba5017 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:13.314153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.318233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Port': ['ID=d508de34-4301-4158-864e-d151af673dc1,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:13.351231 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-20ee1409-4634-4e27-8b30-c2b8aea0bcf6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1021740 Sep 21 15:58:13.351993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39876) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:13.363774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:13.400298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No active binding found for port d508de34-4301-4158-864e-d151af673dc1 {{(pid=89727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 21 15:58:13.400924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d508de34-4301-4158-864e-d151af673dc1 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 15:58:13.456222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.480023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:13.489844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:subnet and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:13.494720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fb6e13-b443-4908-8bdf-a4331895ea8f']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:13.501459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Port d508de34-4301-4158-864e-d151af673dc1 not found, will not notify nova. {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 15:58:13.501863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:13.502808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03df65c-33db-4937-b65a-5b47ba122879 None None] Network 06fb6e13-b443-4908-8bdf-a4331895ea8f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:13.507687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.512786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:13.515665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c21d180-2aa1-4916-a66c-e210e9d267d1') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:13.518807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c21d180-2aa1-4916-a66c-e210e9d267d1') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:13.531604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.548300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.555264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:13.555675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.619859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:13.623265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.666695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:13.677656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:13.739851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-35141486-eda9-4da6-a789-a9482ba346b3', 'network_id': '35141486-eda9-4da6-a789-a9482ba346b3', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': 'beeaa12c-9beb-494f-89f9-0a69bb54e3e7'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:13.740950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.746834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:13.752005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:13.752748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.757159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=eaa8ec82-f241-44f0-9c57-0a6fc0512ee7,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:13.762468 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 4c21d180-2aa1-4916-a66c-e210e9d267d1 resource provider aggregate not found Sep 21 15:58:13.794156 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 4c21d180-2aa1-4916-a66c-e210e9d267d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c21d180-2aa1-4916-a66c-e210e9d267d1 found for delete ", "request_id": "req-4d46acdc-07b3-47f7-ac66-763bbd9edc04"}]} Sep 21 15:58:13.824346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.916584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:13.934525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:13.963106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Allocated IP 2001:db8::2 (fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd/a4f35d31-3756-4c33-acaf-bdfffbf39235/a92f7de9-6a86-4df8-ab05-efaf9234a491) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:13.996062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] For port 61dff10d-255e-4c60-a775-059d11ba5017, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=61dff10d-255e-4c60-a775-059d11ba5017,segment=NetworkSegment(13cab534-37cb-4580-930a-6c11708ed83e),segment_id=13cab534-37cb-4580-930a-6c11708ed83e)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:13.996425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.014325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Allocated IP 2001:db8::f816:3eff:fe1c:bb08 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/5337b52e-2def-45e2-beb7-6b430fbb2c28/8bbd322c-120f-4f3c-ab83-58dd0929d738) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:14.059235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e25aa-7596-4f92-8d15-abff63118841 None None] DHCP port deletion for 06fb6e13-b443-4908-8bdf-a4331895ea8f request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:14.115516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.119479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=06fb6e13-b443-4908-8bdf-a4331895ea8f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:14.123733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Calling delete_port for 61dff10d-255e-4c60-a775-059d11ba5017 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:14.136132 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b8135285-27ec-4d72-bec0-2ea415532304 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/06fb6e13-b443-4908-8bdf-a4331895ea8f HTTP/1.1" status: 204 len: 168 time: 4.6640179 Sep 21 15:58:14.140085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39884) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:14.146562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511654913'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:14.156491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:14.161448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:14.165798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:14.173200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:14.177561 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9f4430c7-2e63-459e-b98a-21a23e033cea tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9339366 Sep 21 15:58:14.181091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39888) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:14.182492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:14.195507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:14.217569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:14.229734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a94d3c-27a7-463d-b3a3-6930b213cf03 None None] DHCP port deletion for a5a5d890-1193-4ee0-ad2e-2182825d5fe3 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:14.282242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-eba9d638-d53c-470a-ae75-239e3ca58b9f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port eaa8ec82-f241-44f0-9c57-0a6fc0512ee7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:14.282903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eba9d638-d53c-470a-ae75-239e3ca58b9f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.305039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e8a94d3c-27a7-463d-b3a3-6930b213cf03 None None] Deleting port 61dff10d-255e-4c60-a775-059d11ba5017 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:14.305769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e8a94d3c-27a7-463d-b3a3-6930b213cf03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.325101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:14.328721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.351127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:14.355155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.368468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.426513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Allocated IP 2001:db8::2 (35141486-eda9-4da6-a789-a9482ba346b3/beeaa12c-9beb-494f-89f9-0a69bb54e3e7/a2c19c17-254d-46d6-a071-0b8ee567f23c) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:14.467791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network 35141486-eda9-4da6-a789-a9482ba346b3 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:14.480421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:14.483222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:14.483829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.496988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e8a94d3c-27a7-463d-b3a3-6930b213cf03 None None] The port '61dff10d-255e-4c60-a775-059d11ba5017' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:58:14.538435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:14.544025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=9f111158-120d-4eff-bc7d-657fc9e3bf41,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:14.560013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.613459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.623764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Pushing event deleted for resources: {'Port': ['ID=61dff10d-255e-4c60-a775-059d11ba5017,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:14.625472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Transition to ACTIVE for port object 8bbd322c-120f-4f3c-ab83-58dd0929d738 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:14.640444 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4cef45f7-9569-41ea-8575-032cee4f96ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5213454 Sep 21 15:58:14.640668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] No DVR routers for this DVR port 61dff10d-255e-4c60-a775-059d11ba5017 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:14.643564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Transition to ACTIVE for port object 8bbd322c-120f-4f3c-ab83-58dd0929d738 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:14.655920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.655920 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 9c2acfdb-4c06-4885-91ac-1e41918ea69b of type vlan for network d4375654-0af5-40b9-b1d3-4139d2606b74 Sep 21 15:58:14.655920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39892) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:14.736046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.769828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.800511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e358f3-1a18-4e88-a1ed-45c7fe9b6051 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:14.802028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e358f3-1a18-4e88-a1ed-45c7fe9b6051 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:14.804194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e358f3-1a18-4e88-a1ed-45c7fe9b6051 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:14.805999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e358f3-1a18-4e88-a1ed-45c7fe9b6051 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:14.807568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e358f3-1a18-4e88-a1ed-45c7fe9b6051 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:14.808195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-93e358f3-1a18-4e88-a1ed-45c7fe9b6051 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Synchronizing usage tracker for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:14.818721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eba9d638-d53c-470a-ae75-239e3ca58b9f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.854175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:14.869146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.869475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.874376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:14.889759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:14.889759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Pushing event updated for resources: {'Port': ['ID=8bbd322c-120f-4f3c-ab83-58dd0929d738,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:14.904568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a5d890-1193-4ee0-ad2e-2182825d5fe3']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:14.908533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Transition to ACTIVE for port object a92f7de9-6a86-4df8-ab05-efaf9234a491 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:14.921822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cab534-37cb-4580-930a-6c11708ed83e') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:14.922155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cab534-37cb-4580-930a-6c11708ed83e') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:14.935334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.953647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 61dff10d-255e-4c60-a775-059d11ba5017 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:14.956035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.963253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:14.963647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:14.987717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-eba9d638-d53c-470a-ae75-239e3ca58b9f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for eaa8ec82-f241-44f0-9c57-0a6fc0512ee7 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:15.018108 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 13cab534-37cb-4580-930a-6c11708ed83e resource provider aggregate not found Sep 21 15:58:15.048889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 61dff10d-255e-4c60-a775-059d11ba5017 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:15.050559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 61dff10d-255e-4c60-a775-059d11ba5017 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:15.050559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d508de34-4301-4158-864e-d151af673dc1 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:15.105120 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 13cab534-37cb-4580-930a-6c11708ed83e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13cab534-37cb-4580-930a-6c11708ed83e found for delete ", "request_id": "req-69783ecc-374f-4992-bcb7-e5a92219d9ee"}]} Sep 21 15:58:15.111601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: d508de34-4301-4158-864e-d151af673dc1 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:15.111955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d508de34-4301-4158-864e-d151af673dc1 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:15.115771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-93e358f3-1a18-4e88-a1ed-45c7fe9b6051 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Unset dirty status for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:15.120848 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-93e358f3-1a18-4e88-a1ed-45c7fe9b6051 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4657984 Sep 21 15:58:15.121111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39900) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:15.132091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1203597716'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:15.147998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Attempting to bind port 8bbd322c-120f-4f3c-ab83-58dd0929d738 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:15.149052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Attempting to bind port 8bbd322c-120f-4f3c-ab83-58dd0929d738 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:15.149052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Attempting to bind port 8bbd322c-120f-4f3c-ab83-58dd0929d738 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:15.152095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:15.152236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.155870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Router 73c3498f-1ff3-44bc-8e71-45a737552d83 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:58:15.159241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:15.159367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.161477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:15.166849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:15.167300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:15.167424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:15.167634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.168043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:15.168539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Bound port: 8bbd322c-120f-4f3c-ab83-58dd0929d738, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:15.168904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.181887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:15.244065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.258400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.260652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Transition to ACTIVE for port object a2c19c17-254d-46d6-a071-0b8ee567f23c will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:15.262699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.283476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=d4375654-0af5-40b9-b1d3-4139d2606b74,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:15.298434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network d4375654-0af5-40b9-b1d3-4139d2606b74 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:15.314845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a5d890-1193-4ee0-ad2e-2182825d5fe3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:15.316205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] For port 8bbd322c-120f-4f3c-ab83-58dd0929d738, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:15.323253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Transition to ACTIVE for port object a2c19c17-254d-46d6-a071-0b8ee567f23c will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:15.371993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eba9d638-d53c-470a-ae75-239e3ca58b9f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.379544 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fe0e90f9-85f6-4ff4-8a8e-a6e6c043f778 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2356391 Sep 21 15:58:15.379733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Transition to ACTIVE for port object a92f7de9-6a86-4df8-ab05-efaf9234a491 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:15.386618 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] For port 8bbd322c-120f-4f3c-ab83-58dd0929d738, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8bbd322c-120f-4f3c-ab83-58dd0929d738,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:15.392585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39904) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:15.408093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:15.412339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.426142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': 'd4375654-0af5-40b9-b1d3-4139d2606b74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:15.428340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9d638-d53c-470a-ae75-239e3ca58b9f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=eaa8ec82-f241-44f0-9c57-0a6fc0512ee7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:15.463937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.467604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.472510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.476214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eba9d638-d53c-470a-ae75-239e3ca58b9f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.480836 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eba9d638-d53c-470a-ae75-239e3ca58b9f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/eaa8ec82-f241-44f0-9c57-0a6fc0512ee7 HTTP/1.1" status: 204 len: 168 time: 1.2858343 Sep 21 15:58:15.481088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39908) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:15.512242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.531543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b77354b-4060-4845-8605-3d6cb8fb88cb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:58:15.534754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0b77354b-4060-4845-8605-3d6cb8fb88cb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:15.566782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Network 35141486-eda9-4da6-a789-a9482ba346b3 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:15.574171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:15.577055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Network fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:15.583021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-246ebfba-5442-477f-b25b-69e389f7534a admin admin] 10.222.0.65 "DELETE /v2.0/networks/a5a5d890-1193-4ee0-ad2e-2182825d5fe3 HTTP/1.1" status: 204 len: 168 time: 2.7149184 Sep 21 15:58:15.583857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:15.586300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:15.591194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:15.617694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0b77354b-4060-4845-8605-3d6cb8fb88cb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:15.621433 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0b77354b-4060-4845-8605-3d6cb8fb88cb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/eaa8ec82-f241-44f0-9c57-0a6fc0512ee7 HTTP/1.1" status: 404 len: 333 time: 0.1369472 Sep 21 15:58:15.621578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:15.621758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39914) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:15.626070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:15.627900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Pushing event updated for resources: {'Port': ['ID=a2c19c17-254d-46d6-a071-0b8ee567f23c,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:15.638979 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9154b80-59d9-4907-aadb-1aaa31088452 None None] Sync routers for ids ['73c3498f-1ff3-44bc-8e71-45a737552d83'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:15.642663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:15.655836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:15.657102 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9154b80-59d9-4907-aadb-1aaa31088452 None None] Routers {'73c3498f-1ff3-44bc-8e71-45a737552d83'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:15.660263 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a9154b80-59d9-4907-aadb-1aaa31088452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['73c3498f-1ff3-44bc-8e71-45a737552d83'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:15.662791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:15.663927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.690422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=b337ad32-f9da-46b2-a8d3-f56f26252232,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:15.702739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.703073 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment 3d1c136a-b71f-4e6b-a090-456fb86cddd8 of type vlan for network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 Sep 21 15:58:15.711309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:15.721596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:15.726061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:15.735955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:15.739546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-912746ef-7436-4d2e-a347-2c461152a1ca tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet a4f35d31-3756-4c33-acaf-bdfffbf39235 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:15.749526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-912746ef-7436-4d2e-a347-2c461152a1ca tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.754933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.812702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.817201 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aac3c885-c6d9-441e-aca9-f5079fbb8f8e tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4851098 Sep 21 15:58:15.817380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39918) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:15.818939 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a9154b80-59d9-4907-aadb-1aaa31088452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:15.828882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6be74226-d3da-48a1-a7b8-595432bc5817 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': False}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:15.839289 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9154b80-59d9-4907-aadb-1aaa31088452 None None] Routers {'73c3498f-1ff3-44bc-8e71-45a737552d83'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:15.840172 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a07c458-1ec2-4c8d-8053-8b6ba63ae2a2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4868267 Sep 21 15:58:15.842734 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a9154b80-59d9-4907-aadb-1aaa31088452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['73c3498f-1ff3-44bc-8e71-45a737552d83'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:15.843356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39922) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:15.856492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:ca:ab:9c', 'name': 'tempest-NetworksTestDHCPv6-1632164600'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:15.884378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Pushing event updated for resources: {'Port': ['ID=a92f7de9-6a86-4df8-ab05-efaf9234a491,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:15.934106 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a9154b80-59d9-4907-aadb-1aaa31088452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:15.934106 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9154b80-59d9-4907-aadb-1aaa31088452 None None] The sync data for ids ['73c3498f-1ff3-44bc-8e71-45a737552d83'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:15.950742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Attempting to bind port a2c19c17-254d-46d6-a071-0b8ee567f23c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:15.951118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Attempting to bind port a2c19c17-254d-46d6-a071-0b8ee567f23c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5d02a8cc-9d8a-4557-8ada-fc5d473bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '35141486-eda9-4da6-a789-a9482ba346b3'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:15.951489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Attempting to bind port a2c19c17-254d-46d6-a071-0b8ee567f23c on network 35141486-eda9-4da6-a789-a9482ba346b3 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:15.955718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-912746ef-7436-4d2e-a347-2c461152a1ca tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.968741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.975374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:15.975551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:15.975927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Checking segment: {'id': '5d02a8cc-9d8a-4557-8ada-fc5d473bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '35141486-eda9-4da6-a789-a9482ba346b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:15.976335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.976740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Bound using segment: {'id': '5d02a8cc-9d8a-4557-8ada-fc5d473bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '35141486-eda9-4da6-a789-a9482ba346b3'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:15.977232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Bound port: a2c19c17-254d-46d6-a071-0b8ee567f23c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d02a8cc-9d8a-4557-8ada-fc5d473bd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '35141486-eda9-4da6-a789-a9482ba346b3'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:15.977607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:15.978285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.001788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Attempting to bind port a92f7de9-6a86-4df8-ab05-efaf9234a491 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:16.002189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Attempting to bind port a92f7de9-6a86-4df8-ab05-efaf9234a491 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'e5e8c28d-cee6-4797-aa13-49c94be30cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:16.002556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Attempting to bind port a92f7de9-6a86-4df8-ab05-efaf9234a491 on network fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:16.024278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:16.025434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.031055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d11346-cf62-4633-9161-296e1fdb6c04 None None] Pushing event updated for resources: {'Port': ['ID=8bbd322c-120f-4f3c-ab83-58dd0929d738,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:16.034151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:16.034596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Checking segment: {'id': 'e5e8c28d-cee6-4797-aa13-49c94be30cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:16.035108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.035389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Bound using segment: {'id': 'e5e8c28d-cee6-4797-aa13-49c94be30cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:16.035861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Bound port: a92f7de9-6a86-4df8-ab05-efaf9234a491, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e8c28d-cee6-4797-aa13-49c94be30cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:16.036233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.091898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-912746ef-7436-4d2e-a347-2c461152a1ca tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.275433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] For port a2c19c17-254d-46d6-a071-0b8ee567f23c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:16.286439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] For port a2c19c17-254d-46d6-a071-0b8ee567f23c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a2c19c17-254d-46d6-a071-0b8ee567f23c,segment=NetworkSegment(5d02a8cc-9d8a-4557-8ada-fc5d473bd7be),segment_id=5d02a8cc-9d8a-4557-8ada-fc5d473bd7be)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:16.292644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39926) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:16.364326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:16.376261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:16.399753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.408038 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-91811bb1-9e8c-407d-8ad1-6d8805ff3d16 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2859225 Sep 21 15:58:16.411947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39930) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:16.421267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2e065397-ba49-47f3-88ca-956a72dbf4dd tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:16.439460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:16.447205 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-40012951-a327-4574-94f0-cf806d3d1cf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae16d638207648f2a6236e7b577dc445&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1469181 Sep 21 15:58:16.448540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:16.451253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39934) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:16.453765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:16.470972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:16.532246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28ed8ad7-abc8-4b81-9c71-eb7d7be0b1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.554792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] For port a92f7de9-6a86-4df8-ab05-efaf9234a491, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:16.569765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28ed8ad7-abc8-4b81-9c71-eb7d7be0b1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.579683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:16.590505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] For port a92f7de9-6a86-4df8-ab05-efaf9234a491, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a92f7de9-6a86-4df8-ab05-efaf9234a491,segment=NetworkSegment(e5e8c28d-cee6-4797-aa13-49c94be30cee),segment_id=e5e8c28d-cee6-4797-aa13-49c94be30cee)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:16.607888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d253b5f-6acf-4c1f-8abc-3d2e9e3ca30f None None] Pushing event updated for resources: {'Port': ['ID=a2c19c17-254d-46d6-a071-0b8ee567f23c,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:16.617372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-912746ef-7436-4d2e-a347-2c461152a1ca tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.676423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.797913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912746ef-7436-4d2e-a347-2c461152a1ca tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f35d31-3756-4c33-acaf-bdfffbf39235,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:16.805887 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-912746ef-7436-4d2e-a347-2c461152a1ca tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:16.863629 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-912746ef-7436-4d2e-a347-2c461152a1ca tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/a4f35d31-3756-4c33-acaf-bdfffbf39235 HTTP/1.1" status: 204 len: 168 time: 1.2407281 Sep 21 15:58:16.864702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39938) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:16.889306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e4dde-2fa2-4281-b9c7-277d11ed6a58 None None] Pushing event updated for resources: {'Port': ['ID=a92f7de9-6a86-4df8-ab05-efaf9234a491,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:17.068021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.077888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2c19c17-254d-46d6-a071-0b8ee567f23c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:17.103222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port e3adeab0-f4db-41e7-bc1e-dc0ee12628f0 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:17.214366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28ed8ad7-abc8-4b81-9c71-eb7d7be0b1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.217273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.265733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e065397-ba49-47f3-88ca-956a72dbf4dd tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.285700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.286723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a2c19c17-254d-46d6-a071-0b8ee567f23c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:17.295920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8bbd322c-120f-4f3c-ab83-58dd0929d738 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:17.315780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed8ad7-abc8-4b81-9c71-eb7d7be0b1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb859d4-28b5-4d5c-8a0b-ba34a10f60bf,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:17.464795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port a92f7de9-6a86-4df8-ab05-efaf9234a491 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:17.465575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.492546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ac47c-9373-4dc1-bcbb-0f37f015f27a None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:17.560740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8:0:1::318 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/b337ad32-f9da-46b2-a8d3-f56f26252232/e3adeab0-f4db-41e7-bc1e-dc0ee12628f0) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:17.568128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:feca:ab9c (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/5337b52e-2def-45e2-beb7-6b430fbb2c28/e3adeab0-f4db-41e7-bc1e-dc0ee12628f0) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:17.580141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28ed8ad7-abc8-4b81-9c71-eb7d7be0b1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.585221 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-28ed8ad7-abc8-4b81-9c71-eb7d7be0b1a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ccb859d4-28b5-4d5c-8a0b-ba34a10f60bf HTTP/1.1" status: 204 len: 168 time: 1.1292598 Sep 21 15:58:17.585221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=4b0bd917-fb36-471d-984c-a3092d52f2ca,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:17.586783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e065397-ba49-47f3-88ca-956a72dbf4dd tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.590804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8bbd322c-120f-4f3c-ab83-58dd0929d738 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:17.622733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': '9c2acfdb-4c06-4885-91ac-1e41918ea69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4375654-0af5-40b9-b1d3-4139d2606b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:17.623163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: d4375654-0af5-40b9-b1d3-4139d2606b74, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:17.659132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e065397-ba49-47f3-88ca-956a72dbf4dd tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 is not hosted by any dhcp agent {{(pid=89725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:58:17.665377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e065397-ba49-47f3-88ca-956a72dbf4dd tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:17.666051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e065397-ba49-47f3-88ca-956a72dbf4dd tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.670503 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2e065397-ba49-47f3-88ca-956a72dbf4dd tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "PUT /v2.0/networks/d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 HTTP/1.1" status: 200 len: 723 time: 1.2575476 Sep 21 15:58:17.674597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 39944) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:17.693448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': 'd4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:17.742733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-507a6a48-5509-4217-9ebd-1c64335ccee5 None None] Provisioning for port 8bbd322c-120f-4f3c-ab83-58dd0929d738 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:17.754672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-507a6a48-5509-4217-9ebd-1c64335ccee5 None None] Provisioning complete for port 8bbd322c-120f-4f3c-ab83-58dd0929d738 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:17.755384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-507a6a48-5509-4217-9ebd-1c64335ccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.884710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:17.911138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object e3adeab0-f4db-41e7-bc1e-dc0ee12628f0 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:17.937428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:17.980873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network d4375654-0af5-40b9-b1d3-4139d2606b74 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:17.993970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540cfbba-4f46-4486-84b3-8e40ed6cd804 None None] Network 35141486-eda9-4da6-a789-a9482ba346b3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:18.011002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.023536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e065397-ba49-47f3-88ca-956a72dbf4dd tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:18.046048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:18.081045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be74226-d3da-48a1-a7b8-595432bc5817 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.138158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:18.146109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, d4375654-0af5-40b9-b1d3-4139d2606b74) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:18.159073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:18.159670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.170184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:18.183963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4380d13-b564-425a-aea9-b73bc674998b None None] Network d4375654-0af5-40b9-b1d3-4139d2606b74 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:18.223125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:18.243197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:18.249636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:18.253396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.258794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:18.262081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.278805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=e3adeab0-f4db-41e7-bc1e-dc0ee12628f0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:18.353567 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f04e93ad-2e4a-42bf-be3c-0339484d98dd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5088799 Sep 21 15:58:18.354417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39956) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:18.420568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc23c9b1-9e48-45c5-9724-b8e2749654a1 None None] Network fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:18.421830 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-663864a6-c3d0-4f83-8f44-f87ff89273a2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0281737 Sep 21 15:58:18.431973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39960) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:18.469810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-507a6a48-5509-4217-9ebd-1c64335ccee5 None None] Current status of the port 8bbd322c-120f-4f3c-ab83-58dd0929d738 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:18.473007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-507a6a48-5509-4217-9ebd-1c64335ccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.532619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] For port a92f7de9-6a86-4df8-ab05-efaf9234a491, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a92f7de9-6a86-4df8-ab05-efaf9234a491,segment=NetworkSegment(e5e8c28d-cee6-4797-aa13-49c94be30cee),segment_id=e5e8c28d-cee6-4797-aa13-49c94be30cee)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:18.533274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.546836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-479127c2-5920-4590-a9e4-01d2fd5c3dbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port e3adeab0-f4db-41e7-bc1e-dc0ee12628f0 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:18.552242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-479127c2-5920-4590-a9e4-01d2fd5c3dbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.672702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for a92f7de9-6a86-4df8-ab05-efaf9234a491 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:18.795683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.894682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-507a6a48-5509-4217-9ebd-1c64335ccee5 None None] For port 8bbd322c-120f-4f3c-ab83-58dd0929d738, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8bbd322c-120f-4f3c-ab83-58dd0929d738,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:18.911134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:18.966553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-479127c2-5920-4590-a9e4-01d2fd5c3dbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.000029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.067952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] Update dhcp port {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': '5337b52e-2def-45e2-beb7-6b430fbb2c28', 'ip_address': '2001:db8::f816:3eff:fe1c:bb08'}, {'subnet_id': 'b337ad32-f9da-46b2-a8d3-f56f26252232'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': '8bbd322c-120f-4f3c-ab83-58dd0929d738'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:58:19.087302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=a92f7de9-6a86-4df8-ab05-efaf9234a491,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:19.094180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No DVR routers for this DVR port a92f7de9-6a86-4df8-ab05-efaf9234a491 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:19.134017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a92f7de9-6a86-4df8-ab05-efaf9234a491 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:19.157080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-479127c2-5920-4590-a9e4-01d2fd5c3dbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for e3adeab0-f4db-41e7-bc1e-dc0ee12628f0 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:19.158898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-507a6a48-5509-4217-9ebd-1c64335ccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.268758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a6a48-5509-4217-9ebd-1c64335ccee5 None None] Pushing event updated for resources: {'Port': ['ID=8bbd322c-120f-4f3c-ab83-58dd0929d738,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:19.295185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.316415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a92f7de9-6a86-4df8-ab05-efaf9234a491 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:19.316706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a92f7de9-6a86-4df8-ab05-efaf9234a491 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 15:58:19.363171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.363957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Port a92f7de9-6a86-4df8-ab05-efaf9234a491 not found, will not notify nova. {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 15:58:19.365892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ebb8a-154e-44ee-8133-aaba4f9ea1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-d4375654-0af5-40b9-b1d3-4139d2606b74', 'network_id': 'd4375654-0af5-40b9-b1d3-4139d2606b74', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': '4b0bd917-fb36-471d-984c-a3092d52f2ca'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:19.366966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebb8a-154e-44ee-8133-aaba4f9ea1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.427041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:19.460868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.469419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e8c28d-cee6-4797-aa13-49c94be30cee') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:19.469722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e8c28d-cee6-4797-aa13-49c94be30cee') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:19.479714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=4a5c846d-5ad4-45fd-94cd-47661873fafe,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:19.490218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.494411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.503223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': '3d1c136a-b71f-4e6b-a090-456fb86cddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:19.503581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:19.519733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] Provisioning for port a2c19c17-254d-46d6-a071-0b8ee567f23c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:19.528529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.558383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0bd917-fb36-471d-984c-a3092d52f2ca,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:19.561320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] Provisioning complete for port a2c19c17-254d-46d6-a071-0b8ee567f23c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:19.561734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.638236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:19.639238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.722887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fac7fc-8c73-435c-9d59-7848cdf55df4 None None] DHCP port deletion for fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:19.743421 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment e5e8c28d-cee6-4797-aa13-49c94be30cee resource provider aggregate not found Sep 21 15:58:19.780377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.807043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4375654-0af5-40b9-b1d3-4139d2606b74']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:19.818263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-479127c2-5920-4590-a9e4-01d2fd5c3dbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.827448 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment e5e8c28d-cee6-4797-aa13-49c94be30cee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e8c28d-cee6-4797-aa13-49c94be30cee found for delete ", "request_id": "req-abbef8a3-e148-42b7-bfef-536d8425302b"}]} Sep 21 15:58:19.843594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:19.874244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2acfdb-4c06-4885-91ac-1e41918ea69b') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:19.875193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2acfdb-4c06-4885-91ac-1e41918ea69b') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:19.902499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] Current status of the port a2c19c17-254d-46d6-a071-0b8ee567f23c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:19.903082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:19.949355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479127c2-5920-4590-a9e4-01d2fd5c3dbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=e3adeab0-f4db-41e7-bc1e-dc0ee12628f0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:19.955251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.005609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a5b04-3f63-433a-80ea-771c2085dd27 None None] Network d4375654-0af5-40b9-b1d3-4139d2606b74 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:20.026670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-479127c2-5920-4590-a9e4-01d2fd5c3dbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.030150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.042884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:20.043503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.048111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] Allocated IP 2001:db8:0:1::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/b337ad32-f9da-46b2-a8d3-f56f26252232/8bbd322c-120f-4f3c-ab83-58dd0929d738) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:20.110494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.112752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:20.130798 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 9c2acfdb-4c06-4885-91ac-1e41918ea69b resource provider aggregate not found Sep 21 15:58:20.157798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250f6ea-dae2-4723-bb31-3ae60cc1a9e2 None None] Network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:20.168294 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-479127c2-5920-4590-a9e4-01d2fd5c3dbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/e3adeab0-f4db-41e7-bc1e-dc0ee12628f0 HTTP/1.1" status: 204 len: 168 time: 1.8128161 Sep 21 15:58:20.175533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.179325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 39996) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:20.179591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Network': ['ID=fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:20.181888 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 9c2acfdb-4c06-4885-91ac-1e41918ea69b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c2acfdb-4c06-4885-91ac-1e41918ea69b found for delete ", "request_id": "req-1a49d861-c30a-4294-917d-75a208fd30a2"}]} Sep 21 15:58:20.186913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:20.187610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.197777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] For port a2c19c17-254d-46d6-a071-0b8ee567f23c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a2c19c17-254d-46d6-a071-0b8ee567f23c,segment=NetworkSegment(5d02a8cc-9d8a-4557-8ada-fc5d473bd7be),segment_id=5d02a8cc-9d8a-4557-8ada-fc5d473bd7be)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:20.217761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40000) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:20.304537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89573d-b26d-4251-a7f4-ae0e7c769884 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:20.305515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9e89573d-b26d-4251-a7f4-ae0e7c769884 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:20.352721 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ec7b6a06-f949-4bca-8625-97db756e22ee tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6687608 Sep 21 15:58:20.352846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40006) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:20.353786 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9f82b7eb-af97-4f58-ba7b-2915d0e13727 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/networks/fb0fdc2d-5bc3-4653-8f06-c7617b8c14bd HTTP/1.1" status: 204 len: 168 time: 3.3927071 Sep 21 15:58:20.359224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3a3793a1-b366-4262-9a6d-7db3afa96ead tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:20.371939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.388446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40010) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:20.394587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.408396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'name': 'tempest-PortsIpV6TestJSON-2107785486'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:20.411441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] Could not find standard attr ID for object a92f7de9-6a86-4df8-ab05-efaf9234a491. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:58:20.439324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f933248-02dc-473a-a873-3cd488efb044 None None] Update dhcp port {'port': {'network_id': '35141486-eda9-4da6-a789-a9482ba346b3', 'fixed_ips': [{'subnet_id': 'beeaa12c-9beb-494f-89f9-0a69bb54e3e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '9f111158-120d-4eff-bc7d-657fc9e3bf41'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': 'a2c19c17-254d-46d6-a071-0b8ee567f23c'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:58:20.452246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.509303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9e89573d-b26d-4251-a7f4-ae0e7c769884 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:20.510510 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9e89573d-b26d-4251-a7f4-ae0e7c769884 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3273134 Sep 21 15:58:20.530340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40014) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:20.538243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=d4375654-0af5-40b9-b1d3-4139d2606b74,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:20.549031 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f01a8209-2d2c-4728-82d1-da18b6a48c31 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/d4375654-0af5-40b9-b1d3-4139d2606b74 HTTP/1.1" status: 204 len: 168 time: 2.1121688 Sep 21 15:58:20.556286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40018) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:20.560888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-911070597'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:20.585883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-929515627'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:20.593405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:20.598082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:20.605351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Usage tracker for resource:router and tenant:af442e1b7cd140bbacc48495e98e1394 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:20.608359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:20.611003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:20.616653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:20.626335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:20.629127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:20.647320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be74226-d3da-48a1-a7b8-595432bc5817 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.651791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be74226-d3da-48a1-a7b8-595432bc5817 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.673182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:20.686799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:20.691042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:20.704880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:20.716795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.717127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.717229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a3793a1-b366-4262-9a6d-7db3afa96ead tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3406034'] for subnet, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.719321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1f933248-02dc-473a-a873-3cd488efb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.744632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:20.748256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.784821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc91f5a-061b-4183-bcb1-2a5653f7cf13 None None] Pushing event updated for resources: {'Port': ['ID=a2c19c17-254d-46d6-a071-0b8ee567f23c,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:20.794185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c4f50e-a0f6-40c3-a0cf-f2a75df62261 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:20.795710 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d1c4f50e-a0f6-40c3-a0cf-f2a75df62261 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2596471 Sep 21 15:58:20.798908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40022) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:20.838803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] For port 8bbd322c-120f-4f3c-ab83-58dd0929d738, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8bbd322c-120f-4f3c-ab83-58dd0929d738,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:20.843271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.869668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:20.883120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:20.886512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.893758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.894134 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment f8ee95f1-098f-494a-b63d-1221dda7abea of type vlan for network bec24764-3ff1-4ba3-9ac3-411344a18874 Sep 21 15:58:20.931162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be74226-d3da-48a1-a7b8-595432bc5817 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Router 73c3498f-1ff3-44bc-8e71-45a737552d83 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:58:20.939047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port ea7a44d9-dc18-454f-a912-2e1871b593e8 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:20.940792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:20.986904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3beab59-c967-40f9-97f2-12c733e55f71 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:20.988503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3beab59-c967-40f9-97f2-12c733e55f71 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:20.990047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3beab59-c967-40f9-97f2-12c733e55f71 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:20.991357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e3beab59-c967-40f9-97f2-12c733e55f71 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:20.994762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.resource_extend [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:58:21.020413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.021699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7', 'network_id': 'd4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': '4a5c846d-5ad4-45fd-94cd-47661873fafe'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:21.023134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.085079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8bbd322c-120f-4f3c-ab83-58dd0929d738 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:21.155529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.166636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be74226-d3da-48a1-a7b8-595432bc5817 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:21.171248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6be74226-d3da-48a1-a7b8-595432bc5817 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.175488 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6be74226-d3da-48a1-a7b8-595432bc5817 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "PUT /v2.0/routers/73c3498f-1ff3-44bc-8e71-45a737552d83 HTTP/1.1" status: 200 len: 920 time: 5.3549018 Sep 21 15:58:21.175488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40026) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:21.196928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e3beab59-c967-40f9-97f2-12c733e55f71 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:21.200624 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e3beab59-c967-40f9-97f2-12c733e55f71 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3983786 Sep 21 15:58:21.211805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a3793a1-b366-4262-9a6d-7db3afa96ead tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741582825292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3079084'] for subnet, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.219607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40030) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:21.227715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a26772-749a-46ac-95da-e99e9c4df80b None None] Sync routers for ids ['73c3498f-1ff3-44bc-8e71-45a737552d83'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:21.251215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.257522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:21.258309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.262016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.265800 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-021a78f7-f716-4c04-936f-fb429ed4430b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0423329 Sep 21 15:58:21.281313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] Transition to ACTIVE for port object 8bbd322c-120f-4f3c-ab83-58dd0929d738 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:21.292507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a26772-749a-46ac-95da-e99e9c4df80b None None] Routers {'73c3498f-1ff3-44bc-8e71-45a737552d83'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:21.293142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d3a26772-749a-46ac-95da-e99e9c4df80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['73c3498f-1ff3-44bc-8e71-45a737552d83'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:21.294844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40034) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:21.331139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3793a1-b366-4262-9a6d-7db3afa96ead tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:21.331721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a3793a1-b366-4262-9a6d-7db3afa96ead tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.336244 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3a3793a1-b366-4262-9a6d-7db3afa96ead tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "PUT /v2.0/subnets/4a5c846d-5ad4-45fd-94cd-47661873fafe HTTP/1.1" status: 200 len: 826 time: 0.9791591 Sep 21 15:58:21.347632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40038) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:21.372166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d3a26772-749a-46ac-95da-e99e9c4df80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:21.410092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.461455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-1f933248-02dc-473a-a873-3cd488efb044 None None] Allocated IP 172.20.0.1 (35141486-eda9-4da6-a789-a9482ba346b3/9f111158-120d-4eff-bc7d-657fc9e3bf41/a2c19c17-254d-46d6-a071-0b8ee567f23c) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:21.523825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.545096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a26772-749a-46ac-95da-e99e9c4df80b None None] Routers {'73c3498f-1ff3-44bc-8e71-45a737552d83'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:21.545096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d3a26772-749a-46ac-95da-e99e9c4df80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['73c3498f-1ff3-44bc-8e71-45a737552d83'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:21.575296 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0154362 Sep 21 15:58:21.575973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3793a1-b366-4262-9a6d-7db3afa96ead tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=4a5c846d-5ad4-45fd-94cd-47661873fafe,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:21.579360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40042) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:21.588574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-22384262-10ce-4c41-bc09-d80340ac1996 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 5337b52e-2def-45e2-beb7-6b430fbb2c28 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:21.590949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1336f6-8dee-439b-8644-55405a91175b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=bec24764-3ff1-4ba3-9ac3-411344a18874,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:21.598305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85aa5aff-471d-4998-a52d-25e9f8e488ee tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.605676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': 'bec24764-3ff1-4ba3-9ac3-411344a18874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:21.622760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22384262-10ce-4c41-bc09-d80340ac1996 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.630762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network bec24764-3ff1-4ba3-9ac3-411344a18874 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:21.653668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2c19c17-254d-46d6-a071-0b8ee567f23c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:21.729349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d3a26772-749a-46ac-95da-e99e9c4df80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:21.730196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a26772-749a-46ac-95da-e99e9c4df80b None None] The sync data for ids ['73c3498f-1ff3-44bc-8e71-45a737552d83'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:21.734965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6cd68280-f2c0-4958-84f3-4cef4235e3ba tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/routers/73c3498f-1ff3-44bc-8e71-45a737552d83 HTTP/1.1" status: 200 len: 920 time: 0.5561285 Sep 21 15:58:21.735445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40046) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:21.789627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22384262-10ce-4c41-bc09-d80340ac1996 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.814362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Allocated IP 2001:db8::2 (d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7/4a5c846d-5ad4-45fd-94cd-47661873fafe/dddce18d-6032-40cc-bb47-195ef4a26dac) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:21.868994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:21.882302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:21.887099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7b9f-04fb-4f89-b2ed-06d2e7a2c401 None None] Pushing event updated for resources: {'Port': ['ID=8bbd322c-120f-4f3c-ab83-58dd0929d738,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:21.887462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:21.896048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:21.910906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:21.985878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.052565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22384262-10ce-4c41-bc09-d80340ac1996 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.092353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:22.095935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.109128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1f933248-02dc-473a-a873-3cd488efb044 None None] For port a2c19c17-254d-46d6-a071-0b8ee567f23c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a2c19c17-254d-46d6-a071-0b8ee567f23c,segment=NetworkSegment(5d02a8cc-9d8a-4557-8ada-fc5d473bd7be),segment_id=5d02a8cc-9d8a-4557-8ada-fc5d473bd7be)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:22.135085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a2c19c17-254d-46d6-a071-0b8ee567f23c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:22.135486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.149857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85aa5aff-471d-4998-a52d-25e9f8e488ee tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.152697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85aa5aff-471d-4998-a52d-25e9f8e488ee tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.187326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001c9644-2700-42f3-b347-e36cf2e4e702 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:22.196734 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-001c9644-2700-42f3-b347-e36cf2e4e702 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=73c3498f-1ff3-44bc-8e71-45a737552d83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4529855 Sep 21 15:58:22.196734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40050) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:22.202944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.256991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:22.270808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:22.275968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85aa5aff-471d-4998-a52d-25e9f8e488ee tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.276486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aa5aff-471d-4998-a52d-25e9f8e488ee tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1978a9d9-a399-4803-82be-979eb50bfec2 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:22.288341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:22.293898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:22.294830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.302295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85aa5aff-471d-4998-a52d-25e9f8e488ee tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.304019 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-85aa5aff-471d-4998-a52d-25e9f8e488ee tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "DELETE /v2.0/routers/1978a9d9-a399-4803-82be-979eb50bfec2 HTTP/1.1" status: 204 len: 168 time: 1.0064557 Sep 21 15:58:22.304637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=ea7a44d9-dc18-454f-a912-2e1871b593e8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:22.307039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40054) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:22.315465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Request body: {'router': {'name': 'tempest-router-1674694182', 'distributed': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:22.320320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Performing IP validity checks on allocation pools {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:58:22.322318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:58:22.337479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:22.345154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Usage tracker for resource:router and tenant:af442e1b7cd140bbacc48495e98e1394 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:22.350702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:22.367331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:22.379067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3145414f-c78f-452d-a18d-d3bdeb0babc1 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:22.379067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3145414f-c78f-452d-a18d-d3bdeb0babc1 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Synchronizing usage tracker for tenant:ca137235c4f5430090ddd7d15662a967 on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:22.383575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.397745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1f933248-02dc-473a-a873-3cd488efb044 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.411993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Transition to ACTIVE for port object dddce18d-6032-40cc-bb47-195ef4a26dac will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:22.429664 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c0915451-0f6c-44f2-a7a7-7a43a5a3b7f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0402265 Sep 21 15:58:22.432371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40058) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:22.440939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1f933248-02dc-473a-a873-3cd488efb044 None None] Transition to ACTIVE for port object a2c19c17-254d-46d6-a071-0b8ee567f23c will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:22.451163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Transition to ACTIVE for port object dddce18d-6032-40cc-bb47-195ef4a26dac will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:22.482913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22384262-10ce-4c41-bc09-d80340ac1996 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.484143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3145414f-c78f-452d-a18d-d3bdeb0babc1 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Unset dirty status for tenant:ca137235c4f5430090ddd7d15662a967 on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:22.490686 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3145414f-c78f-452d-a18d-d3bdeb0babc1 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 881 time: 0.2880065 Sep 21 15:58:22.495527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40062) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:22.526027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a2c19c17-254d-46d6-a071-0b8ee567f23c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:22.531026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9c673-a9c7-48b0-89e8-468fa3a9ac94 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port ea7a44d9-dc18-454f-a912-2e1871b593e8 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:22.534125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c673-a9c7-48b0-89e8-468fa3a9ac94 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.571355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.572724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.588800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1f933248-02dc-473a-a873-3cd488efb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.591400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.601512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22384262-10ce-4c41-bc09-d80340ac1996 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.615278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22384262-10ce-4c41-bc09-d80340ac1996 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=5337b52e-2def-45e2-beb7-6b430fbb2c28,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:22.628952 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2a468060-8b82-41b6-a2bd-20e4bf1cc753 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c3498f-1ff3-44bc-8e71-45a737552d83 HTTP/1.1" status: 200 len: 205 time: 0.0912099 Sep 21 15:58:22.629080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40066) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:22.643489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a92f7de9-6a86-4df8-ab05-efaf9234a491 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:22.697496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.737557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.750513 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-22384262-10ce-4c41-bc09-d80340ac1996 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/5337b52e-2def-45e2-beb7-6b430fbb2c28 HTTP/1.1" status: 204 len: 168 time: 1.5012083 Sep 21 15:58:22.754731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.761060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40070) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:22.767261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba15755-0098-4c6e-a52f-25034a38354a None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:22.781557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.829784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a92f7de9-6a86-4df8-ab05-efaf9234a491 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:22.830992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a92f7de9-6a86-4df8-ab05-efaf9234a491 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:22.906702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=999c783a-580e-4355-a6a8-57de3f507c3b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:22.939959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:22.950023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:22.968593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5c846d-5ad4-45fd-94cd-47661873fafe,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:22.971748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:22.977302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:22.984823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': 'f8ee95f1-098f-494a-b63d-1221dda7abea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bec24764-3ff1-4ba3-9ac3-411344a18874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:22.985380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: bec24764-3ff1-4ba3-9ac3-411344a18874, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:23.019251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:23.057250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1c136a-b71f-4e6b-a090-456fb86cddd8') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:23.057548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1c136a-b71f-4e6b-a090-456fb86cddd8') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:23.084281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8bbd322c-120f-4f3c-ab83-58dd0929d738 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:23.084700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-985a2a50-6554-46ff-8bfb-b1881690eb28 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet b337ad32-f9da-46b2-a8d3-f56f26252232 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:23.089255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.092015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c673-a9c7-48b0-89e8-468fa3a9ac94 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.099599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-985a2a50-6554-46ff-8bfb-b1881690eb28 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.122823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.134515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.135707 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-df2ebbac-6daf-49ca-9f77-97a3db68dd48 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8276887 Sep 21 15:58:23.135919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:23.136467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.144531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.153899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d79b39e7-a045-45f1-871e-b39cd51becd9 None None] Provisioning for port 8bbd322c-120f-4f3c-ab83-58dd0929d738 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:23.163229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40074) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:23.228259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network bec24764-3ff1-4ba3-9ac3-411344a18874 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:23.246470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f933248-02dc-473a-a873-3cd488efb044 None None] Pushing event updated for resources: {'Port': ['ID=a2c19c17-254d-46d6-a071-0b8ee567f23c,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:23.249239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d79b39e7-a045-45f1-871e-b39cd51becd9 None None] Provisioning complete for port 8bbd322c-120f-4f3c-ab83-58dd0929d738 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:23.249625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d79b39e7-a045-45f1-871e-b39cd51becd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.285169 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3d1c136a-b71f-4e6b-a090-456fb86cddd8 resource provider aggregate not found Sep 21 15:58:23.357732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9c673-a9c7-48b0-89e8-468fa3a9ac94 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for ea7a44d9-dc18-454f-a912-2e1871b593e8 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:23.379044 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3d1c136a-b71f-4e6b-a090-456fb86cddd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d1c136a-b71f-4e6b-a090-456fb86cddd8 found for delete ", "request_id": "req-8704fc60-b5da-4a08-9870-403d26ae44ee"}]} Sep 21 15:58:23.399046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e79a1d4-77e7-47eb-94a8-ea5d80025400 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.450685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-985a2a50-6554-46ff-8bfb-b1881690eb28 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.503257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Attempting to bind port dddce18d-6032-40cc-bb47-195ef4a26dac on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:23.503760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Attempting to bind port dddce18d-6032-40cc-bb47-195ef4a26dac by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '3d1c136a-b71f-4e6b-a090-456fb86cddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:23.504731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Attempting to bind port dddce18d-6032-40cc-bb47-195ef4a26dac on network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:23.541476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:23.542194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Checking segment: {'id': '3d1c136a-b71f-4e6b-a090-456fb86cddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:23.542715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.543221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Bound using segment: {'id': '3d1c136a-b71f-4e6b-a090-456fb86cddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:23.543810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Bound port: dddce18d-6032-40cc-bb47-195ef4a26dac, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1c136a-b71f-4e6b-a090-456fb86cddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:23.544429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.568147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Pushing event updated for resources: {'Port': ['ID=dddce18d-6032-40cc-bb47-195ef4a26dac,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:23.604087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, bec24764-3ff1-4ba3-9ac3-411344a18874) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:23.609015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:23.609603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.623902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:58:23.623902 dv-neutron-858618-1-hyperv neutron-server[89726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:58:23.623902 dv-neutron-858618-1-hyperv neutron-server[89726]: [parameters: {'id': 'd4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7'}] Sep 21 15:58:23.623902 dv-neutron-858618-1-hyperv neutron-server[89726]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:23.624447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:23.636150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e4b4f-6755-4557-a829-8ebf9e438dde None None] Network bec24764-3ff1-4ba3-9ac3-411344a18874 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:23.655139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8bbd322c-120f-4f3c-ab83-58dd0929d738 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:23.655673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.813243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.825827 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-33d248fc-681e-43f7-b37f-58d92059640a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2351494 Sep 21 15:58:23.828622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40082) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:23.858195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-985a2a50-6554-46ff-8bfb-b1881690eb28 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.917220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c673-a9c7-48b0-89e8-468fa3a9ac94 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.961865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb71f1-7e34-408b-b5ec-34b74607f804 None None] Network 35141486-eda9-4da6-a789-a9482ba346b3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:23.967115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Deleting port 6e05246f-e24a-4e62-b360-b2da20017f2f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:23.967375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.992139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e79a1d4-77e7-47eb-94a8-ea5d80025400 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:23.999735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e79a1d4-77e7-47eb-94a8-ea5d80025400 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.014869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9c673-a9c7-48b0-89e8-468fa3a9ac94 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=ea7a44d9-dc18-454f-a912-2e1871b593e8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:24.043915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c673-a9c7-48b0-89e8-468fa3a9ac94 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.058441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d79b39e7-a045-45f1-871e-b39cd51becd9 None None] Current status of the port 8bbd322c-120f-4f3c-ab83-58dd0929d738 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:24.064002 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5fa9c673-a9c7-48b0-89e8-468fa3a9ac94 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/ea7a44d9-dc18-454f-a912-2e1871b593e8 HTTP/1.1" status: 204 len: 168 time: 1.6305048 Sep 21 15:58:24.083300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40086) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:24.092826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'mac_address': 'fa:16:3e:93:8d:f0', 'name': 'tempest-PortsIpV6TestJSON-1322638866'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:24.097454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] For port dddce18d-6032-40cc-bb47-195ef4a26dac, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:24.107504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.146981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.164189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-985a2a50-6554-46ff-8bfb-b1881690eb28 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.181167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] For port dddce18d-6032-40cc-bb47-195ef4a26dac, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=dddce18d-6032-40cc-bb47-195ef4a26dac,segment=NetworkSegment(3d1c136a-b71f-4e6b-a090-456fb86cddd8),segment_id=3d1c136a-b71f-4e6b-a090-456fb86cddd8)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:24.181786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port dddce18d-6032-40cc-bb47-195ef4a26dac {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:24.182321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.212209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.250532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e79a1d4-77e7-47eb-94a8-ea5d80025400 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.251229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e79a1d4-77e7-47eb-94a8-ea5d80025400 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53b08a9d-52ad-44fa-9f51-8741345cd602 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:24.260898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.276494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e79a1d4-77e7-47eb-94a8-ea5d80025400 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.281259 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3e79a1d4-77e7-47eb-94a8-ea5d80025400 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "DELETE /v2.0/routers/53b08a9d-52ad-44fa-9f51-8741345cd602 HTTP/1.1" status: 204 len: 168 time: 1.1117425 Sep 21 15:58:24.283082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40090) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:24.287388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a2a50-6554-46ff-8bfb-b1881690eb28 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=b337ad32-f9da-46b2-a8d3-f56f26252232,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:24.300457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Request body: {'router': {'name': 'tempest-router-348131686', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4075e92078314cb8bb3539cfb1168fda'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:24.313597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:24.321569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8bbd322c-120f-4f3c-ab83-58dd0929d738 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:24.344630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-985a2a50-6554-46ff-8bfb-b1881690eb28 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.348557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Usage tracker for resource:router and tenant:4075e92078314cb8bb3539cfb1168fda is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:24.358833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:24.370881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:24.378447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-985a2a50-6554-46ff-8bfb-b1881690eb28 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/b337ad32-f9da-46b2-a8d3-f56f26252232 HTTP/1.1" status: 204 len: 168 time: 1.6088340 Sep 21 15:58:24.383937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40094) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:24.384857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:24.435084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59da77e0-e912-4f20-b062-7a24fc477fd0 None None] Provisioning for port a2c19c17-254d-46d6-a071-0b8ee567f23c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:24.487283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:24.499942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.509203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:24.513480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] For port dddce18d-6032-40cc-bb47-195ef4a26dac, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=dddce18d-6032-40cc-bb47-195ef4a26dac,segment=NetworkSegment(3d1c136a-b71f-4e6b-a090-456fb86cddd8),segment_id=3d1c136a-b71f-4e6b-a090-456fb86cddd8)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:24.514049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.517486 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2a514fcc-65c1-44f9-995d-f185af7fe8a0 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196430 Sep 21 15:58:24.520829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40098) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:24.521716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:24.534467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:24.580243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259c799b-6a7d-4a39-8de7-c4239436cd37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-bec24764-3ff1-4ba3-9ac3-411344a18874', 'network_id': 'bec24764-3ff1-4ba3-9ac3-411344a18874', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': '999c783a-580e-4355-a6a8-57de3f507c3b'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:24.581186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-259c799b-6a7d-4a39-8de7-c4239436cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.591383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59da77e0-e912-4f20-b062-7a24fc477fd0 None None] Provisioning complete for port a2c19c17-254d-46d6-a071-0b8ee567f23c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:24.596946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59da77e0-e912-4f20-b062-7a24fc477fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.675338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1fe12-5930-4037-af6b-36b0e2e7ce02 None None] Pushing event updated for resources: {'Port': ['ID=dddce18d-6032-40cc-bb47-195ef4a26dac,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:24.676030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Calling delete_port for 6e05246f-e24a-4e62-b360-b2da20017f2f owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:24.707779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.708814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.717505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Calling delete_port for dddce18d-6032-40cc-bb47-195ef4a26dac owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:24.762054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.779078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:24.791910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e8331-2576-4853-aa94-10123304756d None None] Network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:24.826067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=999c783a-580e-4355-a6a8-57de3f507c3b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:24.952164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:24.984659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.002150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:25.013682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec24764-3ff1-4ba3-9ac3-411344a18874']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:25.029440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.030926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ee95f1-098f-494a-b63d-1221dda7abea') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:25.031457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ee95f1-098f-494a-b63d-1221dda7abea') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:25.039854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:25.046254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.049975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:25.064719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:25.065025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2c19c17-254d-46d6-a071-0b8ee567f23c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:25.075927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.085767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 125d569e-57ed-4e07-a5ae-76ec7770d765 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:25.112909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db2a50-ffa6-4edf-8366-417d11c587f2 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:25.127034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.135213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No DVR routers for this DVR port dddce18d-6032-40cc-bb47-195ef4a26dac on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:25.177790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Port': ['ID=dddce18d-6032-40cc-bb47-195ef4a26dac,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:25.184692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:25.185103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.219875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a744bb3b-526c-455b-b6b9-39ec3f85d68e None None] Network bec24764-3ff1-4ba3-9ac3-411344a18874 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:25.229319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.289681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:25.293182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.326979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-59da77e0-e912-4f20-b062-7a24fc477fd0 None None] Current status of the port a2c19c17-254d-46d6-a071-0b8ee567f23c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:25.450718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.450941 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f8ee95f1-098f-494a-b63d-1221dda7abea resource provider aggregate not found Sep 21 15:58:25.451427 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b3a4ac11-5499-489c-aafe-2b98df1629a6 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1614196 Sep 21 15:58:25.458373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40104) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:25.468798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.475000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:25.518965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.533193 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f8ee95f1-098f-494a-b63d-1221dda7abea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8ee95f1-098f-494a-b63d-1221dda7abea found for delete ", "request_id": "req-10c88f3d-0df5-4530-abdf-699ae7f51650"}]} Sep 21 15:58:25.558318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:25.567448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.573831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.597200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a2c19c17-254d-46d6-a071-0b8ee567f23c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:25.597547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.612054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=bec24764-3ff1-4ba3-9ac3-411344a18874,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:25.620397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1c136a-b71f-4e6b-a090-456fb86cddd8') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:25.621291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1c136a-b71f-4e6b-a090-456fb86cddd8') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:25.638205 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ad17c97c-b07f-4c4d-a3a3-713b2ab4a8ab tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/bec24764-3ff1-4ba3-9ac3-411344a18874 HTTP/1.1" status: 204 len: 168 time: 1.8068497 Sep 21 15:58:25.641657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40110) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:25.648057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.650404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f49b271a-71c3-4049-a0b3-9981ae501a20 None None] Provisioning complete for port 8bbd322c-120f-4f3c-ab83-58dd0929d738 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:25.651095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f49b271a-71c3-4049-a0b3-9981ae501a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.659073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-49660494'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:25.668184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:25.677104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:25.680720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.682994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:25.691572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:25.693751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:25.694628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.695012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26607836-71ee-4d92-809f-98a6f76ae936 None None] Network d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:25.827986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:25.830819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event deleted for resources: {'Port': ['ID=6e05246f-e24a-4e62-b360-b2da20017f2f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:25.831795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.867576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.873781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:25.891842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.908855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:25.909072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.914959 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b790c8a7-4e53-4dc5-a22b-f71b8e6de114 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 HTTP/1.1" status: 204 len: 168 time: 4.5676899 Sep 21 15:58:25.916203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.916757 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 22c51f9c-2fe7-41fb-a874-d3b149b91929 of type vlan for network 3a81cf49-cd71-4303-8fac-a7bcb74b458b Sep 21 15:58:25.918021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40114) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:25.956448 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc25ed8-7203-4330-9500-0973c324b74d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:25.957352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc25ed8-7203-4330-9500-0973c324b74d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:25.959008 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dfc25ed8-7203-4330-9500-0973c324b74d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 HTTP/1.1" status: 404 len: 339 time: 0.0400648 Sep 21 15:58:25.965695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40118) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:25.982702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155890332', 'description': 'd1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:25.990162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:25.994190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:26.000095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Usage tracker for resource:network and tenant:d3c3d4c24488433a9454dcd8a3fd3b99 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:26.003917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:26.012708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:26.021603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a2c19c17-254d-46d6-a071-0b8ee567f23c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:26.034882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f49b271a-71c3-4049-a0b3-9981ae501a20 None None] Current status of the port 8bbd322c-120f-4f3c-ab83-58dd0929d738 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:26.075086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:26.080885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] Deleting port 8bbd322c-120f-4f3c-ab83-58dd0929d738 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:26.083321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.131047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:26.135500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.166794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.172961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:26.173574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.188674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:26.232429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1b0e1971-f62f-46e7-a523-07d1fb201f22 None None] Provisioning complete for port a2c19c17-254d-46d6-a071-0b8ee567f23c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:26.232429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1b0e1971-f62f-46e7-a523-07d1fb201f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.282434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.282779 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment e69f00a3-d02d-4ab6-9007-f108254dc204 of type vlan for network 382a26f7-5181-4eba-be47-bf48de5b0615 Sep 21 15:58:26.287293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.306380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=3a81cf49-cd71-4303-8fac-a7bcb74b458b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:26.324312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.330479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 3a81cf49-cd71-4303-8fac-a7bcb74b458b details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:26.336920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.337250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.383669 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6f074f12-10d8-4edb-8bf1-ba87f68552ce tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7380345 Sep 21 15:58:26.384042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40122) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:26.389841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': '3a81cf49-cd71-4303-8fac-a7bcb74b458b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:26.469364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.474941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:26.476103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.564013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] For port 8bbd322c-120f-4f3c-ab83-58dd0929d738, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8bbd322c-120f-4f3c-ab83-58dd0929d738,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:26.564013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.609717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:26.612099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=382a26f7-5181-4eba-be47-bf48de5b0615,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:26.617378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:26.620393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:26.627310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.627617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:26.636144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.637830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 382a26f7-5181-4eba-be47-bf48de5b0615 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:26.649037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89725) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 21 15:58:26.649523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Router d5ce1399-4e05-48bb-b0e8-ee35f971f65e migrating from provider to provider. {{(pid=89725) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 21 15:58:26.649898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.670935 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-40185b8f-91cf-4edb-822c-e90718a44647 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7044561 Sep 21 15:58:26.673649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40126) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:26.675537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.710623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e1971-f62f-46e7-a523-07d1fb201f22 None None] Current status of the port a2c19c17-254d-46d6-a071-0b8ee567f23c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:26.721413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] Calling delete_port for 8bbd322c-120f-4f3c-ab83-58dd0929d738 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:26.748766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.787222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:26.793412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.805738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.807501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:26.809723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Fanout notify agent at l3_agent the message router_deleted on router 73c3498f-1ff3-44bc-8e71-45a737552d83 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:26.820530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20418afa-f303-4d03-8cb2-e9cc6e79061f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:26.822022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-20418afa-f303-4d03-8cb2-e9cc6e79061f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Synchronizing usage tracker for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:26.938702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8bbd322c-120f-4f3c-ab83-58dd0929d738 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:26.979702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8bbd322c-120f-4f3c-ab83-58dd0929d738 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:26.980049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8bbd322c-120f-4f3c-ab83-58dd0929d738 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:26.982098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.001439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-20418afa-f303-4d03-8cb2-e9cc6e79061f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Unset dirty status for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:27.005540 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-20418afa-f303-4d03-8cb2-e9cc6e79061f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/networks?id=382a26f7-5181-4eba-be47-bf48de5b0615 HTTP/1.1" status: 200 len: 765 time: 0.3307128 Sep 21 15:58:27.009356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40130) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:27.015180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6fd4604a-3528-4ce6-bf82-0f122c854d3d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'description': 'd2'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:27.036798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] Pushing event deleted for resources: {'Port': ['ID=8bbd322c-120f-4f3c-ab83-58dd0929d738,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:27.040854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f188d-b666-4bba-902d-f2b91c5ff40d None None] No DVR routers for this DVR port 8bbd322c-120f-4f3c-ab83-58dd0929d738 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:27.059487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b4e78-8371-4217-b93f-82fde8f8497f None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:58:27.186046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:27.187963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2b4e78-8371-4217-b93f-82fde8f8497f None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:58:27.194539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:27.200792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=125d569e-57ed-4e07-a5ae-76ec7770d765,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:27.203162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:27.208586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:27.209209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.220157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.225455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f8ae09e2-fed4-4465-b2ab-7da45cf4c22b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/73c3498f-1ff3-44bc-8e71-45a737552d83 HTTP/1.1" status: 204 len: 168 time: 4.5920732 Sep 21 15:58:27.226829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40134) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:27.245066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1340144288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:27.281672 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] No L3 agents can host the router d5ce1399-4e05-48bb-b0e8-ee35f971f65e Sep 21 15:58:27.282740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:27.292823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Usage tracker for resource:router and tenant:ac7da7edd4ad4241b3d7d5a38bd12807 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:27.300746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:58:27.302404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:27.305994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.307781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6fd4604a-3528-4ce6-bf82-0f122c854d3d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.339548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:27.348503 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-142bc750-4633-4bff-a7de-115520d35a68 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2647707 Sep 21 15:58:27.352153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40138) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:27.401787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.442317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:27.449863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6fd4604a-3528-4ce6-bf82-0f122c854d3d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.494364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fd4604a-3528-4ce6-bf82-0f122c854d3d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network 382a26f7-5181-4eba-be47-bf48de5b0615 is not hosted by any dhcp agent {{(pid=89726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:58:27.499327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:27.499662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd4604a-3528-4ce6-bf82-0f122c854d3d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:27.500265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6fd4604a-3528-4ce6-bf82-0f122c854d3d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.504049 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6fd4604a-3528-4ce6-bf82-0f122c854d3d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "PUT /v2.0/networks/382a26f7-5181-4eba-be47-bf48de5b0615 HTTP/1.1" status: 200 len: 762 time: 0.4914823 Sep 21 15:58:27.512763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40142) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:27.514112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:27.514708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.520407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.521435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.555564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '6117d1b5-c6ff-4566-8520-fe9a81300a6b'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:27.557125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.558290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=6117d1b5-c6ff-4566-8520-fe9a81300a6b,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:27.674468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c374d3d7-21ff-4e81-912b-a857ca8ef775 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:27.675046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c374d3d7-21ff-4e81-912b-a857ca8ef775 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:27.700197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.709581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Hosts for router d5ce1399-4e05-48bb-b0e8-ee35f971f65e: [] {{(pid=89725) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 21 15:58:27.722915 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3d1c136a-b71f-4e6b-a090-456fb86cddd8 resource provider aggregate not found Sep 21 15:58:27.727548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=a2c8f176-a5d7-4da5-bfe3-afbebf43a005,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:27.745118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Allocated IP 2001:db8::f816:3eff:fe42:97c2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/6117d1b5-c6ff-4566-8520-fe9a81300a6b/c42aaca2-6f10-4dab-9bbd-59c163918a50) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:27.745351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4604a-3528-4ce6-bf82-0f122c854d3d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=382a26f7-5181-4eba-be47-bf48de5b0615,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:27.753886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': '22c51f9c-2fe7-41fb-a874-d3b149b91929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3a81cf49-cd71-4303-8fac-a7bcb74b458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:27.754387 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: 3a81cf49-cd71-4303-8fac-a7bcb74b458b, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:27.764733 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3d1c136a-b71f-4e6b-a090-456fb86cddd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d1c136a-b71f-4e6b-a090-456fb86cddd8 found for delete ", "request_id": "req-74ad1065-9504-46ee-8cbe-7cc602810486"}]} Sep 21 15:58:27.765856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 382a26f7-5181-4eba-be47-bf48de5b0615 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:27.772386 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a789344d-d799-4f72-8f90-359f4730b94e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2469816 Sep 21 15:58:27.775355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40150) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:27.782981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:27.788660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea79844-ff19-4227-a2f9-d213fd962fae tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:27.789354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-aea79844-ff19-4227-a2f9-d213fd962fae tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Synchronizing usage tracker for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:27.796023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Hosts for other DVR routers connected to router d5ce1399-4e05-48bb-b0e8-ee35f971f65e: set() {{(pid=89725) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 21 15:58:27.808371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.811989 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0f48aaa4-7e4c-4dc1-aaef-04a6f0b72614 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "PUT /v2.0/routers/d5ce1399-4e05-48bb-b0e8-ee35f971f65e HTTP/1.1" status: 200 len: 716 time: 2.3477449 Sep 21 15:58:27.812857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-aea79844-ff19-4227-a2f9-d213fd962fae tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Unset dirty status for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:27.812987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40154) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:27.813400 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aea79844-ff19-4227-a2f9-d213fd962fae tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/networks?id=382a26f7-5181-4eba-be47-bf48de5b0615 HTTP/1.1" status: 200 len: 765 time: 0.2946200 Sep 21 15:58:27.817198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40158) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:27.899336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:27.927258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c374d3d7-21ff-4e81-912b-a857ca8ef775 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:27.931949 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c374d3d7-21ff-4e81-912b-a857ca8ef775 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/125d569e-57ed-4e07-a5ae-76ec7770d765 HTTP/1.1" status: 200 len: 845 time: 0.5786004 Sep 21 15:58:27.932144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40162) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:27.948821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network 3a81cf49-cd71-4303-8fac-a7bcb74b458b is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:28.017694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.018907 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-80ae47d0-fc6b-4ce6-aa51-7dfe25c7c0e0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7866328 Sep 21 15:58:28.025457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40166) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:28.036455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:28.048800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f98bb-57b0-4e8c-aa9f-d0097c1fb69f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.053634 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-735f98bb-57b0-4e8c-aa9f-d0097c1fb69f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2322361 Sep 21 15:58:28.053792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f8be9005-9d81-4eb0-ab60-00dcd0cdd084 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 125d569e-57ed-4e07-a5ae-76ec7770d765 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:28.054148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8be9005-9d81-4eb0-ab60-00dcd0cdd084 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.079362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40170) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:28.093343 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c915c521-7331-4d28-b50f-7adfaac56341 tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "GET /v2.0/routers/d5ce1399-4e05-48bb-b0e8-ee35f971f65e HTTP/1.1" status: 200 len: 716 time: 0.2776010 Sep 21 15:58:28.094720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40174) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:28.108604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 3a81cf49-cd71-4303-8fac-a7bcb74b458b) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:28.141201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.153237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6136fd21-84e1-48b7-8922-a14a06a99b62 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Synchronizing usage tracker for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:28.153623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Transition to ACTIVE for port object c42aaca2-6f10-4dab-9bbd-59c163918a50 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:28.175101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.175702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.179143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Transition to ACTIVE for port object c42aaca2-6f10-4dab-9bbd-59c163918a50 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:28.258593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.330278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:28.333375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:28.336715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:28.368070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6136fd21-84e1-48b7-8922-a14a06a99b62 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Unset dirty status for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:28.368656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:28.369230 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6136fd21-84e1-48b7-8922-a14a06a99b62 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 207 time: 0.2837923 Sep 21 15:58:28.374162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40180) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:28.378149 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6f08e96b-7d94-41a6-82fd-6460022902ad tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9906342 Sep 21 15:58:28.380722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:28.384921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40184) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:28.396585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Pushing event updated for resources: {'Port': ['ID=c42aaca2-6f10-4dab-9bbd-59c163918a50,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:28.407946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:28.461723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Attempting to bind port c42aaca2-6f10-4dab-9bbd-59c163918a50 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:28.462143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Attempting to bind port c42aaca2-6f10-4dab-9bbd-59c163918a50 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:28.462485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Attempting to bind port c42aaca2-6f10-4dab-9bbd-59c163918a50 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:28.469337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:28.469337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:28.469337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.469337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:28.469970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Bound port: c42aaca2-6f10-4dab-9bbd-59c163918a50, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:28.470315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.523339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:28.555656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8be9005-9d81-4eb0-ab60-00dcd0cdd084 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.560556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] For port c42aaca2-6f10-4dab-9bbd-59c163918a50, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:28.564990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] For port c42aaca2-6f10-4dab-9bbd-59c163918a50, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c42aaca2-6f10-4dab-9bbd-59c163918a50,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:28.567418 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c545ed34-f868-4dc8-bccc-2bfcf65351ed tempest-RoutersTestDVR-742237846 tempest-RoutersTestDVR-742237846-project] 10.222.0.65 "GET /v2.0/routers/d5ce1399-4e05-48bb-b0e8-ee35f971f65e HTTP/1.1" status: 200 len: 682 time: 0.4386282 Sep 21 15:58:28.575980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40188) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:28.616945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.626657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.681204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.686838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de149f-942d-4a5e-8752-aae48de92acf tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.692715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de149f-942d-4a5e-8752-aae48de92acf tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.699555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de149f-942d-4a5e-8752-aae48de92acf tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.705745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de149f-942d-4a5e-8752-aae48de92acf tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.709388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd981-5f1f-411f-bfe6-d0e4fc21cabc None None] Pushing event updated for resources: {'Port': ['ID=c42aaca2-6f10-4dab-9bbd-59c163918a50,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:28.711786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de149f-942d-4a5e-8752-aae48de92acf tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.717613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de149f-942d-4a5e-8752-aae48de92acf tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:28.719447 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f8de149f-942d-4a5e-8752-aae48de92acf tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3426819 Sep 21 15:58:28.722979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:28.725708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:28.756559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40192) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:28.895063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f8be9005-9d81-4eb0-ab60-00dcd0cdd084 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 125d569e-57ed-4e07-a5ae-76ec7770d765 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:29.086259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2551ba20-82d3-4204-bc44-f201c1917ced tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.214132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.239983 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.ipam_backend_mixin [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6117d1b5-c6ff-4566-8520-fe9a81300a6b (CIDR: 2001:db8::/64) Sep 21 15:58:29.262133 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-351dbea9-d7fe-4e63-802f-d65c1a39aec1 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5038600 Sep 21 15:58:29.265389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40196) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:29.303860 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:58:29.304269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:29.370649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0dc22-e717-4b86-84c0-aa9b64c1ca97 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.372162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0dc22-e717-4b86-84c0-aa9b64c1ca97 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.373637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0dc22-e717-4b86-84c0-aa9b64c1ca97 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.375141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0dc22-e717-4b86-84c0-aa9b64c1ca97 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.376624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0dc22-e717-4b86-84c0-aa9b64c1ca97 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.377525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-36d0dc22-e717-4b86-84c0-aa9b64c1ca97 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Synchronizing usage tracker for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:29.399363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-36d0dc22-e717-4b86-84c0-aa9b64c1ca97 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Unset dirty status for tenant:d3c3d4c24488433a9454dcd8a3fd3b99 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:29.404688 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-36d0dc22-e717-4b86-84c0-aa9b64c1ca97 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1342347 Sep 21 15:58:29.405046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40200) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:29.442579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8be9005-9d81-4eb0-ab60-00dcd0cdd084 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.502958 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-993da189-b359-400b-9c82-227c5900c46f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7263238 Sep 21 15:58:29.515031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2551ba20-82d3-4204-bc44-f201c1917ced tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.518176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40204) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:29.522122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be9005-9d81-4eb0-ab60-00dcd0cdd084 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=125d569e-57ed-4e07-a5ae-76ec7770d765,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:29.525278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2551ba20-82d3-4204-bc44-f201c1917ced tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.531851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:29.557556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f8be9005-9d81-4eb0-ab60-00dcd0cdd084 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.634397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95dcf5-4d4e-41c4-a4ec-3d035724160d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.635796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95dcf5-4d4e-41c4-a4ec-3d035724160d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.637193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95dcf5-4d4e-41c4-a4ec-3d035724160d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.638609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95dcf5-4d4e-41c4-a4ec-3d035724160d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.639992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95dcf5-4d4e-41c4-a4ec-3d035724160d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.646851 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3c95dcf5-4d4e-41c4-a4ec-3d035724160d tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2356486 Sep 21 15:58:29.646851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.655080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40208) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:29.658335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.674863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.742959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2551ba20-82d3-4204-bc44-f201c1917ced tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.743439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2551ba20-82d3-4204-bc44-f201c1917ced tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5ce1399-4e05-48bb-b0e8-ee35f971f65e {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:29.798947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2551ba20-82d3-4204-bc44-f201c1917ced tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:29.804011 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2551ba20-82d3-4204-bc44-f201c1917ced tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d5ce1399-4e05-48bb-b0e8-ee35f971f65e HTTP/1.1" status: 204 len: 168 time: 1.2231920 Sep 21 15:58:29.806298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40212) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:29.812945 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f8be9005-9d81-4eb0-ab60-00dcd0cdd084 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/125d569e-57ed-4e07-a5ae-76ec7770d765 HTTP/1.1" status: 204 len: 168 time: 1.8773818 Sep 21 15:58:29.818031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40216) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:29.833084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Request body: {'router': {'name': 'tempest-router-6230437', 'distributed': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:29.844984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036590e-20b5-475b-88ab-b5d114ace7b5 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:29.855427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:29.862086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc69b4-1801-4ddb-8573-e6ca617df74c None None] Network 3a81cf49-cd71-4303-8fac-a7bcb74b458b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:29.870899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Usage tracker for resource:router and tenant:af442e1b7cd140bbacc48495e98e1394 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:29.874757 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-696cff35-f419-407a-987d-6c2c59cd73f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:58:29.876094 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-696cff35-f419-407a-987d-6c2c59cd73f6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/125d569e-57ed-4e07-a5ae-76ec7770d765 HTTP/1.1" status: 404 len: 333 time: 0.0564551 Sep 21 15:58:29.877523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Allocated IP 172.26.0.134 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/b8506779-5502-4069-ba17-54d7e667a82a) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:29.879813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:29.882332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40220) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:29.889930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'name': 'tempest-PortsIpV6TestJSON-366360111'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:29.892199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:29.906416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:29.921181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:29.929443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:29.950147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:29.967933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d055450-4770-4c42-82a7-6caa1c420063 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:29.969584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2d055450-4770-4c42-82a7-6caa1c420063 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/networks/d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e HTTP/1.1" status: 200 len: 803 time: 0.3128960 Sep 21 15:58:29.973998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40224) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:30.058316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.059646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.070367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:30.074960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.092753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:30.096919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:30.100618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:30.106939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:30.142343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-35b99ffc-ef08-4e55-a286-5b7d6031bec6 None None] Provisioning for port c42aaca2-6f10-4dab-9bbd-59c163918a50 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:30.174319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.195636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:30.200138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.211431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac20101-eb6f-4aec-90a8-4beeb84e66dd None None] Network 3a81cf49-cd71-4303-8fac-a7bcb74b458b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:30.230369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 97feba79-e156-4901-a5f6-370d9115531b yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:30.295674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.339962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.380911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c8f176-a5d7-4da5-bfe3-afbebf43a005,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:30.396110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.493365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:30.498458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:30.508156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:30.541873 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d13bce02-164a-41d3-85cd-0e9d591b787f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/networks/d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5613599 Sep 21 15:58:30.546157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40228) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:30.555644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.558644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event updated for resources: {'Port': ['ID=b8506779-5502-4069-ba17-54d7e667a82a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:30.590813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.649580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a81cf49-cd71-4303-8fac-a7bcb74b458b']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:30.671545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a28aa-8a19-42fd-a23f-979574862c0c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:30.672851 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ee5a28aa-8a19-42fd-a23f-979574862c0c tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/subnets/bf241361-4e23-489e-adaf-052bac0b4d22 HTTP/1.1" status: 200 len: 843 time: 0.1221406 Sep 21 15:58:30.674548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c51f9c-2fe7-41fb-a874-d3b149b91929') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:30.674855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c51f9c-2fe7-41fb-a874-d3b149b91929') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:30.683247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40232) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:30.686520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.743043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.820162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.840063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.841987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:30.842325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.934893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f968cf6f-43a2-4383-9fea-c162792496a4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['shared'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:30.944539 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f968cf6f-43a2-4383-9fea-c162792496a4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "GET /v2.0/subnets/bf241361-4e23-489e-adaf-052bac0b4d22?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2450595 Sep 21 15:58:30.951871 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 22c51f9c-2fe7-41fb-a874-d3b149b91929 resource provider aggregate not found Sep 21 15:58:30.961428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40238) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:30.962561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:30.964510 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-52c23b4f-dc7d-4e7d-8509-d58a6a68924b tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 718 time: 1.1535082 Sep 21 15:58:30.971872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40244) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:30.976452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502923025'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:30.992283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:31.007699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c42aaca2-6f10-4dab-9bbd-59c163918a50 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:31.055823 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 22c51f9c-2fe7-41fb-a874-d3b149b91929 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22c51f9c-2fe7-41fb-a874-d3b149b91929 found for delete ", "request_id": "req-ed083efb-5d90-43db-8314-0ec163777124"}]} Sep 21 15:58:31.126001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:31.132930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:31.137583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:31.146068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:31.151807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:31.152414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.156148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=97feba79-e156-4901-a5f6-370d9115531b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:31.158117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c42aaca2-6f10-4dab-9bbd-59c163918a50 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:31.162100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a466a62f-1fde-40a2-be4e-fd86bd321d5f tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.170315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c42aaca2-6f10-4dab-9bbd-59c163918a50 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:31.170732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.224465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.261319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.310980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c42aaca2-6f10-4dab-9bbd-59c163918a50 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:31.311605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.315469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.317253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:31.321394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.330125 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e9372f78-572c-4fbd-a2e2-b7ec28d63a8b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4466567 Sep 21 15:58:31.331673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40248) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:31.346445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=3a81cf49-cd71-4303-8fac-a7bcb74b458b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:31.349776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c42aaca2-6f10-4dab-9bbd-59c163918a50, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c42aaca2-6f10-4dab-9bbd-59c163918a50,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:31.355479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:31.383886 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-429a3269-3f73-48d8-a94f-e93258fe2e1e tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/3a81cf49-cd71-4303-8fac-a7bcb74b458b HTTP/1.1" status: 204 len: 168 time: 2.9977782 Sep 21 15:58:31.405125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40252) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:31.416493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166139345'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:31.432065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:31.434474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.439249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:31.444534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:31.445101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.454471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:31.514058 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c42aaca2-6f10-4dab-9bbd-59c163918a50,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:31.601498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:31.604891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.645597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:31.659110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a466a62f-1fde-40a2-be4e-fd86bd321d5f tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.663767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:31.666238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.667928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:31.668173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a466a62f-1fde-40a2-be4e-fd86bd321d5f tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.672065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:31.675695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.683129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a74285-73b1-45e4-8062-7b8ca58e9166 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:31.683312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.683619 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 52d90789-360d-4a77-b4dd-9468a557bb58 of type vlan for network e00a76fc-8127-4ca0-b101-d0b40f03e7a8 Sep 21 15:58:31.710806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.711166 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Added segment 322b04be-4d83-4f60-8341-b0bd808af081 of type vlan for network faa8b9e5-df16-46e8-9c45-7ec1721604b4 Sep 21 15:58:31.717851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:31.717851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584402'] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.737643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=9faeae19-dd78-479f-a167-912f55a9057a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:31.853065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.925159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.954773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:31.999006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a466a62f-1fde-40a2-be4e-fd86bd321d5f tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.007248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a466a62f-1fde-40a2-be4e-fd86bd321d5f tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abaedafd-352f-406e-baa3-14e173e49388 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:32.011646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a466a62f-1fde-40a2-be4e-fd86bd321d5f tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.013347 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a466a62f-1fde-40a2-be4e-fd86bd321d5f tempest-RoutersTestDVR-961428032 tempest-RoutersTestDVR-961428032-project-admin] 10.222.0.65 "DELETE /v2.0/routers/abaedafd-352f-406e-baa3-14e173e49388 HTTP/1.1" status: 204 len: 168 time: 1.0279906 Sep 21 15:58:32.027331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.032800 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2bcc9bd3-e05d-460f-be48-132cc5911f1e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5134349 Sep 21 15:58:32.042220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40258) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:32.056270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:32.057006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:a7:ab:cb', 'name': 'tempest-NetworksTestDHCPv6-1942954785'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:32.057812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.094810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Router 6cb8121f-2e69-4d26-8d00-88bc5a90a280 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:58:32.134810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2181dd-94fd-40b6-bd83-55ef1d8ceef9 None None] Update dhcp port {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': '6117d1b5-c6ff-4566-8520-fe9a81300a6b', 'ip_address': '2001:db8::f816:3eff:fe42:97c2'}, {'subnet_id': '9faeae19-dd78-479f-a167-912f55a9057a'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': 'c42aaca2-6f10-4dab-9bbd-59c163918a50'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:58:32.195923 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2b2181dd-94fd-40b6-bd83-55ef1d8ceef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.208082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.214035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:32.214638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.238042 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8301380 Sep 21 15:58:32.243010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40262) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:32.261774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': 'e00a76fc-8127-4ca0-b101-d0b40f03e7a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:32.279117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28a467-ef3e-4516-828d-d5f382316104 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=e00a76fc-8127-4ca0-b101-d0b40f03e7a8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:32.304800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network e00a76fc-8127-4ca0-b101-d0b40f03e7a8 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:32.392048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Network': ['ID=faa8b9e5-df16-46e8-9c45-7ec1721604b4,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:32.413180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network faa8b9e5-df16-46e8-9c45-7ec1721604b4 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:32.424578 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8e1369a2-b396-4050-a794-9fe83d036df4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4560192 Sep 21 15:58:32.425031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40266) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:32.430425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.432291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:32.436635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:32.439782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:32.441457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'network_id': 'faa8b9e5-df16-46e8-9c45-7ec1721604b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:32.446886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:32.514164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.514811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] In _notify_port_updated(), no bound segment for port 97feba79-e156-4901-a5f6-370d9115531b on network 3bb1ac7b-2ce9-499c-9639-f2016350540f {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:58:32.521548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:32.522766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.524152 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "PUT /v2.0/ports/97feba79-e156-4901-a5f6-370d9115531b HTTP/1.1" status: 200 len: 818 time: 1.1843934 Sep 21 15:58:32.565854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:32.585032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40270) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:32.600001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-2b2181dd-94fd-40b6-bd83-55ef1d8ceef9 None None] Allocated IP 2001:db8:0:1::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/9faeae19-dd78-479f-a167-912f55a9057a/c42aaca2-6f10-4dab-9bbd-59c163918a50) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:32.689220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40276) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:32.698527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:32.708391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:32.711073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:32.726074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.727820 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37c94e-3706-4504-a0d0-85ace1320363 None None] Sync routers for ids ['6cb8121f-2e69-4d26-8d00-88bc5a90a280'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:32.730012 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-99f88bb5-f823-41f7-90b1-5eae7a6d8a4a tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "PUT /v2.0/routers/6cb8121f-2e69-4d26-8d00-88bc5a90a280 HTTP/1.1" status: 200 len: 880 time: 4.7020559 Sep 21 15:58:32.731027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:32.732466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40282) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:32.740784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:32.748499 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37c94e-3706-4504-a0d0-85ace1320363 None None] Routers {'6cb8121f-2e69-4d26-8d00-88bc5a90a280'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:32.750021 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-db37c94e-3706-4504-a0d0-85ace1320363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6cb8121f-2e69-4d26-8d00-88bc5a90a280'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:32.751554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:32.762325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:32.793973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2b2181dd-94fd-40b6-bd83-55ef1d8ceef9 None None] For port c42aaca2-6f10-4dab-9bbd-59c163918a50, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c42aaca2-6f10-4dab-9bbd-59c163918a50,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:32.820922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2b2181dd-94fd-40b6-bd83-55ef1d8ceef9 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.840565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2b2181dd-94fd-40b6-bd83-55ef1d8ceef9 None None] Transition to ACTIVE for port object c42aaca2-6f10-4dab-9bbd-59c163918a50 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:32.841054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89a346-86f6-4a32-a9e1-af94a7723776 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=97feba79-e156-4901-a5f6-370d9115531b,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:32.860088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:32.862465 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-db37c94e-3706-4504-a0d0-85ace1320363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:32.863586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.872543 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37c94e-3706-4504-a0d0-85ace1320363 None None] Routers {'6cb8121f-2e69-4d26-8d00-88bc5a90a280'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:32.873168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-db37c94e-3706-4504-a0d0-85ace1320363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6cb8121f-2e69-4d26-8d00-88bc5a90a280'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:32.875640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d5e67-1800-40b6-842d-6758d6a62ec2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 97feba79-e156-4901-a5f6-370d9115531b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:32.876172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5e67-1800-40b6-842d-6758d6a62ec2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.877316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Made reservation on behalf of d3c3d4c24488433a9454dcd8a3fd3b99 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:32.881306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:32.947510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c42aaca2-6f10-4dab-9bbd-59c163918a50 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:32.967787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.025861 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-db37c94e-3706-4504-a0d0-85ace1320363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:33.026450 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37c94e-3706-4504-a0d0-85ace1320363 None None] The sync data for ids ['6cb8121f-2e69-4d26-8d00-88bc5a90a280'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:33.027153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.034613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-221887b9-b228-4a5f-b080-3d312927038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.039927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2b2181dd-94fd-40b6-bd83-55ef1d8ceef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.091570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:33.103791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] Usage tracker for resource:security_group_rule and tenant:4075e92078314cb8bb3539cfb1168fda is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:33.109203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:33.112149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Performing IP validity checks on allocation pools {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:58:33.112660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:58:33.120622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:33.126367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port e32471c9-4699-41d3-8968-ade7d0376e6e yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:33.170132 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-42f75a86-34fe-4c9a-9cd6-86d71a67f75e tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/routers/6cb8121f-2e69-4d26-8d00-88bc5a90a280 HTTP/1.1" status: 200 len: 921 time: 0.4324226 Sep 21 15:58:33.175063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40286) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:33.216979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2181dd-94fd-40b6-bd83-55ef1d8ceef9 None None] Pushing event updated for resources: {'Port': ['ID=c42aaca2-6f10-4dab-9bbd-59c163918a50,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:33.361513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5e67-1800-40b6-842d-6758d6a62ec2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.492293 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.502334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872dc4d2-9caa-4a03-a6ea-f3c7623edeb7 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:33.503039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-872dc4d2-9caa-4a03-a6ea-f3c7623edeb7 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Synchronizing usage tracker for tenant:ca137235c4f5430090ddd7d15662a967 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:33.565705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.600515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-872dc4d2-9caa-4a03-a6ea-f3c7623edeb7 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Unset dirty status for tenant:ca137235c4f5430090ddd7d15662a967 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:33.604332 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-872dc4d2-9caa-4a03-a6ea-f3c7623edeb7 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=6cb8121f-2e69-4d26-8d00-88bc5a90a280&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4241638 Sep 21 15:58:33.604332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.606996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.610119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40290) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:33.628607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d5e67-1800-40b6-842d-6758d6a62ec2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 97feba79-e156-4901-a5f6-370d9115531b owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:33.714470 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4075e92078314cb8bb3539cfb1168fda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0196626 Sep 21 15:58:33.715421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8fca2-4ef3-40e2-ad06-dcbc52941977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a050c-89ed-49b2-8fc1-129c1168250d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:33.721013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40294) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:33.782482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8:0:1::12e (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/9faeae19-dd78-479f-a167-912f55a9057a/e32471c9-4699-41d3-8968-ade7d0376e6e) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:33.789148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::f816:3eff:fea7:abcb (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/6117d1b5-c6ff-4566-8520-fe9a81300a6b/e32471c9-4699-41d3-8968-ade7d0376e6e) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:33.846726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=2dc03aad-403a-41ef-aca1-706e74aa2469,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:33.900924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5e67-1800-40b6-842d-6758d6a62ec2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.928792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-16750f5c-c3e9-4b36-9e20-dfe949af1077 None None] Provisioning for port c42aaca2-6f10-4dab-9bbd-59c163918a50 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:33.929805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Checking segment: {'id': '322b04be-4d83-4f60-8341-b0bd808af081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faa8b9e5-df16-46e8-9c45-7ec1721604b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:33.930305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network hostable DHCP agents. Network: faa8b9e5-df16-46e8-9c45-7ec1721604b4, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:33.935438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-16750f5c-c3e9-4b36-9e20-dfe949af1077 None None] Provisioning complete for port c42aaca2-6f10-4dab-9bbd-59c163918a50 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:33.935630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16750f5c-c3e9-4b36-9e20-dfe949af1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:33.948017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': '52d90789-360d-4a77-b4dd-9468a557bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e00a76fc-8127-4ca0-b101-d0b40f03e7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:33.948377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: e00a76fc-8127-4ca0-b101-d0b40f03e7a8, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:34.016342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=1abd9eb4-8a4c-41bc-950c-1f600d093a41,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:34.021405 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e21c0817-0b0e-444d-bff9-0e49afc8daac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.025712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a7ac87-94b7-43c4-be38-d0d6514cb745 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:34.026248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-84a7ac87-94b7-43c4-be38-d0d6514cb745 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Synchronizing usage tracker for tenant:ca137235c4f5430090ddd7d15662a967 on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:34.061674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e21c0817-0b0e-444d-bff9-0e49afc8daac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.068001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-84a7ac87-94b7-43c4-be38-d0d6514cb745 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Unset dirty status for tenant:ca137235c4f5430090ddd7d15662a967 on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:34.069696 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-84a7ac87-94b7-43c4-be38-d0d6514cb745 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 881 time: 0.4193161 Sep 21 15:58:34.072990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40298) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:34.078530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d5e67-1800-40b6-842d-6758d6a62ec2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=97feba79-e156-4901-a5f6-370d9115531b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:34.083825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-16750f5c-c3e9-4b36-9e20-dfe949af1077 None None] Current status of the port c42aaca2-6f10-4dab-9bbd-59c163918a50 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:34.101059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5e67-1800-40b6-842d-6758d6a62ec2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.127660 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e9d5e67-1800-40b6-842d-6758d6a62ec2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/97feba79-e156-4901-a5f6-370d9115531b HTTP/1.1" status: 204 len: 168 time: 1.5342405 Sep 21 15:58:34.129977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Network faa8b9e5-df16-46e8-9c45-7ec1721604b4 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:34.130729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.132523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network e00a76fc-8127-4ca0-b101-d0b40f03e7a8 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:34.134077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40302) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:34.160438 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4b829191-9677-4fff-843e-9127750977f3 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8121f-2e69-4d26-8d00-88bc5a90a280 HTTP/1.1" status: 200 len: 205 time: 0.0863929 Sep 21 15:58:34.166393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40306) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:34.234398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b40e2-9b66-436a-9b53-f2bc49265143 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:34.235094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-888b40e2-9b66-436a-9b53-f2bc49265143 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:34.251891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, faa8b9e5-df16-46e8-9c45-7ec1721604b4) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:34.255329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, e00a76fc-8127-4ca0-b101-d0b40f03e7a8) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:34.260848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6cde12-9a46-44c3-bccf-57ae9c416f24 None None] Network faa8b9e5-df16-46e8-9c45-7ec1721604b4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:34.263813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:34.264404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.272889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:34.272889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.274931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87047c9-45c5-4e77-8df0-03332ba1cdcb None None] Network e00a76fc-8127-4ca0-b101-d0b40f03e7a8 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:34.313878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object e32471c9-4699-41d3-8968-ade7d0376e6e will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:34.326397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-888b40e2-9b66-436a-9b53-f2bc49265143 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:34.330301 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-888b40e2-9b66-436a-9b53-f2bc49265143 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1926835 Sep 21 15:58:34.330430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40310) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:34.349087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e21c0817-0b0e-444d-bff9-0e49afc8daac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.380040 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9f4950-e1ba-4b24-8a7c-99b98fca61cb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:58:34.385582 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2d9f4950-e1ba-4b24-8a7c-99b98fca61cb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/97feba79-e156-4901-a5f6-370d9115531b HTTP/1.1" status: 404 len: 333 time: 0.0501513 Sep 21 15:58:34.387225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40314) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:34.393730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1539737261'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:34.400964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:34.402830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0817-0b0e-444d-bff9-0e49afc8daac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a050c-89ed-49b2-8fc1-129c1168250d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:34.407750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:network and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:34.412248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:34.419771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:34.421967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.486906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e21c0817-0b0e-444d-bff9-0e49afc8daac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.488029 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e21c0817-0b0e-444d-bff9-0e49afc8daac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff5a050c-89ed-49b2-8fc1-129c1168250d HTTP/1.1" status: 204 len: 168 time: 0.7176869 Sep 21 15:58:34.498551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.503917 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-625533c1-5c6a-47c8-b004-a986c4be6114 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2601123 Sep 21 15:58:34.509215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40320) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:34.513857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:34.518114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.619256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:34.620176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:34.627907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:34.630516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:34.637604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:34.638293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.662221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.662673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Added segment 30f2a0bc-08f5-4f2e-9cd2-58519377f1be of type vlan for network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d Sep 21 15:58:34.672074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.677168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=e32471c9-4699-41d3-8968-ade7d0376e6e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:34.703043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.734539 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c5aa3edc-77a9-4037-95bb-3d9a13f0f73b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6910040 Sep 21 15:58:34.738135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40324) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:34.755427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-faa8b9e5-df16-46e8-9c45-7ec1721604b4', 'network_id': 'faa8b9e5-df16-46e8-9c45-7ec1721604b4', 'tenant_id': 'd3c3d4c24488433a9454dcd8a3fd3b99', 'fixed_ips': [{'subnet_id': '2dc03aad-403a-41ef-aca1-706e74aa2469'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:34.756946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.768115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-e00a76fc-8127-4ca0-b101-d0b40f03e7a8', 'network_id': 'e00a76fc-8127-4ca0-b101-d0b40f03e7a8', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': '1abd9eb4-8a4c-41bc-950c-1f600d093a41'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:34.768988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.884108 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-84fa99e6-9b6c-4245-aeff-ee660d738216 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4549427 Sep 21 15:58:34.884551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40330) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:34.894675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-323ec7e5-e623-4ebf-b943-ab2eb77e79d9 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:34.932250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:34.937827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:34.938457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.012474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ec4a53e0-f6a7-48fe-8d4f-f8e64170529f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port e32471c9-4699-41d3-8968-ade7d0376e6e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:35.012878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec4a53e0-f6a7-48fe-8d4f-f8e64170529f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.021666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c42aaca2-6f10-4dab-9bbd-59c163918a50 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:35.080987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.132102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.158215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Allocated IP 2001:db8::3 (faa8b9e5-df16-46e8-9c45-7ec1721604b4/2dc03aad-403a-41ef-aca1-706e74aa2469/74ce3d9e-3068-4f1d-9100-fb2bcf75b51c) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:35.215182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7145337d-f3ff-46ea-88ae-a858932edfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.230170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Deleting port b8506779-5502-4069-ba17-54d7e667a82a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:35.230787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.282788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Allocated IP 172.20.0.1 (e00a76fc-8127-4ca0-b101-d0b40f03e7a8/1abd9eb4-8a4c-41bc-950c-1f600d093a41/efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:35.294555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c42aaca2-6f10-4dab-9bbd-59c163918a50 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:35.295065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.297774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-323ec7e5-e623-4ebf-b943-ab2eb77e79d9 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2394504'] for subnet, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.391053 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0035243 Sep 21 15:58:35.393276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40334) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:35.402183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:35.425440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438524af-4ee6-4663-abad-77c6652665b3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Network': ['ID=0a4e6af0-bc61-4ce5-abb1-82045c94d47d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:35.449526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:35.476908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40338) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:35.510889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.527937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:35.529075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.531500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] Usage tracker for resource:security_group_rule and tenant:af442e1b7cd140bbacc48495e98e1394 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:35.534340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:35.540694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:35.561665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-948b481e-6994-4e46-b9dc-2b27578232f4 None None] Provisioning for port e32471c9-4699-41d3-8968-ade7d0376e6e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:35.601109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-948b481e-6994-4e46-b9dc-2b27578232f4 None None] Provisioning complete for port e32471c9-4699-41d3-8968-ade7d0376e6e triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:35.601404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-948b481e-6994-4e46-b9dc-2b27578232f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.622472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.671209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Calling delete_port for b8506779-5502-4069-ba17-54d7e667a82a owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:35.672424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.708073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:35.714263 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af442e1b7cd140bbacc48495e98e1394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346861 Sep 21 15:58:35.715673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec4a53e0-f6a7-48fe-8d4f-f8e64170529f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.716388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40342) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:35.722528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:35.737059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:35.757421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:35.797751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-948b481e-6994-4e46-b9dc-2b27578232f4 None None] Port e32471c9-4699-41d3-8968-ade7d0376e6e cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:58:35.799108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c42aaca2-6f10-4dab-9bbd-59c163918a50 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:35.830283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2188217-83d4-45f5-a6c9-b51208e5a3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.855487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.867129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2188217-83d4-45f5-a6c9-b51208e5a3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.870430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ec4a53e0-f6a7-48fe-8d4f-f8e64170529f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for e32471c9-4699-41d3-8968-ade7d0376e6e owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:35.871768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Transition to ACTIVE for port object 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:35.877155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:35.880596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.894649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:35.903715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a46ea9-b682-4a94-b3bf-ff58c8932a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bc3ca6-9c1c-4027-8a32-8752c188522a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:35.907363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Transition to ACTIVE for port object 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:35.910769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Transition to ACTIVE for port object efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:35.931773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Transition to ACTIVE for port object efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:35.981665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.050032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.103851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Network faa8b9e5-df16-46e8-9c45-7ec1721604b4 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:36.109435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:36.114929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Network e00a76fc-8127-4ca0-b101-d0b40f03e7a8 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:36.123534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:36.123671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.124144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:36.128477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:36.220201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Pushing event updated for resources: {'Port': ['ID=74ce3d9e-3068-4f1d-9100-fb2bcf75b51c,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:36.250017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event deleted for resources: {'Port': ['ID=b8506779-5502-4069-ba17-54d7e667a82a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:36.296766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.418023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec4a53e0-f6a7-48fe-8d4f-f8e64170529f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.477759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.480172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a53e0-f6a7-48fe-8d4f-f8e64170529f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=e32471c9-4699-41d3-8968-ade7d0376e6e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:36.482198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-323ec7e5-e623-4ebf-b943-ab2eb77e79d9 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741582825292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2234943'] for subnet, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.505515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=1abd9eb4-8a4c-41bc-950c-1f600d093a41,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:36.507462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Attempting to bind port 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:36.507984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Attempting to bind port 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '322b04be-4d83-4f60-8341-b0bd808af081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faa8b9e5-df16-46e8-9c45-7ec1721604b4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:36.508188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Attempting to bind port 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c on network faa8b9e5-df16-46e8-9c45-7ec1721604b4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:36.510259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.518549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Attempting to bind port efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:36.518916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Attempting to bind port efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '52d90789-360d-4a77-b4dd-9468a557bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e00a76fc-8127-4ca0-b101-d0b40f03e7a8'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:36.519272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Attempting to bind port efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3 on network e00a76fc-8127-4ca0-b101-d0b40f03e7a8 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:36.523572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Pushing event updated for resources: {'Port': ['ID=efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:36.530693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:36.530693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Checking segment: {'id': '322b04be-4d83-4f60-8341-b0bd808af081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faa8b9e5-df16-46e8-9c45-7ec1721604b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:36.530693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.530693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Bound using segment: {'id': '322b04be-4d83-4f60-8341-b0bd808af081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faa8b9e5-df16-46e8-9c45-7ec1721604b4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:36.530693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Bound port: 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322b04be-4d83-4f60-8341-b0bd808af081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'faa8b9e5-df16-46e8-9c45-7ec1721604b4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:36.530693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.536731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2188217-83d4-45f5-a6c9-b51208e5a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.542769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:36.543138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Checking segment: {'id': '52d90789-360d-4a77-b4dd-9468a557bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e00a76fc-8127-4ca0-b101-d0b40f03e7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:36.543540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.543928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Bound using segment: {'id': '52d90789-360d-4a77-b4dd-9468a557bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e00a76fc-8127-4ca0-b101-d0b40f03e7a8'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:36.544404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Bound port: efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d90789-360d-4a77-b4dd-9468a557bb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e00a76fc-8127-4ca0-b101-d0b40f03e7a8'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:36.544771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.570815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2188217-83d4-45f5-a6c9-b51208e5a3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bc3ca6-9c1c-4027-8a32-8752c188522a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:36.588178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00a76fc-8127-4ca0-b101-d0b40f03e7a8']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:36.608114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d90789-360d-4a77-b4dd-9468a557bb58') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:36.608459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d90789-360d-4a77-b4dd-9468a557bb58') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:36.643508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323ec7e5-e623-4ebf-b943-ab2eb77e79d9 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:36.644250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-323ec7e5-e623-4ebf-b943-ab2eb77e79d9 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.645232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-323ec7e5-e623-4ebf-b943-ab2eb77e79d9 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "PUT /v2.0/subnets/2dc03aad-403a-41ef-aca1-706e74aa2469 HTTP/1.1" status: 200 len: 900 time: 1.7575018 Sep 21 15:58:36.651296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40346) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:36.656542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.686863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec4a53e0-f6a7-48fe-8d4f-f8e64170529f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.714123 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ec4a53e0-f6a7-48fe-8d4f-f8e64170529f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/e32471c9-4699-41d3-8968-ade7d0376e6e HTTP/1.1" status: 204 len: 168 time: 1.9673772 Sep 21 15:58:36.716916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40350) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:36.726409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ec7e5-e623-4ebf-b943-ab2eb77e79d9 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event updated for resources: {'Subnet': ['ID=2dc03aad-403a-41ef-aca1-706e74aa2469,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:36.753041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] For port 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:36.757629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] For port 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=74ce3d9e-3068-4f1d-9100-fb2bcf75b51c,segment=NetworkSegment(322b04be-4d83-4f60-8341-b0bd808af081),segment_id=322b04be-4d83-4f60-8341-b0bd808af081)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:36.760780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] For port efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:36.763880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] For port efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3,segment=NetworkSegment(52d90789-360d-4a77-b4dd-9468a557bb58),segment_id=52d90789-360d-4a77-b4dd-9468a557bb58)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:36.779339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.835284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:36.896427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.022882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead37ef-d74d-49b1-b935-c4f7d2b86772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:37.023695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1ead37ef-d74d-49b1-b935-c4f7d2b86772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:37.030528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48145b08-09a8-4ea9-aff2-c85d01668af9 None None] Pushing event updated for resources: {'Port': ['ID=74ce3d9e-3068-4f1d-9100-fb2bcf75b51c,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:37.049624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.052034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.060921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.078943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:37.079727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.130591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f790c-4683-4594-8bba-ac1739d4dfaa None None] Network e00a76fc-8127-4ca0-b101-d0b40f03e7a8 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:37.152685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.160868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1ead37ef-d74d-49b1-b935-c4f7d2b86772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:37.162895 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1ead37ef-d74d-49b1-b935-c4f7d2b86772 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4417396 Sep 21 15:58:37.171012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40354) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:37.186387 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.188591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Fanout notify agent at l3_agent the message router_deleted on router 6cb8121f-2e69-4d26-8d00-88bc5a90a280 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:37.196724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.206678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.211517 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5027cc9e-4ea4-4193-b51c-06ba8880ac7b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/6cb8121f-2e69-4d26-8d00-88bc5a90a280 HTTP/1.1" status: 204 len: 168 time: 3.0402014 Sep 21 15:58:37.214786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40358) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:37.231488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2188217-83d4-45f5-a6c9-b51208e5a3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.242174 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f2188217-83d4-45f5-a6c9-b51208e5a3fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5bc3ca6-9c1c-4027-8a32-8752c188522a HTTP/1.1" status: 204 len: 168 time: 1.5235333 Sep 21 15:58:37.250826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-56139943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:37.261560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:37.261560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.305082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:37.314291 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 52d90789-360d-4a77-b4dd-9468a557bb58 resource provider aggregate not found Sep 21 15:58:37.321792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Usage tracker for resource:router and tenant:ac7da7edd4ad4241b3d7d5a38bd12807 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:37.395793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:37.423148 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 52d90789-360d-4a77-b4dd-9468a557bb58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52d90789-360d-4a77-b4dd-9468a557bb58 found for delete ", "request_id": "req-e554e4fd-a285-4dc3-a291-53842789b3fb"}]} Sep 21 15:58:37.462510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:37.464987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a28ae-1c2b-45b8-ae43-3dab02ae41df tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:37.469334 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9b2a28ae-1c2b-45b8-ae43-3dab02ae41df tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2972682 Sep 21 15:58:37.470888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40368) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:37.517520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fe95c-e588-43d2-9fea-fd271f1138c3 None None] Pushing event updated for resources: {'Port': ['ID=efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:37.566266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115e9a3-4cf1-4e0a-9e34-433379556af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:37.567751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115e9a3-4cf1-4e0a-9e34-433379556af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:37.570285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115e9a3-4cf1-4e0a-9e34-433379556af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:37.573091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7115e9a3-4cf1-4e0a-9e34-433379556af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:37.579475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] For port 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=74ce3d9e-3068-4f1d-9100-fb2bcf75b51c,segment=NetworkSegment(322b04be-4d83-4f60-8341-b0bd808af081),segment_id=322b04be-4d83-4f60-8341-b0bd808af081)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:37.579855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.628635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:58:37.628635 dv-neutron-858618-1-hyperv neutron-server[89726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:58:37.628635 dv-neutron-858618-1-hyperv neutron-server[89726]: [parameters: {'id': 'e00a76fc-8127-4ca0-b101-d0b40f03e7a8'}] Sep 21 15:58:37.628635 dv-neutron-858618-1-hyperv neutron-server[89726]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:37.629034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:37.651370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.686380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7115e9a3-4cf1-4e0a-9e34-433379556af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:37.687538 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7115e9a3-4cf1-4e0a-9e34-433379556af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2130003 Sep 21 15:58:37.688435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.689443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.692644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40372) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:37.709286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Calling delete_port for 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:37.812309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=d624da1d-aa95-4071-98ad-220386b50ad4,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:37.815113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.840768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dd6212-1e2f-4d5a-b24f-4635d161d7d4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 6117d1b5-c6ff-4566-8520-fe9a81300a6b {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:37.844948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking segment: {'id': '30f2a0bc-08f5-4f2e-9cd2-58519377f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:37.845317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network hostable DHCP agents. Network: 0a4e6af0-bc61-4ce5-abb1-82045c94d47d, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:37.849652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71dd6212-1e2f-4d5a-b24f-4635d161d7d4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.878385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.924788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.932976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71dd6212-1e2f-4d5a-b24f-4635d161d7d4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:37.982754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Port': ['ID=74ce3d9e-3068-4f1d-9100-fb2bcf75b51c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:38.036367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.071214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:38.090421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71dd6212-1e2f-4d5a-b24f-4635d161d7d4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.094309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No DVR routers for this DVR port 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:38.133344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.155845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Deleting port efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:38.156534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.158133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.191919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.194350 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-07e5bf39-4816-421a-be72-ed2b26ab8ae2 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9637227 Sep 21 15:58:38.203892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 0a4e6af0-bc61-4ce5-abb1-82045c94d47d) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:38.205538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40386) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:38.214172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879aa2c3-c712-4d84-b516-e7e7cc0c1828 None None] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:38.225409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:38.226041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.251671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': True}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:38.292098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6631a0-0f8f-4e0d-8549-00e1aade20e8 None None] Network faa8b9e5-df16-46e8-9c45-7ec1721604b4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:38.357842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.391965 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8a40ac3d-4987-4a66-9dbe-26663c9b8668 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9933059 Sep 21 15:58:38.392827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-94047426-802c-44b4-a8f5-bb586a34295e None None] Could not find standard attr ID for object 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:58:38.418383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40390) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:38.432673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71dd6212-1e2f-4d5a-b24f-4635d161d7d4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.440080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:38.620852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd6212-1e2f-4d5a-b24f-4635d161d7d4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=6117d1b5-c6ff-4566-8520-fe9a81300a6b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:38.637197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-71dd6212-1e2f-4d5a-b24f-4635d161d7d4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.640861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc03aad-403a-41ef-aca1-706e74aa2469,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:38.642105 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-71dd6212-1e2f-4d5a-b24f-4635d161d7d4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/6117d1b5-c6ff-4566-8520-fe9a81300a6b HTTP/1.1" status: 204 len: 168 time: 0.9403095 Sep 21 15:58:38.645742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40400) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:38.655791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-0a4e6af0-bc61-4ce5-abb1-82045c94d47d', 'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d', 'tenant_id': '693156fe381540018b606b756e1b14be', 'fixed_ips': [{'subnet_id': 'd624da1d-aa95-4071-98ad-220386b50ad4'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:38.656637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.674757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4368bda6-4c92-4e6f-9706-0dbbfd675270 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:38.711146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.741850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa8b9e5-df16-46e8-9c45-7ec1721604b4']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:38.755091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322b04be-4d83-4f60-8341-b0bd808af081') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:38.756001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322b04be-4d83-4f60-8341-b0bd808af081') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:38.769196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.811531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.813815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40406) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:38.832222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:38.832740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:38.937576 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 322b04be-4d83-4f60-8341-b0bd808af081 resource provider aggregate not found Sep 21 15:58:38.978588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eea8337-e848-49b1-b11e-b780e1b2a170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 9faeae19-dd78-479f-a167-912f55a9057a {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:38.984245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea8337-e848-49b1-b11e-b780e1b2a170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.033646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0f3f91-20d8-4d82-9496-056d5436df1c None None] DHCP port deletion for faa8b9e5-df16-46e8-9c45-7ec1721604b4 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:39.041878 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 322b04be-4d83-4f60-8341-b0bd808af081 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 322b04be-4d83-4f60-8341-b0bd808af081 found for delete ", "request_id": "req-9031bbb1-f28f-4b1f-b125-1c9ffed1b0bf"}]} Sep 21 15:58:39.078746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea8337-e848-49b1-b11e-b780e1b2a170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.090323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc6162-b148-4397-8c4e-73082a201a1c None None] Network faa8b9e5-df16-46e8-9c45-7ec1721604b4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:39.132890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-0fec2084-1809-421f-9deb-abd6c39c39ae tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.136635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0fec2084-1809-421f-9deb-abd6c39c39ae tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3190162 Sep 21 15:58:39.136788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Allocated IP 2001:db8::2 (0a4e6af0-bc61-4ce5-abb1-82045c94d47d/d624da1d-aa95-4071-98ad-220386b50ad4/2d3e6bcd-0a6a-4dd8-982e-906cbf76a486) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:39.140318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.144549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.154047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40416) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.172104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-af2967ba-c971-4944-91fb-e8bf33b876b4 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.183523 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-af2967ba-c971-4944-91fb-e8bf33b876b4 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049183 Sep 21 15:58:39.189973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40420) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.199247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=faa8b9e5-df16-46e8-9c45-7ec1721604b4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:39.207210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-cf5f4a7b-e805-4292-b5e4-9b8682143d7a tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.211745 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cf5f4a7b-e805-4292-b5e4-9b8682143d7a tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0169473 Sep 21 15:58:39.214008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40424) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.225300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-d120ee39-1ac7-49e4-85aa-93916b585157 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.228670 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d120ee39-1ac7-49e4-85aa-93916b585157 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0117733 Sep 21 15:58:39.229817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40428) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.238525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-5be483ca-4c6a-4871-a590-e94a2f76e2b1 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.242593 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5be483ca-4c6a-4871-a590-e94a2f76e2b1 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0094464 Sep 21 15:58:39.244011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.244533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40432) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.250629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-07c3d519-404d-486c-8df9-d9b10bc1e3f6 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.253987 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-07c3d519-404d-486c-8df9-d9b10bc1e3f6 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0068755 Sep 21 15:58:39.264979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40436) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.265114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] For port efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3,segment=NetworkSegment(52d90789-360d-4a77-b4dd-9468a557bb58),segment_id=52d90789-360d-4a77-b4dd-9468a557bb58)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:39.265114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.265320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-5b8d93e1-d25b-4834-b1b2-4ec806b3b994 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.265320 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5b8d93e1-d25b-4834-b1b2-4ec806b3b994 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067804 Sep 21 15:58:39.268075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40440) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.274043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-f6645caf-28b5-4926-aa73-b1d625241cde tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.276930 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f6645caf-28b5-4926-aa73-b1d625241cde tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0060573 Sep 21 15:58:39.277771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40444) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.284176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-9fcafa3f-dd79-4052-8ac5-6fabf48f8da3 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.288032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9fcafa3f-dd79-4052-8ac5-6fabf48f8da3 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064695 Sep 21 15:58:39.293695 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-18273988-f592-44d2-b046-75499df31389 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/faa8b9e5-df16-46e8-9c45-7ec1721604b4 HTTP/1.1" status: 204 len: 168 time: 2.6390440 Sep 21 15:58:39.295781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40448) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.296142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40450) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.304674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-150c4c45-fc90-4317-b3cf-7ed6b94f4ab2 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.308140 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-150c4c45-fc90-4317-b3cf-7ed6b94f4ab2 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0086741 Sep 21 15:58:39.338158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:39.339872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40456) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.350539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-53264f5d-c17c-44e4-9a85-16a086c5d5a4 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.354589 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-53264f5d-c17c-44e4-9a85-16a086c5d5a4 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0107450 Sep 21 15:58:39.354589 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a57864a-ef26-445c-af6a-0a2dfeeaf140 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:39.354589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a57864a-ef26-445c-af6a-0a2dfeeaf140 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:39.358777 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4a57864a-ef26-445c-af6a-0a2dfeeaf140 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/2dc03aad-403a-41ef-aca1-706e74aa2469 HTTP/1.1" status: 404 len: 337 time: 0.0573239 Sep 21 15:58:39.358777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea8337-e848-49b1-b11e-b780e1b2a170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.386446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40460) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.386700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40462) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.398513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:39.403667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-0d256755-6400-4f73-af6e-3949d3406b54 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.407979 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0d256755-6400-4f73-af6e-3949d3406b54 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0170321 Sep 21 15:58:39.411323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Calling delete_port for efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:39.424458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40468) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.439917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-f78e834f-2975-4973-9e69-6c6ae069d7ad tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.443479 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f78e834f-2975-4973-9e69-6c6ae069d7ad tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0134058 Sep 21 15:58:39.444347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40472) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.446888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d0fe81-4b61-4f33-bac2-0be138b43e56 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:39.447408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d0fe81-4b61-4f33-bac2-0be138b43e56 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:39.451445 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-30d0fe81-4b61-4f33-bac2-0be138b43e56 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/faa8b9e5-df16-46e8-9c45-7ec1721604b4 HTTP/1.1" status: 404 len: 339 time: 0.0596519 Sep 21 15:58:39.452457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40476) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.453446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:39.458331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-2b35da2b-423f-45ee-a751-223707f8b1a4 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.463554 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2b35da2b-423f-45ee-a751-223707f8b1a4 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0143385 Sep 21 15:58:39.463554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40480) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.474077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:39.490223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-7f8ca114-e2e8-4789-b144-246ca8c6af2e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.493928 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7f8ca114-e2e8-4789-b144-246ca8c6af2e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0283191 Sep 21 15:58:39.495144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40484) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.508759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-b676c749-a7ff-47f8-bc0e-f1ef476a43d2 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.510624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b676c749-a7ff-47f8-bc0e-f1ef476a43d2 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0100260 Sep 21 15:58:39.537275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40488) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.552561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-988edb2c-d3e8-4b3e-adde-ac914e499fea tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.553550 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-988edb2c-d3e8-4b3e-adde-ac914e499fea tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0109463 Sep 21 15:58:39.558205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40492) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.568016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-a7219b56-4288-41f6-8278-5ded68d152c1 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.569509 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a7219b56-4288-41f6-8278-5ded68d152c1 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0083411 Sep 21 15:58:39.575348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40496) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.590168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-933e022b-7701-4a4c-93a2-b1b7d1d502aa tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.591267 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-933e022b-7701-4a4c-93a2-b1b7d1d502aa tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0148818 Sep 21 15:58:39.596809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40500) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.604591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-496d25a3-24a1-4b79-84bb-4113485b58d0 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.604856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.606126 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-496d25a3-24a1-4b79-84bb-4113485b58d0 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0081222 Sep 21 15:58:39.611228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40504) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.618304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-c32b64e0-3374-4fab-ba70-697dec93e03f tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.620113 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c32b64e0-3374-4fab-ba70-697dec93e03f tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066931 Sep 21 15:58:39.620237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:39.623057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40508) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.623773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.629754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-c5ca634b-1392-4bdd-8903-b5705f586406 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.631098 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c5ca634b-1392-4bdd-8903-b5705f586406 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070021 Sep 21 15:58:39.635044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.636806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40512) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.642973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-772beb29-3000-4b6a-b37e-16f7f1e14a7a tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.644118 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-772beb29-3000-4b6a-b37e-16f7f1e14a7a tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062993 Sep 21 15:58:39.653853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40516) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.659461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-8ac6bfe2-0c62-492f-949d-29aacf5825af tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.663494 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8ac6bfe2-0c62-492f-949d-29aacf5825af tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051007 Sep 21 15:58:39.665425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40520) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.696998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Transition to ACTIVE for port object 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:39.705103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-b115b0fb-1497-4d98-8d48-8ce48cf8957b tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.708701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b115b0fb-1497-4d98-8d48-8ce48cf8957b tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097294 Sep 21 15:58:39.712172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40524) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.713486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.725687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Transition to ACTIVE for port object 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:39.736941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea8337-e848-49b1-b11e-b780e1b2a170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.760982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-35c7bb41-d4bd-4554-ad68-e7bee09971ba tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.761870 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-35c7bb41-d4bd-4554-ad68-e7bee09971ba tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0445299 Sep 21 15:58:39.776026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40528) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.783119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Port': ['ID=efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:39.789064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-79f52142-98f9-4887-ac8c-61d0599e2d16 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.790051 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-79f52142-98f9-4887-ac8c-61d0599e2d16 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0130751 Sep 21 15:58:39.795037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40532) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.795664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.814139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-62b405f6-6381-48b1-ae04-318fd14b8240 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.815128 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-62b405f6-6381-48b1-ae04-318fd14b8240 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0158267 Sep 21 15:58:39.816854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No DVR routers for this DVR port efb2f1c1-11f0-477e-ad1a-ddbbb7aa3fd3 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:39.818347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40536) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.855713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea8337-e848-49b1-b11e-b780e1b2a170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.867415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:39.872457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-a9df4080-b6b9-45ac-a62b-445f03ecec0e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.874694 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a9df4080-b6b9-45ac-a62b-445f03ecec0e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0507424 Sep 21 15:58:39.874957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:39.880965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea8337-e848-49b1-b11e-b780e1b2a170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=9faeae19-dd78-479f-a167-912f55a9057a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:39.882999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40540) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.892152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:39.900722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:39.909160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-3fe1e14b-bfd7-4766-b5c2-404decbc4a0c tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.910154 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3fe1e14b-bfd7-4766-b5c2-404decbc4a0c tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0132604 Sep 21 15:58:39.914830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40544) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.920901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-86480426-4ecf-4c65-8dd8-9d1ae67ceb8d tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.924602 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-86480426-4ecf-4c65-8dd8-9d1ae67ceb8d tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0086224 Sep 21 15:58:39.927377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40548) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.932912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-4088469b-b37b-488e-be4d-1be5e2840485 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.934958 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4088469b-b37b-488e-be4d-1be5e2840485 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061157 Sep 21 15:58:39.947278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40552) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.955713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-ec97a133-716b-4020-942e-a0618f65da63 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:39.959549 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ec97a133-716b-4020-942e-a0618f65da63 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0110137 Sep 21 15:58:39.960612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40556) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.963902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0eea8337-e848-49b1-b11e-b780e1b2a170 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/9faeae19-dd78-479f-a167-912f55a9057a HTTP/1.1" status: 204 len: 168 time: 1.3171060 Sep 21 15:58:39.967302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382a26f7-5181-4eba-be47-bf48de5b0615']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:39.972055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40560) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:39.996911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-af9a4d4d-571d-455f-9670-8fb9e9ffe03a tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.004409 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-af9a4d4d-571d-455f-9670-8fb9e9ffe03a tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0392463 Sep 21 15:58:40.013342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40564) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.019771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-97e034b3-4069-4650-9618-61d6d2d96794 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.023352 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-97e034b3-4069-4650-9618-61d6d2d96794 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0086939 Sep 21 15:58:40.024751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Pushing event updated for resources: {'Port': ['ID=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:40.029840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69f00a3-d02d-4ab6-9007-f108254dc204') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:40.030316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69f00a3-d02d-4ab6-9007-f108254dc204') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:40.045125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40568) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.052117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-9e79e606-5fa2-4a5f-a313-a804d7817ad5 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.056194 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e79e606-5fa2-4a5f-a313-a804d7817ad5 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069742 Sep 21 15:58:40.058604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40572) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.066556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-c0b70194-f912-4168-a0c7-73b93294e199 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.066772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Attempting to bind port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:40.070180 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c0b70194-f912-4168-a0c7-73b93294e199 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079994 Sep 21 15:58:40.070785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Attempting to bind port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '30f2a0bc-08f5-4f2e-9cd2-58519377f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:40.070785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Attempting to bind port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 on network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:40.077141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:40.077545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Checking segment: {'id': '30f2a0bc-08f5-4f2e-9cd2-58519377f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:40.078034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.078200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.078466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Bound using segment: {'id': '30f2a0bc-08f5-4f2e-9cd2-58519377f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:40.079136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Bound port: 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f2a0bc-08f5-4f2e-9cd2-58519377f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:40.079848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40576) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.080316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.099316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.110498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:40.110907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.121823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-6d17092e-f37d-479a-9283-e9667d84a6d8 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.125517 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6d17092e-f37d-479a-9283-e9667d84a6d8 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0343080 Sep 21 15:58:40.126905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40580) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.127049 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.ipam_backend_mixin [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d624da1d-aa95-4071-98ad-220386b50ad4 (CIDR: 2001:db8::/64) Sep 21 15:58:40.128889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.135637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-07a75e48-4b62-4856-aaa4-4b9d24a1c573 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.136854 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-07a75e48-4b62-4856-aaa4-4b9d24a1c573 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0090840 Sep 21 15:58:40.141806 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eaa561c7-1a3d-4b8e-96b0-85aaff8cb473 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550262 Sep 21 15:58:40.148629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40584) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.149188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40586) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.168940 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:40.185528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-aca81a31-1bc6-422d-b166-80a51f0a3112 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.186511 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aca81a31-1bc6-422d-b166-80a51f0a3112 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0362515 Sep 21 15:58:40.202100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40592) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.204619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] For port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:40.207818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] For port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,segment=NetworkSegment(30f2a0bc-08f5-4f2e-9cd2-58519377f1be),segment_id=30f2a0bc-08f5-4f2e-9cd2-58519377f1be)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:40.211285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-2135e27d-69ea-45d3-8b0a-bb6d7c451a59 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.212251 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2135e27d-69ea-45d3-8b0a-bb6d7c451a59 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0092130 Sep 21 15:58:40.220340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40596) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.220534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-01d59db2-2135-497c-bdd1-a5b6bd0a72f7 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.221308 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-01d59db2-2135-497c-bdd1-a5b6bd0a72f7 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047233 Sep 21 15:58:40.225304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40600) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.230503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-f4f37fa7-8747-4952-b1c3-66e711ff3e21 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.233655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abbe7d3-7f86-4e0e-8c98-3f3fd69d8d69 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:40.233806 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f4f37fa7-8747-4952-b1c3-66e711ff3e21 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053301 Sep 21 15:58:40.234318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40604) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.242567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-d4477a69-41a5-4736-9dfb-640244e6fa2b tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.244466 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4477a69-41a5-4736-9dfb-640244e6fa2b tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084145 Sep 21 15:58:40.251062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40608) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.256745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-64eeb51e-01d7-4e37-9eeb-5bfae209d0fc tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.259928 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-64eeb51e-01d7-4e37-9eeb-5bfae209d0fc tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054424 Sep 21 15:58:40.260564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40612) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.261180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00a76fc-8127-4ca0-b101-d0b40f03e7a8']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:40.265485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-1397726f-46db-4c0c-a27c-5d3830b335ad tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.269022 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1397726f-46db-4c0c-a27c-5d3830b335ad tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0049498 Sep 21 15:58:40.269156 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:58:40.269271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40616) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.269365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:40.274378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-098030bf-11b1-468e-b673-b214b0c5a2be tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.278708 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-098030bf-11b1-468e-b673-b214b0c5a2be tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054226 Sep 21 15:58:40.278878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40620) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.283635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-fa537921-b308-4d54-9ddd-bfed2208366e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.286671 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fa537921-b308-4d54-9ddd-bfed2208366e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048201 Sep 21 15:58:40.286971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40624) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.292274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-c911ac1a-1347-4078-bb68-a834ba5fada4 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.295134 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c911ac1a-1347-4078-bb68-a834ba5fada4 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0053668 Sep 21 15:58:40.295370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40628) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.299518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.300356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-77e793bb-9d15-4a4f-ad1f-4cddbdcd4e62 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.303640 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-77e793bb-9d15-4a4f-ad1f-4cddbdcd4e62 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050442 Sep 21 15:58:40.303963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40632) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.308660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-bbe7b5e1-e7ac-4c68-9448-df5231877a16 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.310241 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bbe7b5e1-e7ac-4c68-9448-df5231877a16 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047278 Sep 21 15:58:40.313202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40636) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.318081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-a41090cd-ab7f-4016-9086-38f28824ad5e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.322025 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a41090cd-ab7f-4016-9086-38f28824ad5e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054755 Sep 21 15:58:40.322267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40640) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.326852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-20c437fb-f669-4420-96c0-88560765fe22 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.329772 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-20c437fb-f669-4420-96c0-88560765fe22 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045271 Sep 21 15:58:40.331327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40644) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.333905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.338666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-d1af61b7-4c33-4536-a155-7c1ad12240ed tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.340170 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d1af61b7-4c33-4536-a155-7c1ad12240ed tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0073838 Sep 21 15:58:40.358965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40648) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.360056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.373587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-9e0b8504-91a2-4c33-bdcb-908c1b84ff88 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.377973 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e0b8504-91a2-4c33-bdcb-908c1b84ff88 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0106759 Sep 21 15:58:40.377973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=382a26f7-5181-4eba-be47-bf48de5b0615,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:40.378802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40652) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.385520 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9186f38b-cbfa-4ecc-8da4-be9fb37d5825 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/382a26f7-5181-4eba-be47-bf48de5b0615 HTTP/1.1" status: 204 len: 168 time: 0.9292643 Sep 21 15:58:40.389984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-6037659b-ab66-4862-be69-df3f148615b6 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.389984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6037659b-ab66-4862-be69-df3f148615b6 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074604 Sep 21 15:58:40.389984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40656) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.390415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40660) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.419156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d90789-360d-4a77-b4dd-9468a557bb58') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:40.419460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d90789-360d-4a77-b4dd-9468a557bb58') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:40.427625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-2f4b8474-5564-477c-a89e-ec980804d951 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.429124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f4b8474-5564-477c-a89e-ec980804d951 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0381024 Sep 21 15:58:40.433573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40664) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.437875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-dc5dd42b-2197-4f37-841b-be4faf12a013 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.441169 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dc5dd42b-2197-4f37-841b-be4faf12a013 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053101 Sep 21 15:58:40.443442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40668) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.443442 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9f177c-3576-46d8-8604-f816ef11deab tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:40.445115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9f177c-3576-46d8-8604-f816ef11deab tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:40.448635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8d9f177c-3576-46d8-8604-f816ef11deab tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/4a5c846d-5ad4-45fd-94cd-47661873fafe HTTP/1.1" status: 404 len: 337 time: 0.0571737 Sep 21 15:58:40.448765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.448856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40672) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.450632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b255a42b-e3a0-4ca4-a89f-85de5332e6ac None None] Provisioning complete for port c42aaca2-6f10-4dab-9bbd-59c163918a50 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:40.451013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b255a42b-e3a0-4ca4-a89f-85de5332e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.453527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-9bf439a0-798c-4bb5-99ad-4119942b4e80 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.456619 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9bf439a0-798c-4bb5-99ad-4119942b4e80 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0072782 Sep 21 15:58:40.483013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40676) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.484009 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4156f139-e8a2-4a1d-b3cc-77a577a00552 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:40.484476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4156f139-e8a2-4a1d-b3cc-77a577a00552 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:40.489275 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4156f139-e8a2-4a1d-b3cc-77a577a00552 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/d4d86372-dc1c-4fe0-a2d7-43a1a8d7e1b7 HTTP/1.1" status: 404 len: 339 time: 0.0365791 Sep 21 15:58:40.489275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-3494a481-2045-4285-9e2f-c6f4cbf4ced0 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.492717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3494a481-2045-4285-9e2f-c6f4cbf4ced0 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080049 Sep 21 15:58:40.492717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40680) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.492969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40684) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.520032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.531482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-c27be6d5-36e2-4da6-bb73-a0e2442ca1fb tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.533193 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c27be6d5-36e2-4da6-bb73-a0e2442ca1fb tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0384328 Sep 21 15:58:40.533829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3df33-7091-4013-9312-f1d77a2023cb None None] Pushing event updated for resources: {'Port': ['ID=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:40.541985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:40.541985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:40.541985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.546456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40688) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.556784 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-01a5d6f1-f1fe-473d-9756-b4444af91db9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1345115 Sep 21 15:58:40.559452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40692) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.566261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-0e1716db-6b89-429e-b05c-1750a814c24c tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.570990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0e1716db-6b89-429e-b05c-1750a814c24c tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0134988 Sep 21 15:58:40.574095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40698) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.580261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:40.582218 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 52d90789-360d-4a77-b4dd-9468a557bb58 resource provider aggregate not found Sep 21 15:58:40.587766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:40.592949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:40.618380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-3f189ec4-fe6e-40e2-9457-e86dedada0a7 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.621781 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3f189ec4-fe6e-40e2-9457-e86dedada0a7 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0111036 Sep 21 15:58:40.622807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40704) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.681819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b255a42b-e3a0-4ca4-a89f-85de5332e6ac None None] Current status of the port c42aaca2-6f10-4dab-9bbd-59c163918a50 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:40.702234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-7afa61e2-c8d7-4ca6-ae40-8c4743602ba5 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.705829 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7afa61e2-c8d7-4ca6-ae40-8c4743602ba5 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0715113 Sep 21 15:58:40.708677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40708) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.714893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-da242f17-6587-45f6-b385-8057a5e8c53b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting subnet 9f111158-120d-4eff-bc7d-657fc9e3bf41 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:40.722207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-14a322fb-3c31-42fb-931b-08d96d3fac92 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.726301 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-14a322fb-3c31-42fb-931b-08d96d3fac92 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0137506 Sep 21 15:58:40.728329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40712) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.728716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-da242f17-6587-45f6-b385-8057a5e8c53b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.810428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.854779 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 52d90789-360d-4a77-b4dd-9468a557bb58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52d90789-360d-4a77-b4dd-9468a557bb58 found for delete ", "request_id": "req-660d536f-91ae-4a44-adb5-efc0999deab3"}]} Sep 21 15:58:40.860132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:40.870160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.871000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:40.876806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] Deleting port c42aaca2-6f10-4dab-9bbd-59c163918a50 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:40.877480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:40.918307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-34000f81-ead4-495f-a355-5c44801a8051 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.922259 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-34000f81-ead4-495f-a355-5c44801a8051 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1568961 Sep 21 15:58:40.922712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40716) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.930209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-c9bce8a4-357b-4c93-8aaa-afbce53fa282 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.933736 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c9bce8a4-357b-4c93-8aaa-afbce53fa282 tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068493 Sep 21 15:58:40.936226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40720) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.941857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [None req-171f4ec1-183c-44b3-9151-cd901f47650d tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.945705 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-171f4ec1-183c-44b3-9151-cd901f47650d tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082123 Sep 21 15:58:40.948437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40724) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:40.972839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [None req-c25d867e-df64-4c5c-8114-ac689864213e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 15:58:40.977678 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c25d867e-df64-4c5c-8114-ac689864213e tempest-ExtensionsTestJSON-1396191692 tempest-ExtensionsTestJSON-1396191692-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0243971 Sep 21 15:58:41.035088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-da242f17-6587-45f6-b385-8057a5e8c53b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.081093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Allocated IP 172.26.0.4 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/93ab31ef-8682-4aa9-b618-3f40812e53ea) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:41.130771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:41.139235 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment e69f00a3-d02d-4ab6-9007-f108254dc204 resource provider aggregate not found Sep 21 15:58:41.155507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:41.163038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:41.166543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment e69f00a3-d02d-4ab6-9007-f108254dc204 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e69f00a3-d02d-4ab6-9007-f108254dc204 found for delete ", "request_id": "req-a5c9ce6a-ddf0-44a9-9e82-c6faa3c10805"}]} Sep 21 15:58:41.167351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:41.178845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:41.208723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:41.212574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.214401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-da242f17-6587-45f6-b385-8057a5e8c53b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.231117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.296756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:41.296950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] For port c42aaca2-6f10-4dab-9bbd-59c163918a50, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c42aaca2-6f10-4dab-9bbd-59c163918a50,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:41.297052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.300296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.308307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.332692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=e00a76fc-8127-4ca0-b101-d0b40f03e7a8,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:41.359583 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-39bd1437-53db-45c1-9c41-202754372727 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/e00a76fc-8127-4ca0-b101-d0b40f03e7a8 HTTP/1.1" status: 204 len: 168 time: 6.8475072 Sep 21 15:58:41.367127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40734) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:41.386419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1360883310'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:41.391991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:41.396025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:41.399505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:41.405482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:41.425779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:41.437677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] Calling delete_port for c42aaca2-6f10-4dab-9bbd-59c163918a50 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:41.448789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.516626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:41.520163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.561022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:41.598761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:41.598761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 74ce3d9e-3068-4f1d-9100-fb2bcf75b51c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:41.599100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c42aaca2-6f10-4dab-9bbd-59c163918a50 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:41.602117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:41.628225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40740) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:41.639206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-da242f17-6587-45f6-b385-8057a5e8c53b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.650301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.650950 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment be037302-ac35-44ca-9859-af7beab1f6d7 of type vlan for network 45545505-b008-4286-a451-596242f5b1c9 Sep 21 15:58:41.698230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c42aaca2-6f10-4dab-9bbd-59c163918a50 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:41.698581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c42aaca2-6f10-4dab-9bbd-59c163918a50 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:41.700270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.722861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.746578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.756844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] Pushing event deleted for resources: {'Port': ['ID=c42aaca2-6f10-4dab-9bbd-59c163918a50,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:41.761426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f99cb31-d0b1-412d-a592-4757f8423af0 None None] No DVR routers for this DVR port c42aaca2-6f10-4dab-9bbd-59c163918a50 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:41.782423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-da242f17-6587-45f6-b385-8057a5e8c53b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.792922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e7d4c-c4ba-431f-be67-2e00c8125688 None None] Network 35141486-eda9-4da6-a789-a9482ba346b3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:41.793913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da242f17-6587-45f6-b385-8057a5e8c53b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=9f111158-120d-4eff-bc7d-657fc9e3bf41,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:41.801740 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-da242f17-6587-45f6-b385-8057a5e8c53b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/9f111158-120d-4eff-bc7d-657fc9e3bf41 HTTP/1.1" status: 204 len: 168 time: 1.3100982 Sep 21 15:58:41.802541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40746) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:41.804201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.893644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ebecaa-8620-44c0-be47-9e89357ee9a7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting subnet beeaa12c-9beb-494f-89f9-0a69bb54e3e7 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:41.897984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.908280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75ebecaa-8620-44c0-be47-9e89357ee9a7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.935897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:41.947158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:41.951199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:41.956132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:41.967444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:42.014513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=1961a153-9e1e-41af-84aa-417355a82bec,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:42.026371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:42.034575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'Port': ['ID=93ab31ef-8682-4aa9-b618-3f40812e53ea,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:42.034904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:42.042248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:42.042843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.045363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:42.048404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:42.049320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.066627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:42.077434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61d71d6-a128-42be-aebc-f2b7101614d4 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:42.079647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] Usage tracker for resource:security_group_rule and tenant:e7a5a0daeeba4ed29743f42dc622f56f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:42.082361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=cb717cb2-ff2c-4274-9cdc-9441e242c1c0,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:42.083361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75ebecaa-8620-44c0-be47-9e89357ee9a7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.085320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:42.097203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:42.168835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.173969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:42.174956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.178760 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b5f27d09-4a72-48ad-ade3-5d593fee05c0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6183040 Sep 21 15:58:42.182495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40750) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:42.190258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d', 'fixed_ips': [{'subnet_id': 'd624da1d-aa95-4071-98ad-220386b50ad4'}, {'subnet_id': '1961a153-9e1e-41af-84aa-417355a82bec'}], 'name': 'tempest-PortsIpV6TestJSON-1362283058'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:42.212003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4db3a-8539-4dfc-bf4f-5c4e70287f97 None None] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:42.212438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75ebecaa-8620-44c0-be47-9e89357ee9a7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.322924 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-460335fa-9a3c-454d-bc1e-9696f51e476a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1707623 Sep 21 15:58:42.328997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40754) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:42.341472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:42.412243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=45545505-b008-4286-a451-596242f5b1c9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:42.424035 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b5e9801d-6781-4244-a9b1-062f0a6f9227 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0535746 Sep 21 15:58:42.431439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40758) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:42.442200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 45545505-b008-4286-a451-596242f5b1c9 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:42.471285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59b0378f-343c-470c-a91b-fef6ceb2155f None None] Provisioning for port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:42.473141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5745926f-65f5-46cf-a3e4-4f457ee6beaf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:42.483021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': 'cb717cb2-ff2c-4274-9cdc-9441e242c1c0'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:42.483828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.494990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.564152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59b0378f-343c-470c-a91b-fef6ceb2155f None None] Provisioning complete for port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:42.564525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59b0378f-343c-470c-a91b-fef6ceb2155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.585135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.586419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:42.608861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:42.618531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:42.671705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:42.671886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada8f11-0134-4de6-9a7b-8c0a19ee250c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:42.671886 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9a7334cd-9e3e-452a-b2fc-b3b2f0746a7f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7a5a0daeeba4ed29743f42dc622f56f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0382440 Sep 21 15:58:42.672505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:42.677077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:42.680160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:42.687596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:42.695732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40762) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:42.765372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.843067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75ebecaa-8620-44c0-be47-9e89357ee9a7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.892867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:42.896377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.910509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:42.954074 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-59b0378f-343c-470c-a91b-fef6ceb2155f None None] Current status of the port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:42.954436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59b0378f-343c-470c-a91b-fef6ceb2155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.954903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5745926f-65f5-46cf-a3e4-4f457ee6beaf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:42.984676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/cb717cb2-ff2c-4274-9cdc-9441e242c1c0/101e2d8b-58db-4120-be8e-f05bb51d6f78) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:43.025816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75ebecaa-8620-44c0-be47-9e89357ee9a7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.028817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebecaa-8620-44c0-be47-9e89357ee9a7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=beeaa12c-9beb-494f-89f9-0a69bb54e3e7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:43.250765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-59b0378f-343c-470c-a91b-fef6ceb2155f None None] For port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,segment=NetworkSegment(30f2a0bc-08f5-4f2e-9cd2-58519377f1be),segment_id=30f2a0bc-08f5-4f2e-9cd2-58519377f1be)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:43.325731 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-75ebecaa-8620-44c0-be47-9e89357ee9a7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/beeaa12c-9beb-494f-89f9-0a69bb54e3e7 HTTP/1.1" status: 204 len: 168 time: 1.5173867 Sep 21 15:58:43.334075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40766) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:43.376301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85441329-0eaf-4e06-9f93-10f40318ace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.377825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.389238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59b0378f-343c-470c-a91b-fef6ceb2155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.393482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5745926f-65f5-46cf-a3e4-4f457ee6beaf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.440381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fe27c1-dd22-4f43-8d7b-9be7b9d67725 None None] Network 35141486-eda9-4da6-a789-a9482ba346b3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:43.473934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.481312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.488581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.510470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5745926f-65f5-46cf-a3e4-4f457ee6beaf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network 45545505-b008-4286-a451-596242f5b1c9 is not hosted by any dhcp agent {{(pid=89725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:58:43.515777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5745926f-65f5-46cf-a3e4-4f457ee6beaf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:43.516409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5745926f-65f5-46cf-a3e4-4f457ee6beaf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.520676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Update dhcp port {'port': {'network_id': '0a4e6af0-bc61-4ce5-abb1-82045c94d47d', 'fixed_ips': [{'subnet_id': 'd624da1d-aa95-4071-98ad-220386b50ad4', 'ip_address': '2001:db8::2'}, {'subnet_id': '1961a153-9e1e-41af-84aa-417355a82bec'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': '2d3e6bcd-0a6a-4dd8-982e-906cbf76a486'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:58:43.520843 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5745926f-65f5-46cf-a3e4-4f457ee6beaf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "PUT /v2.0/networks/45545505-b008-4286-a451-596242f5b1c9 HTTP/1.1" status: 200 len: 723 time: 1.0778093 Sep 21 15:58:43.539860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.541129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40770) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:43.547767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Transition to ACTIVE for port object 101e2d8b-58db-4120-be8e-f05bb51d6f78 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:43.550889 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.ipam_backend_mixin [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb717cb2-ff2c-4274-9cdc-9441e242c1c0 (CIDR: 2001:db8::/64) Sep 21 15:58:43.556233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85441329-0eaf-4e06-9f93-10f40318ace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.566141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': '45545505-b008-4286-a451-596242f5b1c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:43.593761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745926f-65f5-46cf-a3e4-4f457ee6beaf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=45545505-b008-4286-a451-596242f5b1c9,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:43.604224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:43.634359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 45545505-b008-4286-a451-596242f5b1c9 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:43.645204 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:58:43.645705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:43.728902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port a2c19c17-254d-46d6-a071-0b8ee567f23c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:43.729492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.756874 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-27d309a9-6bf3-4823-8af1-12b8493132d2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4262006 Sep 21 15:58:43.757669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40774) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:43.771563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0378f-343c-470c-a91b-fef6ceb2155f None None] Pushing event updated for resources: {'Port': ['ID=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:43.776292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:43.788353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.797477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-255413aa-df58-470a-b034-a1f657783d74 None None] Provisioning complete for port a2c19c17-254d-46d6-a071-0b8ee567f23c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:43.799197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-255413aa-df58-470a-b034-a1f657783d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.807745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85441329-0eaf-4e06-9f93-10f40318ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.827883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Transition to ACTIVE for port object 101e2d8b-58db-4120-be8e-f05bb51d6f78 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:43.828600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:43.863930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:43.873862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:43.896172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:43.896274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85441329-0eaf-4e06-9f93-10f40318ace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada8f11-0134-4de6-9a7b-8c0a19ee250c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:43.947793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85441329-0eaf-4e06-9f93-10f40318ace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:43.951570 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-85441329-0eaf-4e06-9f93-10f40318ace9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5ada8f11-0134-4de6-9a7b-8c0a19ee250c HTTP/1.1" status: 204 len: 168 time: 1.2517662 Sep 21 15:58:43.978493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.026286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:44.029738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.069954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:44.085871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:44.088423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:44.124285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:44.127069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] For port a2c19c17-254d-46d6-a071-0b8ee567f23c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a2c19c17-254d-46d6-a071-0b8ee567f23c,segment=NetworkSegment(5d02a8cc-9d8a-4557-8ada-fc5d473bd7be),segment_id=5d02a8cc-9d8a-4557-8ada-fc5d473bd7be)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:44.127069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.141039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Router a8500bfa-daad-4397-aab9-0591a3540461 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:58:44.141436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:44.142806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:44.153707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Pushing event updated for resources: {'Port': ['ID=101e2d8b-58db-4120-be8e-f05bb51d6f78,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:44.156784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:44.193213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::ed (0a4e6af0-bc61-4ce5-abb1-82045c94d47d/d624da1d-aa95-4071-98ad-220386b50ad4/d1a97952-d190-4b89-b39c-fb2fdb06c6c7) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:44.215308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8:0:1::2 (0a4e6af0-bc61-4ce5-abb1-82045c94d47d/1961a153-9e1e-41af-84aa-417355a82bec/d1a97952-d190-4b89-b39c-fb2fdb06c6c7) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:44.247764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:44.251383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.286276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Calling delete_port for a2c19c17-254d-46d6-a071-0b8ee567f23c owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:44.316784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-255413aa-df58-470a-b034-a1f657783d74 None None] Current status of the port a2c19c17-254d-46d6-a071-0b8ee567f23c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:44.340622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Attempting to bind port 101e2d8b-58db-4120-be8e-f05bb51d6f78 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:44.341776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Attempting to bind port 101e2d8b-58db-4120-be8e-f05bb51d6f78 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:44.341776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Attempting to bind port 101e2d8b-58db-4120-be8e-f05bb51d6f78 on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:44.347601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:44.347983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:44.348413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.348861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:44.349304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Bound port: 101e2d8b-58db-4120-be8e-f05bb51d6f78, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:44.350655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.452417 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:58:44.455919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] DHCP port deletion for 35141486-eda9-4da6-a789-a9482ba346b3 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:44.465255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] Deleting port a2c19c17-254d-46d6-a071-0b8ee567f23c {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:44.465631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.517477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] For port 101e2d8b-58db-4120-be8e-f05bb51d6f78, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:44.531284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] For port 101e2d8b-58db-4120-be8e-f05bb51d6f78, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=101e2d8b-58db-4120-be8e-f05bb51d6f78,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:44.606384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.631599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object d1a97952-d190-4b89-b39c-fb2fdb06c6c7 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:44.654826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.727864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:44.754703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b28c2-64e7-4dcd-8b36-168a3fd63553 None None] Sync routers for ids ['a8500bfa-daad-4397-aab9-0591a3540461'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:44.763557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.773926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.826402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Port': ['ID=a2c19c17-254d-46d6-a071-0b8ee567f23c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:44.827852 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] For port a2c19c17-254d-46d6-a071-0b8ee567f23c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a2c19c17-254d-46d6-a071-0b8ee567f23c,segment=NetworkSegment(5d02a8cc-9d8a-4557-8ada-fc5d473bd7be),segment_id=5d02a8cc-9d8a-4557-8ada-fc5d473bd7be)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:44.828450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.831739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No DVR routers for this DVR port a2c19c17-254d-46d6-a071-0b8ee567f23c on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:44.850588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:44.854662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:44.860577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:44.866962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:44.867700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.869739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.870980 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-abc62745-ff29-48cd-beb6-90294c8e9575 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "PUT /v2.0/routers/a8500bfa-daad-4397-aab9-0591a3540461 HTTP/1.1" status: 200 len: 911 time: 6.6561780 Sep 21 15:58:44.871982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:44.875478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40788) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:44.911932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=d1a97952-d190-4b89-b39c-fb2fdb06c6c7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:45.007081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b28c2-64e7-4dcd-8b36-168a3fd63553 None None] Routers {'a8500bfa-daad-4397-aab9-0591a3540461'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:45.007732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-899b28c2-64e7-4dcd-8b36-168a3fd63553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8500bfa-daad-4397-aab9-0591a3540461'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:45.043884 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f6b6b694-e7a6-4ee8-b5d1-d996bf522f81 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.8573523 Sep 21 15:58:45.044122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40794) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.050926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd624da1d-aa95-4071-98ad-220386b50ad4'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:45.248591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb423d6-44f3-473b-b1a9-13493ff2cfa2 None None] Pushing event updated for resources: {'Port': ['ID=101e2d8b-58db-4120-be8e-f05bb51d6f78,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:45.267143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] Calling delete_port for a2c19c17-254d-46d6-a071-0b8ee567f23c owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:45.313892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-899b28c2-64e7-4dcd-8b36-168a3fd63553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:45.316098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:45.340101 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4b53c004-be04-4ca1-8e38-91786c603d48 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/routers/a8500bfa-daad-4397-aab9-0591a3540461 HTTP/1.1" status: 200 len: 917 time: 0.4281993 Sep 21 15:58:45.350379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.356011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40804) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.372020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=a0c700fe-9bd4-4add-8814-b762ec327efc,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:45.376126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': 'be037302-ac35-44ca-9859-af7beab1f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '45545505-b008-4286-a451-596242f5b1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:45.376575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: 45545505-b008-4286-a451-596242f5b1c9, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:45.412631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35141486-eda9-4da6-a789-a9482ba346b3']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:45.419367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1::2-6f9d956f-ed1e-43da-a960-b59fe664a82f {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:45.421853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:45.421853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b28c2-64e7-4dcd-8b36-168a3fd63553 None None] Routers {'a8500bfa-daad-4397-aab9-0591a3540461'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:45.421853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-899b28c2-64e7-4dcd-8b36-168a3fd63553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8500bfa-daad-4397-aab9-0591a3540461'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:45.426780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d02a8cc-9d8a-4557-8ada-fc5d473bd7be') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:45.427106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d02a8cc-9d8a-4557-8ada-fc5d473bd7be') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:45.439783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.473979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network 45545505-b008-4286-a451-596242f5b1c9 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:45.484331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.493905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:45.494413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.497381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-899b28c2-64e7-4dcd-8b36-168a3fd63553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:45.497899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b28c2-64e7-4dcd-8b36-168a3fd63553 None None] The sync data for ids ['a8500bfa-daad-4397-aab9-0591a3540461'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:45.501748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:58:45.524941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:45.525443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.541748 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 5d02a8cc-9d8a-4557-8ada-fc5d473bd7be resource provider aggregate not found Sep 21 15:58:45.573744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:45.574248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:45.619550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40814) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.626223 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 5d02a8cc-9d8a-4557-8ada-fc5d473bd7be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d02a8cc-9d8a-4557-8ada-fc5d473bd7be found for delete ", "request_id": "req-e293db6b-571c-45c6-9261-89fb01f454f9"}]} Sep 21 15:58:45.639604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 45545505-b008-4286-a451-596242f5b1c9) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:45.650927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:45.651521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.655286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aeef7c-c5ce-4138-aae1-5d5ca317cb4e None None] Network 45545505-b008-4286-a451-596242f5b1c9 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:45.661350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.733761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:45.745617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.796207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:45.801765 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/35141486-eda9-4da6-a789-a9482ba346b3 HTTP/1.1" status: 204 len: 168 time: 2.4657476 Sep 21 15:58:45.807775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40820) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.809506 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-de2ca431-6165-403a-a022-e0d984a43177 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2669356 Sep 21 15:58:45.815057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40824) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.858057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee49cd9-5842-4c81-81d8-044856c6696a tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=35141486-eda9-4da6-a789-a9482ba346b3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:45.864384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-07386231-bf10-48e9-9fa9-7bb229290375 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:45.901305 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-963a80c9-e158-4313-a441-7e3edeaba6d0 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:45.901894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963a80c9-e158-4313-a441-7e3edeaba6d0 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:45.903064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1713960203'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:45.906580 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-963a80c9-e158-4313-a441-7e3edeaba6d0 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/e3425a20-7db0-415c-a24f-8870c44c8502 HTTP/1.1" status: 404 len: 337 time: 0.0955710 Sep 21 15:58:45.913124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40828) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.928065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:45.935884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2c19c17-254d-46d6-a071-0b8ee567f23c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:45.938825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6457f4-d9ba-49dc-9597-8a8b5d6a6ffe tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:45.940575 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8a6457f4-d9ba-49dc-9597-8a8b5d6a6ffe tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=a8500bfa-daad-4397-aab9-0591a3540461&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5856330 Sep 21 15:58:45.950659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40832) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:45.956667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:network and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:45.965011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:45.971896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:46.015742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a2c19c17-254d-46d6-a071-0b8ee567f23c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:46.016096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2c19c17-254d-46d6-a071-0b8ee567f23c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:46.037871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-45545505-b008-4286-a451-596242f5b1c9', 'network_id': '45545505-b008-4286-a451-596242f5b1c9', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': 'a0c700fe-9bd4-4add-8814-b762ec327efc'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:46.041631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.075413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] Deleting port a2c19c17-254d-46d6-a071-0b8ee567f23c {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:46.075804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.125753 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d22d4a3-eb27-4650-9aec-a826999e4209 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:46.127737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d22d4a3-eb27-4650-9aec-a826999e4209 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:46.130842 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d22d4a3-eb27-4650-9aec-a826999e4209 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/8fb92948-3b9f-4adc-9c8f-0bbe8516c784 HTTP/1.1" status: 404 len: 339 time: 0.2169464 Sep 21 15:58:46.132091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40836) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.159548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.182929 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-725494a5-5f8e-4d73-8551-34fd99ed39eb tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:46.183383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725494a5-5f8e-4d73-8551-34fd99ed39eb tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:46.187326 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-725494a5-5f8e-4d73-8551-34fd99ed39eb tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/11fa41bf-9cf8-4291-ba58-753ec1aebbb0 HTTP/1.1" status: 404 len: 337 time: 0.0476403 Sep 21 15:58:46.188594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47100dd-a815-4e4f-adda-df3f493c9be7 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:46.190013 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d47100dd-a815-4e4f-adda-df3f493c9be7 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 881 time: 0.2357132 Sep 21 15:58:46.192315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40840) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.192697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40842) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.220737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e5220823-0ffa-4015-b7fa-65b36573e622 None None] The port 'a2c19c17-254d-46d6-a071-0b8ee567f23c' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:58:46.252359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:46.254801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.299958 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.338450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:46.340606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.342523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07386231-bf10-48e9-9fa9-7bb229290375 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3406034'] for subnet, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.355365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:security_group_rule and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:46.388446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:46.398719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3d2a0a38-4002-40bb-a210-82f3d428a013 None None] Provisioning for port 101e2d8b-58db-4120-be8e-f05bb51d6f78 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:46.403209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:46.439090 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e51a2a4d-65d5-4b37-85a5-b21109c8b551 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8500bfa-daad-4397-aab9-0591a3540461 HTTP/1.1" status: 200 len: 205 time: 0.2427366 Sep 21 15:58:46.439905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40848) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.440818 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bf3884-7773-4ff6-8dc2-cc69c06ddff6 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:46.442024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bf3884-7773-4ff6-8dc2-cc69c06ddff6 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:46.448311 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-97bf3884-7773-4ff6-8dc2-cc69c06ddff6 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/99354976-389d-41ff-8030-6d5a2f4b23a0 HTTP/1.1" status: 404 len: 339 time: 0.2514043 Sep 21 15:58:46.450678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40852) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.458565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Allocated IP 172.20.0.2 (45545505-b008-4286-a451-596242f5b1c9/a0c700fe-9bd4-4add-8814-b762ec327efc/ce4f5b97-f7c2-4145-a195-806c5db446af) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:46.526590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Delete allocated IP 2001:db8:0:1::2 (0a4e6af0-bc61-4ce5-abb1-82045c94d47d/1961a153-9e1e-41af-84aa-417355a82bec) {{(pid=89725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 15:58:46.688314 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efb7ad1-5591-4293-9508-7856c26e5fc3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:46.688764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efb7ad1-5591-4293-9508-7856c26e5fc3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:46.690020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.690456 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1efb7ad1-5591-4293-9508-7856c26e5fc3 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/644f65a1-2873-4ade-9135-2c365b5c25cf HTTP/1.1" status: 404 len: 337 time: 0.2406783 Sep 21 15:58:46.693507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40856) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.704455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Transition to ACTIVE for port object ce4f5b97-f7c2-4145-a195-806c5db446af will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:46.727417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Transition to ACTIVE for port object ce4f5b97-f7c2-4145-a195-806c5db446af will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:46.772654 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8331d8-fdfc-45fb-9fe1-37a8a9178aa5 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:46.773426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8331d8-fdfc-45fb-9fe1-37a8a9178aa5 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:46.774856 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3b8331d8-fdfc-45fb-9fe1-37a8a9178aa5 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/35b32bec-6395-46b6-9f2b-55b2245640d3 HTTP/1.1" status: 404 len: 339 time: 0.0805361 Sep 21 15:58:46.781865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40860) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:46.816371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.821096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.877853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.891115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Network 45545505-b008-4286-a451-596242f5b1c9 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:46.894383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:46.899122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:46.906641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Pushing event updated for resources: {'Port': ['ID=ce4f5b97-f7c2-4145-a195-806c5db446af,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:46.910437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] For port 101e2d8b-58db-4120-be8e-f05bb51d6f78, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=101e2d8b-58db-4120-be8e-f05bb51d6f78,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:46.917375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-546de23f-b956-4ca0-b55d-81b01e367b6b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting subnet c96be9e8-6911-4d07-83a8-69480950c86f {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:46.922291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-546de23f-b956-4ca0-b55d-81b01e367b6b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:46.968573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.018677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.034479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Attempting to bind port ce4f5b97-f7c2-4145-a195-806c5db446af on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:47.034479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Attempting to bind port ce4f5b97-f7c2-4145-a195-806c5db446af by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'be037302-ac35-44ca-9859-af7beab1f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '45545505-b008-4286-a451-596242f5b1c9'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:47.034479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Attempting to bind port ce4f5b97-f7c2-4145-a195-806c5db446af on network 45545505-b008-4286-a451-596242f5b1c9 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:47.035586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Ignored duplicate provisioning block setup for port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 15:58:47.046228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:47.047099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Checking segment: {'id': 'be037302-ac35-44ca-9859-af7beab1f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '45545505-b008-4286-a451-596242f5b1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:47.048093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.048694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Bound using segment: {'id': 'be037302-ac35-44ca-9859-af7beab1f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '45545505-b008-4286-a451-596242f5b1c9'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:47.049441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Bound port: ce4f5b97-f7c2-4145-a195-806c5db446af, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be037302-ac35-44ca-9859-af7beab1f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '45545505-b008-4286-a451-596242f5b1c9'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:47.050944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.071251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:47.082265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.091580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-546de23f-b956-4ca0-b55d-81b01e367b6b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.126856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775d6d06-1753-4716-aaed-601cdf0529de,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:47.128359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.137381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.137779 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Added segment 84419b3d-3514-4a74-9b55-80c6b78f542e of type vlan for network 060a13fc-290d-4177-98b1-ca7c43328afd Sep 21 15:58:47.139277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.190220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.190928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.198265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07386231-bf10-48e9-9fa9-7bb229290375 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741582825292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3079084'] for subnet, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.218298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 101e2d8b-58db-4120-be8e-f05bb51d6f78 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:47.240537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Deleting port 93ab31ef-8682-4aa9-b618-3f40812e53ea {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:47.240779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.298684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.300274 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07386231-bf10-48e9-9fa9-7bb229290375 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:47.300825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07386231-bf10-48e9-9fa9-7bb229290375 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.302114 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-07386231-bf10-48e9-9fa9-7bb229290375 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "PUT /v2.0/subnets/a0c700fe-9bd4-4add-8814-b762ec327efc HTTP/1.1" status: 200 len: 806 time: 1.4507942 Sep 21 15:58:47.307199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40864) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:47.334970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Allocated IP 2001:db8:0:1::3 (0a4e6af0-bc61-4ce5-abb1-82045c94d47d/1961a153-9e1e-41af-84aa-417355a82bec/2d3e6bcd-0a6a-4dd8-982e-906cbf76a486) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:47.344908 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] For port ce4f5b97-f7c2-4145-a195-806c5db446af, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:47.352746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] For port ce4f5b97-f7c2-4145-a195-806c5db446af, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ce4f5b97-f7c2-4145-a195-806c5db446af,segment=NetworkSegment(be037302-ac35-44ca-9859-af7beab1f6d7),segment_id=be037302-ac35-44ca-9859-af7beab1f6d7)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:47.372697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:47.376131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] In _notify_port_updated(), no bound segment for port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 on network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:58:47.381572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:47.382218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.386026 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "PUT /v2.0/ports/d1a97952-d190-4b89-b39c-fb2fdb06c6c7 HTTP/1.1" status: 200 len: 925 time: 2.3383331 Sep 21 15:58:47.389487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40868) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:47.391415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:47.408440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:47.409063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.417671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=56c64785-85af-4493-bf8c-3252991d48ce,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:47.421051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07386231-bf10-48e9-9fa9-7bb229290375 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=a0c700fe-9bd4-4add-8814-b762ec327efc,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:47.424724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4aa3a-07c3-4530-8391-077c96e0aa13 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:47.429128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd624da1d-aa95-4071-98ad-220386b50ad4'}, {'subnet_id': '1961a153-9e1e-41af-84aa-417355a82bec'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:47.436744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092613b8-5096-4558-b93c-18a49e2c685e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=d1a97952-d190-4b89-b39c-fb2fdb06c6c7,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:47.454473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.513770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-546de23f-b956-4ca0-b55d-81b01e367b6b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.533677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 101e2d8b-58db-4120-be8e-f05bb51d6f78 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:47.582227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 101e2d8b-58db-4120-be8e-f05bb51d6f78 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:47.582621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.587545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.593240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:47.593852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.620622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=101e2d8b-58db-4120-be8e-f05bb51d6f78,revision_number=4']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:47.687457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] For port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,segment=NetworkSegment(30f2a0bc-08f5-4f2e-9cd2-58519377f1be),segment_id=30f2a0bc-08f5-4f2e-9cd2-58519377f1be)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:47.699059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.710734 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2b9afa09-0191-463b-9e96-e08afe29c82a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.9470594 Sep 21 15:58:47.711549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40872) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:47.720136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.735167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:8a:42:1e', 'name': 'tempest-NetworksTestDHCPv6-1559240460'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:47.735481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.797518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d67406-8996-44b5-9947-da6a3a464e3b None None] Pushing event updated for resources: {'Port': ['ID=ce4f5b97-f7c2-4145-a195-806c5db446af,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:47.821388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Deleting port ce4f5b97-f7c2-4145-a195-806c5db446af {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:47.822215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.824656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Network': ['ID=060a13fc-290d-4177-98b1-ca7c43328afd,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:47.831461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dff578c5-5d7a-4bae-b4f8-f5783e660210 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2078905 Sep 21 15:58:47.847302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 060a13fc-290d-4177-98b1-ca7c43328afd details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:47.916651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-546de23f-b956-4ca0-b55d-81b01e367b6b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:47.945461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Transition to ACTIVE for port object 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:47.994597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Calling delete_port for 93ab31ef-8682-4aa9-b618-3f40812e53ea owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:48.165031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 101e2d8b-58db-4120-be8e-f05bb51d6f78 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:48.165723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.176217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.302588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546de23f-b956-4ca0-b55d-81b01e367b6b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=c96be9e8-6911-4d07-83a8-69480950c86f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:48.343172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-546de23f-b956-4ca0-b55d-81b01e367b6b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.358575 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-546de23f-b956-4ca0-b55d-81b01e367b6b tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/c96be9e8-6911-4d07-83a8-69480950c86f HTTP/1.1" status: 204 len: 168 time: 1.5736811 Sep 21 15:58:48.360261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40876) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:48.367425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79ace4-2dd4-4588-8488-7001231e7cd9 None None] Pushing event updated for resources: {'Port': ['ID=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:48.390728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d171e85-29e0-4e21-9ccc-61c8c238dca5 None None] Network 17cfde4d-2ff2-4989-be43-8676490663c4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:48.440726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.531873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 101e2d8b-58db-4120-be8e-f05bb51d6f78, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=101e2d8b-58db-4120-be8e-f05bb51d6f78,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:48.537742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.549538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:48.559124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:48.572648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:48.583475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:48.589596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:48.590274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.614435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.672044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] For port ce4f5b97-f7c2-4145-a195-806c5db446af, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ce4f5b97-f7c2-4145-a195-806c5db446af,segment=NetworkSegment(be037302-ac35-44ca-9859-af7beab1f6d7),segment_id=be037302-ac35-44ca-9859-af7beab1f6d7)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:48.672481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:48.796226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=101e2d8b-58db-4120-be8e-f05bb51d6f78,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:48.861429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:49.126260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Calling delete_port for ce4f5b97-f7c2-4145-a195-806c5db446af owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:49.221991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] DHCP port deletion for 17cfde4d-2ff2-4989-be43-8676490663c4 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:49.227056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] Deleting port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:49.227816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.471327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:49.507408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] For port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37,segment=NetworkSegment(934a0419-f419-44e5-92b2-0aa91ff01b02),segment_id=934a0419-f419-44e5-92b2-0aa91ff01b02)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:49.507786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.619689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78394265-fdba-4ed7-b0c3-2d3262ec93e7 None None] Network 45545505-b008-4286-a451-596242f5b1c9 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:49.647660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.664784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:49.675042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d9b98d97-dd2d-4519-a3ec-ce7e8a614fb7 None None] Could not find standard attr ID for object ce4f5b97-f7c2-4145-a195-806c5db446af. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:58:49.754997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a836316-8567-47b6-a4ce-138e537c4049 None None] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:49.797626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Calling delete_port for a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:49.848448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port db1445af-39cb-4639-be0d-6f5f46498627 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:50.058569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8:0:1::171 (0a4e6af0-bc61-4ce5-abb1-82045c94d47d/1961a153-9e1e-41af-84aa-417355a82bec/d1a97952-d190-4b89-b39c-fb2fdb06c6c7) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:50.086354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.164530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Port': ['ID=a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:50.173952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No DVR routers for this DVR port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:50.249570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.266800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Ignored duplicate provisioning block setup for port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 15:58:50.354281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Port': ['ID=ce4f5b97-f7c2-4145-a195-806c5db446af,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:50.358618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No DVR routers for this DVR port ce4f5b97-f7c2-4145-a195-806c5db446af on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:50.395767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ce4f5b97-f7c2-4145-a195-806c5db446af up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:50.412291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.421078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::1ac (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/cb717cb2-ff2c-4274-9cdc-9441e242c1c0/db1445af-39cb-4639-be0d-6f5f46498627) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:50.455283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:421e (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/56c64785-85af-4493-bf8c-3252991d48ce/db1445af-39cb-4639-be0d-6f5f46498627) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:50.461725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: ce4f5b97-f7c2-4145-a195-806c5db446af {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:50.462452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ce4f5b97-f7c2-4145-a195-806c5db446af not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 15:58:50.463807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.471278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cfde4d-2ff2-4989-be43-8676490663c4']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:50.476457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.488727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934a0419-f419-44e5-92b2-0aa91ff01b02') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:50.489080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934a0419-f419-44e5-92b2-0aa91ff01b02') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:50.517759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.557175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.557406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ebaf8c68-f3dd-407e-b220-b501eed4c64e None None] Provisioning for port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:50.571417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Port ce4f5b97-f7c2-4145-a195-806c5db446af not found, will not notify nova. {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 15:58:50.572109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 101e2d8b-58db-4120-be8e-f05bb51d6f78 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:50.598518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:50.599156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.611785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba4450-cfbd-479d-992a-dd139f8c424f None None] Network 45545505-b008-4286-a451-596242f5b1c9 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:50.691498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.704954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=d1a97952-d190-4b89-b39c-fb2fdb06c6c7,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:50.709326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ebaf8c68-f3dd-407e-b220-b501eed4c64e None None] Provisioning complete for port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:50.709853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ebaf8c68-f3dd-407e-b220-b501eed4c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.714379 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 934a0419-f419-44e5-92b2-0aa91ff01b02 resource provider aggregate not found Sep 21 15:58:50.799654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] For port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37,segment=NetworkSegment(934a0419-f419-44e5-92b2-0aa91ff01b02),segment_id=934a0419-f419-44e5-92b2-0aa91ff01b02)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:50.800049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.814065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 934a0419-f419-44e5-92b2-0aa91ff01b02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 934a0419-f419-44e5-92b2-0aa91ff01b02 found for delete ", "request_id": "req-4408bbdb-6a56-4c91-b091-c88247b44ba0"}]} Sep 21 15:58:50.827426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.897466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event deleted for resources: {'Port': ['ID=93ab31ef-8682-4aa9-b618-3f40812e53ea,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:50.916449 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.924781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.956392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:50.983686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] Calling delete_port for a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:50.999611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=17cfde4d-2ff2-4989-be43-8676490663c4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:51.023530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object db1445af-39cb-4639-be0d-6f5f46498627 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:51.052722 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e9c544ea-4f17-4c7b-99d2-e6b47d478cc4 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/17cfde4d-2ff2-4989-be43-8676490663c4 HTTP/1.1" status: 204 len: 168 time: 2.6891150 Sep 21 15:58:51.054485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40884) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:51.156072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf8c68-f3dd-407e-b220-b501eed4c64e None None] Current status of the port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:51.174601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40888) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:51.175230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c700fe-9bd4-4add-8814-b762ec327efc,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:51.180107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.221579 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b249463e-077b-4bc8-98a7-96e2ab54415f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:51.222247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b249463e-077b-4bc8-98a7-96e2ab54415f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:51.223711 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b249463e-077b-4bc8-98a7-96e2ab54415f tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/a43e8e89-ee47-4b24-962c-3e1d66f08d1d HTTP/1.1" status: 404 len: 337 time: 0.1683080 Sep 21 15:58:51.226396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40890) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:51.258114 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4403df8-05a5-4a0e-86ef-314567527db7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:51.258590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4403df8-05a5-4a0e-86ef-314567527db7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:51.262877 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4403df8-05a5-4a0e-86ef-314567527db7 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/5611e3c2-e47f-4d3c-9801-d55a5c3aa462 HTTP/1.1" status: 404 len: 339 time: 0.0345483 Sep 21 15:58:51.264448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40896) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:51.267879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'subnet': {'network_id': '060a13fc-290d-4177-98b1-ca7c43328afd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:51.316939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 101e2d8b-58db-4120-be8e-f05bb51d6f78 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:51.317229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.333322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd387d6c-1fff-4231-8ffd-9e6092ee4127 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting subnet bf241361-4e23-489e-adaf-052bac0b4d22 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:51.336918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bd387d6c-1fff-4231-8ffd-9e6092ee4127 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.353867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:51.354249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:51.383394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.394547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d46f6e71-8b00-4547-84b4-692df28d1230 None None] Provisioning complete for port 101e2d8b-58db-4120-be8e-f05bb51d6f78 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:51.394921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d46f6e71-8b00-4547-84b4-692df28d1230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.462813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ad6dd-d97b-4f21-ba29-6c55831461e2 None None] DHCP port deletion for 45545505-b008-4286-a451-596242f5b1c9 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:51.463075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:51.468578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:51.474097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bd387d6c-1fff-4231-8ffd-9e6092ee4127 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.508162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:51.511825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:51.512471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.553982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=db1445af-39cb-4639-be0d-6f5f46498627,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:51.576138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] In _notify_port_updated(), no bound segment for port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 on network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:58:51.579138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:51.579891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.584427 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-df560e2a-dde1-4900-ab13-7a9a63fd95f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "PUT /v2.0/ports/d1a97952-d190-4b89-b39c-fb2fdb06c6c7 HTTP/1.1" status: 200 len: 1011 time: 4.1880031 Sep 21 15:58:51.585192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40900) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:51.587113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 101e2d8b-58db-4120-be8e-f05bb51d6f78 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:51.589581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.606635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.612035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d46f6e71-8b00-4547-84b4-692df28d1230 None None] Current status of the port 101e2d8b-58db-4120-be8e-f05bb51d6f78 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:51.622265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bd387d6c-1fff-4231-8ffd-9e6092ee4127 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.654312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.665210 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-56331e45-567e-4585-af87-025dc679af17 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9379261 Sep 21 15:58:51.665210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40904) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:51.696970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:51.738344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ea979145-d490-43a4-b242-aaa32d11a363 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:51.738870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ea979145-d490-43a4-b242-aaa32d11a363 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.777532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45545505-b008-4286-a451-596242f5b1c9']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:51.777796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:51.778306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:51.778306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ce4f5b97-f7c2-4145-a195-806c5db446af no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:51.823287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bd387d6c-1fff-4231-8ffd-9e6092ee4127 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.845682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be037302-ac35-44ca-9859-af7beab1f6d7') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:51.845682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be037302-ac35-44ca-9859-af7beab1f6d7') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:51.859085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:51.864963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.878606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:subnet and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:51.885124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] Deleting port a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:51.885124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.886357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:51.936895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bd387d6c-1fff-4231-8ffd-9e6092ee4127 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.939131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.945178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: ce4f5b97-f7c2-4145-a195-806c5db446af {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:51.945381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ce4f5b97-f7c2-4145-a195-806c5db446af not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:51.951284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:51.957719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd628d-979e-47bb-bf45-08503ac539ae None None] Network d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:51.962966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.963628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Fanout notify agent at l3_agent the message router_deleted on router a8500bfa-daad-4397-aab9-0591a3540461 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:58:51.972450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:51.973004 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:51.978778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd387d6c-1fff-4231-8ffd-9e6092ee4127 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Subnet': ['ID=bf241361-4e23-489e-adaf-052bac0b4d22,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:52.015901 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bd387d6c-1fff-4231-8ffd-9e6092ee4127 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/subnets/bf241361-4e23-489e-adaf-052bac0b4d22 HTTP/1.1" status: 204 len: 168 time: 0.7504194 Sep 21 15:58:52.016535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40912) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:52.055517 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment be037302-ac35-44ca-9859-af7beab1f6d7 resource provider aggregate not found Sep 21 15:58:52.076927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d727f1de-2f57-4220-a172-de9001dec2db None None] The port 'a7ee0a60-a7d4-4fc8-92ef-3b36142bfd37' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:58:52.112290 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment be037302-ac35-44ca-9859-af7beab1f6d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be037302-ac35-44ca-9859-af7beab1f6d7 found for delete ", "request_id": "req-7c451ce1-92a5-4eb6-be09-0425a24c3a1e"}]} Sep 21 15:58:52.151215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.180613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port db1445af-39cb-4639-be0d-6f5f46498627 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:52.184011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.184125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:52.185735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.212581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port b8039979-3510-4d48-9a7c-e37c9531de6d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:52.212926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.258705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Provisioning for port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:52.277592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Provisioning complete for port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:52.278750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.293853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.294752 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b57b4e91-bf7f-4433-8051-2d473438bde7 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/a8500bfa-daad-4397-aab9-0591a3540461 HTTP/1.1" status: 204 len: 168 time: 5.8477578 Sep 21 15:58:52.300367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40918) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:52.303867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.308152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.351690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1574461821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:52.371295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:52.373590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:58:52.379271 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/45545505-b008-4286-a451-596242f5b1c9 HTTP/1.1" status: 204 len: 168 time: 5.0666363 Sep 21 15:58:52.382518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=45545505-b008-4286-a451-596242f5b1c9,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:52.385750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40922) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:52.389225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Usage tracker for resource:router and tenant:ac7da7edd4ad4241b3d7d5a38bd12807 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:52.396225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:52.414605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Provisioning complete for port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:52.415300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.418562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:52.423672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.423910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.424360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.424866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.425314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.425764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.426326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.426769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.427624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.427624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.428072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.428504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a7e47a-5493-4ae7-b56f-cb17d6790634 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:52.434298 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e8b5e5-7fa2-43ef-9adb-8c34aa059d8f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:58:52.434770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e8b5e5-7fa2-43ef-9adb-8c34aa059d8f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:52.441647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-39e8b5e5-7fa2-43ef-9adb-8c34aa059d8f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/45545505-b008-4286-a451-596242f5b1c9 HTTP/1.1" status: 404 len: 339 time: 0.0422454 Sep 21 15:58:52.445171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40926) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:52.453676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ea979145-d490-43a4-b242-aaa32d11a363 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.469592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230237056', 'description': 'd1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:52.480753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:52.554536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] DHCP port deletion for d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:52.577095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] Deleting port b8039979-3510-4d48-9a7c-e37c9531de6d {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:52.577474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.607038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:network and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:52.610479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:52.619704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ea979145-d490-43a4-b242-aaa32d11a363 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for d1a97952-d190-4b89-b39c-fb2fdb06c6c7 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:52.648794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.649694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.653144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Current status of the port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:52.662955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] For port b8039979-3510-4d48-9a7c-e37c9531de6d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b8039979-3510-4d48-9a7c-e37c9531de6d,segment=NetworkSegment(02278919-f2c7-4592-a8ee-d2f0a98677bc),segment_id=02278919-f2c7-4592-a8ee-d2f0a98677bc)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:52.663321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.667946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:52.757807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.803525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:52.817684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Calling delete_port for b8039979-3510-4d48-9a7c-e37c9531de6d owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:52.870545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] For port b8039979-3510-4d48-9a7c-e37c9531de6d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b8039979-3510-4d48-9a7c-e37c9531de6d,segment=NetworkSegment(02278919-f2c7-4592-a8ee-d2f0a98677bc),segment_id=02278919-f2c7-4592-a8ee-d2f0a98677bc)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:52.871107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.000960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:53.001590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] Calling delete_port for b8039979-3510-4d48-9a7c-e37c9531de6d owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:53.015402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.084437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Provisioning for port db1445af-39cb-4639-be0d-6f5f46498627 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:53.084661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.089263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Provisioning complete for port db1445af-39cb-4639-be0d-6f5f46498627 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:53.089751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.104106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for db1445af-39cb-4639-be0d-6f5f46498627 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:53.155768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7780f6c4-7ce8-41bf-a1f4-0068de5ba204 None None] Port db1445af-39cb-4639-be0d-6f5f46498627 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:58:53.174932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.199240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:53.202559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:58:53.202987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:58:53.226861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] Pushing event deleted for resources: {'Port': ['ID=b8039979-3510-4d48-9a7c-e37c9531de6d,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:53.230236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236aeb42-0ba9-4924-9a5a-7c82a5672381 None None] No DVR routers for this DVR port b8039979-3510-4d48-9a7c-e37c9531de6d on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:53.246774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.255005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c34241-e66d-4e01-b2fa-5692ad7ac616 None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:58:53.260904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Checking segment: {'id': '84419b3d-3514-4a74-9b55-80c6b78f542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '060a13fc-290d-4177-98b1-ca7c43328afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:53.261264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network hostable DHCP agents. Network: 060a13fc-290d-4177-98b1-ca7c43328afd, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:53.274544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Subnet': ['ID=45debcdc-2773-4520-baa2-2660f4065f43,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:53.317244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c3aac0d8-b0ef-4d33-bd8e-b51aa95b7519 None None] Provisioning complete for port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:53.317776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c3aac0d8-b0ef-4d33-bd8e-b51aa95b7519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.380137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.382048 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8553504d-f82a-457d-9961-0eb33a9795e6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0704663 Sep 21 15:58:53.384651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40930) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:53.389868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'enable_snat': False}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:53.398202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c3aac0d8-b0ef-4d33-bd8e-b51aa95b7519 None None] Port d1a97952-d190-4b89-b39c-fb2fdb06c6c7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:58:53.409224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.455923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.456155 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 77f4fbdd-4009-4686-8cb4-28c78e95cbe0 of type vlan for network 2ef0ff13-91f2-413c-9d2a-f7cbc00be64d Sep 21 15:58:53.457354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network 060a13fc-290d-4177-98b1-ca7c43328afd is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:53.459114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ea979145-d490-43a4-b242-aaa32d11a363 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.465237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=db1445af-39cb-4639-be0d-6f5f46498627,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:53.511684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.512141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.512594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.513044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.513488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.513929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.514386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.514827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.515271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.515706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.516135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.516562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:58:53.564785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c34241-e66d-4e01-b2fa-5692ad7ac616 None None] Unable to find a vacant binding_index for network 060a13fc-290d-4177-98b1-ca7c43328afd and agent ff1687b9-0953-43c5-8a53-d987c03a59b3 {{(pid=89727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 21 15:58:53.571383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.583571 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d67ce05-480b-4627-973c-4fdfcaa1f4e4 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/db1445af-39cb-4639-be0d-6f5f46498627 HTTP/1.1" status: 204 len: 168 time: 1.9181278 Sep 21 15:58:53.586856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40934) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:53.594906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea979145-d490-43a4-b242-aaa32d11a363 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=d1a97952-d190-4b89-b39c-fb2fdb06c6c7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:53.652116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c34241-e66d-4e01-b2fa-5692ad7ac616 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 060a13fc-290d-4177-98b1-ca7c43328afd) {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:58:53.683675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05bc79b-09b1-4a70-b5d7-6cd1c55cfe0b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:53.684394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b05bc79b-09b1-4a70-b5d7-6cd1c55cfe0b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:53.686769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b8039979-3510-4d48-9a7c-e37c9531de6d no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:58:53.704268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Deleting port b8039979-3510-4d48-9a7c-e37c9531de6d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:53.704614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.716553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.720078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 060a13fc-290d-4177-98b1-ca7c43328afd) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:53.733045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: b8039979-3510-4d48-9a7c-e37c9531de6d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:58:53.733400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b8039979-3510-4d48-9a7c-e37c9531de6d not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:58:53.779376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] The port 'b8039979-3510-4d48-9a7c-e37c9531de6d' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:58:53.780399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b05bc79b-09b1-4a70-b5d7-6cd1c55cfe0b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:53.784116 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b05bc79b-09b1-4a70-b5d7-6cd1c55cfe0b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1937940 Sep 21 15:58:53.784247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40938) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:53.830412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:53.831006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.895230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ea979145-d490-43a4-b242-aaa32d11a363 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.897751 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ea979145-d490-43a4-b242-aaa32d11a363 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/d1a97952-d190-4b89-b39c-fb2fdb06c6c7 HTTP/1.1" status: 204 len: 168 time: 2.2946081 Sep 21 15:58:53.912505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40942) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:53.967514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:53.998374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:54.016033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02278919-f2c7-4592-a8ee-d2f0a98677bc') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:54.016604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02278919-f2c7-4592-a8ee-d2f0a98677bc') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:54.032686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.034043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2475ac-51d0-47c9-809b-9ea31ce47135 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:54.035714 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ed2475ac-51d0-47c9-809b-9ea31ce47135 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2506218 Sep 21 15:58:54.036575 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-742dfe1d-3c81-44f7-8794-b1a8d11ffd57 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:58:54.037123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-742dfe1d-3c81-44f7-8794-b1a8d11ffd57 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:54.039177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40946) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:54.042854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.082676 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-93bd5e40-26a6-4157-8c5a-c409608590e2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8217697 Sep 21 15:58:54.090594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40950) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:54.090885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-934609033'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:54.102638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:54.105380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:network and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:54.108826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:54.112197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.123987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:54.124394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.132650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-060a13fc-290d-4177-98b1-ca7c43328afd', 'network_id': '060a13fc-290d-4177-98b1-ca7c43328afd', 'tenant_id': 'b84ff56cca53444c89066357cb21cce5', 'fixed_ips': [{'subnet_id': '45debcdc-2773-4520-baa2-2660f4065f43'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:54.133625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.138103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.143596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:54.144555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.159768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:54.184876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-742dfe1d-3c81-44f7-8794-b1a8d11ffd57 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:54.186046 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-742dfe1d-3c81-44f7-8794-b1a8d11ffd57 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/d1a97952-d190-4b89-b39c-fb2fdb06c6c7 HTTP/1.1" status: 404 len: 333 time: 0.2649817 Sep 21 15:58:54.192003 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 02278919-f2c7-4592-a8ee-d2f0a98677bc resource provider aggregate not found Sep 21 15:58:54.195118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40956) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:54.220564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d32d3d-d1c5-4d6d-b005-21ed9f86ef55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:54.222138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d32d3d-d1c5-4d6d-b005-21ed9f86ef55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:54.223617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d32d3d-d1c5-4d6d-b005-21ed9f86ef55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:54.224406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-83d32d3d-d1c5-4d6d-b005-21ed9f86ef55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:54.228692 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 02278919-f2c7-4592-a8ee-d2f0a98677bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02278919-f2c7-4592-a8ee-d2f0a98677bc found for delete ", "request_id": "req-46d20d41-762e-4b08-a7f4-a7f5738e9801"}]} Sep 21 15:58:54.311972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Allocated IP 2001:db8:0:ffff::2 (060a13fc-290d-4177-98b1-ca7c43328afd/45debcdc-2773-4520-baa2-2660f4065f43/e681add3-b5ef-4765-8d7a-da3ff319a536) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:54.317602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.338785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:54.339247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.342337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.355135 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9026468 Sep 21 15:58:54.356209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-83d32d3d-d1c5-4d6d-b005-21ed9f86ef55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:54.360262 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-83d32d3d-d1c5-4d6d-b005-21ed9f86ef55 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3171830 Sep 21 15:58:54.360262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40962) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:54.360932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40964) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:54.361779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] Pushing event deleted for resources: {'Network': ['ID=d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:54.400968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bef99e-3d61-4c71-a0c3-439c0aeb54cc tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=2ef0ff13-91f2-413c-9d2a-f7cbc00be64d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:54.418911 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-13bddaea-796d-47f0-978e-70b72bd37b45 tempest-NetworksIpV6Test-2037692199 tempest-NetworksIpV6Test-2037692199-project] 10.222.0.65 "DELETE /v2.0/networks/d1fc333b-2ea6-4434-b01b-8ebf2ad6a74e HTTP/1.1" status: 204 len: 168 time: 2.3987842 Sep 21 15:58:54.436321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 2ef0ff13-91f2-413c-9d2a-f7cbc00be64d details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:54.445005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c244a3d0-578c-4a58-b827-55e75ab18bf9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet 1961a153-9e1e-41af-84aa-417355a82bec {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:54.453597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c244a3d0-578c-4a58-b827-55e75ab18bf9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.481933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:54.482150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5023c1-bdfe-43b6-a5d8-0f77648e6862 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 56c64785-85af-4493-bf8c-3252991d48ce {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:54.514744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.515091 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Added segment a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081 of type vlan for network edfd1545-37d5-4507-a399-d921609fc776 Sep 21 15:58:54.531116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c244a3d0-578c-4a58-b827-55e75ab18bf9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.564231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac5023c1-bdfe-43b6-a5d8-0f77648e6862 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.600659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.638933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.651073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Transition to ACTIVE for port object e681add3-b5ef-4765-8d7a-da3ff319a536 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:54.667823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac5023c1-bdfe-43b6-a5d8-0f77648e6862 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.673472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Transition to ACTIVE for port object e681add3-b5ef-4765-8d7a-da3ff319a536 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:54.705742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a46e5-5a7f-418c-9c69-1d439f555ea6 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:54.706581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f55a46e5-5a7f-418c-9c69-1d439f555ea6 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Synchronizing usage tracker for tenant:1a32086b6999479f939e5181e64ebb0b on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:54.747338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.773822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:58:54.779649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac5023c1-bdfe-43b6-a5d8-0f77648e6862 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.811068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f55a46e5-5a7f-418c-9c69-1d439f555ea6 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Unset dirty status for tenant:1a32086b6999479f939e5181e64ebb0b on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:54.814728 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f55a46e5-5a7f-418c-9c69-1d439f555ea6 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/networks?id=2ef0ff13-91f2-413c-9d2a-f7cbc00be64d HTTP/1.1" status: 200 len: 760 time: 0.4481082 Sep 21 15:58:54.816970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40972) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:54.829040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-02bfea4c-f82d-4d72-aaff-daff21125132 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'description': 'd2'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:54.835385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Network 060a13fc-290d-4177-98b1-ca7c43328afd is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:54.838256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:54.842173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:54.851869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Pushing event updated for resources: {'Port': ['ID=e681add3-b5ef-4765-8d7a-da3ff319a536,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:54.961077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Attempting to bind port e681add3-b5ef-4765-8d7a-da3ff319a536 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:58:54.961571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Attempting to bind port e681add3-b5ef-4765-8d7a-da3ff319a536 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '84419b3d-3514-4a74-9b55-80c6b78f542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '060a13fc-290d-4177-98b1-ca7c43328afd'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:58:54.961967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Attempting to bind port e681add3-b5ef-4765-8d7a-da3ff319a536 on network 060a13fc-290d-4177-98b1-ca7c43328afd {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:58:54.967727 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:58:54.968109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Checking segment: {'id': '84419b3d-3514-4a74-9b55-80c6b78f542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '060a13fc-290d-4177-98b1-ca7c43328afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:54.974744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.974744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Bound using segment: {'id': '84419b3d-3514-4a74-9b55-80c6b78f542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '060a13fc-290d-4177-98b1-ca7c43328afd'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:58:54.974744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Bound port: e681add3-b5ef-4765-8d7a-da3ff319a536, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84419b3d-3514-4a74-9b55-80c6b78f542e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '060a13fc-290d-4177-98b1-ca7c43328afd'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:58:54.974744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.983625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:54.989097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:54.989614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.007350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c244a3d0-578c-4a58-b827-55e75ab18bf9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.042239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40978) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:55.077212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] For port e681add3-b5ef-4765-8d7a-da3ff319a536, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:58:55.080571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] For port e681add3-b5ef-4765-8d7a-da3ff319a536, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e681add3-b5ef-4765-8d7a-da3ff319a536,segment=NetworkSegment(84419b3d-3514-4a74-9b55-80c6b78f542e),segment_id=84419b3d-3514-4a74-9b55-80c6b78f542e)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:58:55.132557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.222047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef558eb4-9968-476c-9eeb-7bd57cd6bb7e None None] Pushing event updated for resources: {'Port': ['ID=e681add3-b5ef-4765-8d7a-da3ff319a536,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:55.235384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.246397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02bfea4c-f82d-4d72-aaff-daff21125132 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.266378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Network': ['ID=edfd1545-37d5-4507-a399-d921609fc776,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:55.279863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network edfd1545-37d5-4507-a399-d921609fc776 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:55.280129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.285620 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f23fe9d8-f0f4-420a-8497-81f8b083b4df tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1970549 Sep 21 15:58:55.286504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40984) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:55.293457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'subnet': {'network_id': 'edfd1545-37d5-4507-a399-d921609fc776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:55.399914 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2b6b825c-10ac-4da0-b1b3-2c3678751143 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3c3d4c24488433a9454dcd8a3fd3b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415146 Sep 21 15:58:55.403276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40988) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:55.419695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02bfea4c-f82d-4d72-aaff-daff21125132 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.425887 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac5023c1-bdfe-43b6-a5d8-0f77648e6862 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.459634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02bfea4c-f82d-4d72-aaff-daff21125132 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network 2ef0ff13-91f2-413c-9d2a-f7cbc00be64d is not hosted by any dhcp agent {{(pid=89725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 21 15:58:55.467452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bfea4c-f82d-4d72-aaff-daff21125132 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:55.467692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02bfea4c-f82d-4d72-aaff-daff21125132 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.472076 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-02bfea4c-f82d-4d72-aaff-daff21125132 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "PUT /v2.0/networks/2ef0ff13-91f2-413c-9d2a-f7cbc00be64d HTTP/1.1" status: 200 len: 757 time: 0.6511638 Sep 21 15:58:55.472313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c244a3d0-578c-4a58-b827-55e75ab18bf9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.480482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 40992) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:55.527960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:55.567766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244a3d0-578c-4a58-b827-55e75ab18bf9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=1961a153-9e1e-41af-84aa-417355a82bec,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:55.579420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c244a3d0-578c-4a58-b827-55e75ab18bf9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.587178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5023c1-bdfe-43b6-a5d8-0f77648e6862 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=56c64785-85af-4493-bf8c-3252991d48ce,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:55.610000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:subnet and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:55.616460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:55.619641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ac5023c1-bdfe-43b6-a5d8-0f77648e6862 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.631460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:55.642114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfea4c-f82d-4d72-aaff-daff21125132 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=2ef0ff13-91f2-413c-9d2a-f7cbc00be64d,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:55.659220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 2ef0ff13-91f2-413c-9d2a-f7cbc00be64d details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:55.687101 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c244a3d0-578c-4a58-b827-55e75ab18bf9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/1961a153-9e1e-41af-84aa-417355a82bec HTTP/1.1" status: 204 len: 168 time: 1.4909117 Sep 21 15:58:55.688437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Allocated IP 172.26.0.199 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/c4cef889-acbf-48c3-943c-5dc313b81910) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:55.691392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 40996) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:55.737161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0b81190-a001-4dcf-bf04-96c7267076e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.742567 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ac5023c1-bdfe-43b6-a5d8-0f77648e6862 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/56c64785-85af-4493-bf8c-3252991d48ce HTTP/1.1" status: 204 len: 168 time: 1.3752344 Sep 21 15:58:55.746090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e681add3-b5ef-4765-8d7a-da3ff319a536 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:55.748529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41000) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:55.773576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8035c-8b55-413a-858e-cf4e89c78c65 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:55.774207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a6a8035c-8b55-413a-858e-cf4e89c78c65 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Synchronizing usage tracker for tenant:1a32086b6999479f939e5181e64ebb0b on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:55.798787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:55.802385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.868179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0b81190-a001-4dcf-bf04-96c7267076e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.889354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a6a8035c-8b55-413a-858e-cf4e89c78c65 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Unset dirty status for tenant:1a32086b6999479f939e5181e64ebb0b on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:55.890580 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a6a8035c-8b55-413a-858e-cf4e89c78c65 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/networks?id=2ef0ff13-91f2-413c-9d2a-f7cbc00be64d HTTP/1.1" status: 200 len: 760 time: 0.3731682 Sep 21 15:58:55.895194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41004) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:55.902630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port e681add3-b5ef-4765-8d7a-da3ff319a536 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:55.907669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5489000'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:55.923632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b43a7d-7f83-42a3-838f-1e86fde9303e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet d624da1d-aa95-4071-98ad-220386b50ad4 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:55.934549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:55.939512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6b43a7d-7f83-42a3-838f-1e86fde9303e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.955589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:55.972040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a0743a-7e5a-4c14-92d2-b3cbd2018b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet cb717cb2-ff2c-4274-9cdc-9441e242c1c0 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:58:55.982252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23a0743a-7e5a-4c14-92d2-b3cbd2018b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:55.995401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.055076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:56.063101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.064646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6b43a7d-7f83-42a3-838f-1e86fde9303e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.089297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0b81190-a001-4dcf-bf04-96c7267076e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.109443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.114753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23a0743a-7e5a-4c14-92d2-b3cbd2018b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.157043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:56.159214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b81190-a001-4dcf-bf04-96c7267076e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f068d1f4-7a29-4b99-96a9-30e0c91e9a8b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:56.200039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0b81190-a001-4dcf-bf04-96c7267076e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.202416 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c0b81190-a001-4dcf-bf04-96c7267076e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f068d1f4-7a29-4b99-96a9-30e0c91e9a8b HTTP/1.1" status: 204 len: 168 time: 0.7981904 Sep 21 15:58:56.208174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:56.223485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.224241 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 4e835b18-ab2e-4812-8a83-76a2cb6240ab of type vlan for network c901ccd9-9f82-4172-a5b9-4d8d51f38885 Sep 21 15:58:56.253435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.269137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:56.273054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Pushing event updated for resources: {'Port': ['ID=c4cef889-acbf-48c3-943c-5dc313b81910,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:56.275474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:56.320347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6b43a7d-7f83-42a3-838f-1e86fde9303e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.358292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23a0743a-7e5a-4c14-92d2-b3cbd2018b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.460991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.466578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:56.467186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.475684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50212b5d-3f8a-4a9c-ab10-c0fdfafecb9e None None] Network 060a13fc-290d-4177-98b1-ca7c43328afd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:56.677170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23a0743a-7e5a-4c14-92d2-b3cbd2018b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.719917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a7d3b152-b982-4f7f-aa2f-3cd620b67c99 None None] Provisioning for port e681add3-b5ef-4765-8d7a-da3ff319a536 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:58:56.737353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a7d3b152-b982-4f7f-aa2f-3cd620b67c99 None None] Provisioning complete for port e681add3-b5ef-4765-8d7a-da3ff319a536 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:56.737731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b152-b982-4f7f-aa2f-3cd620b67c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.763190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6b43a7d-7f83-42a3-838f-1e86fde9303e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.792067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23a0743a-7e5a-4c14-92d2-b3cbd2018b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.804741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d6b43a7d-7f83-42a3-838f-1e86fde9303e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:56.820923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0743a-7e5a-4c14-92d2-b3cbd2018b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=cb717cb2-ff2c-4274-9cdc-9441e242c1c0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:56.826618 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d6b43a7d-7f83-42a3-838f-1e86fde9303e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/d624da1d-aa95-4071-98ad-220386b50ad4 HTTP/1.1" status: 204 len: 168 time: 1.1339154 Sep 21 15:58:56.874972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41016) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:56.921104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b43a7d-7f83-42a3-838f-1e86fde9303e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=d624da1d-aa95-4071-98ad-220386b50ad4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:56.928584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-23a0743a-7e5a-4c14-92d2-b3cbd2018b7e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/cb717cb2-ff2c-4274-9cdc-9441e242c1c0 HTTP/1.1" status: 204 len: 168 time: 1.1792984 Sep 21 15:58:56.962845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41022) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:56.965103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab47ace-9c47-429b-a91a-cbb9060c6613 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:57.030116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:58:57.041208 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1f2a31d1-8a23-460e-811f-9cbd7296988c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769608 Sep 21 15:58:57.042629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=c901ccd9-9f82-4172-a5b9-4d8d51f38885,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:57.044219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.045163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41028) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:57.046703 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2c0e4fc6-be20-4e82-8804-98b09fa97aa0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.1488793 Sep 21 15:58:57.049956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41032) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:57.055841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': 'c901ccd9-9f82-4172-a5b9-4d8d51f38885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:57.077043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:57.109969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ba862-a230-4f36-81e5-df070e1f7d75 None None] Network 0a4e6af0-bc61-4ce5-abb1-82045c94d47d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:57.169908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.189060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Checking segment: {'id': 'a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'edfd1545-37d5-4507-a399-d921609fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:57.189424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network hostable DHCP agents. Network: edfd1545-37d5-4507-a399-d921609fc776, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:57.199699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Subnet': ['ID=213da7ac-65f1-4986-921e-97586158f51f,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:57.210573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:57.210573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.242219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c901ccd9-9f82-4172-a5b9-4d8d51f38885 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:58:57.363671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network edfd1545-37d5-4507-a399-d921609fc776 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:57.465450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:57.473358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:57.479522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Usage tracker for resource:subnet and tenant:1a32086b6999479f939e5181e64ebb0b is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:57.489062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:57.493407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:57.502586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:57.504997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:57.522522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:57.525087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.569094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3b152-b982-4f7f-aa2f-3cd620b67c99 None None] Current status of the port e681add3-b5ef-4765-8d7a-da3ff319a536 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:57.569687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b152-b982-4f7f-aa2f-3cd620b67c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.595719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] For port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,segment=NetworkSegment(30f2a0bc-08f5-4f2e-9cd2-58519377f1be),segment_id=30f2a0bc-08f5-4f2e-9cd2-58519377f1be)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:57.596085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.604141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41044) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:57.637932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a7d3b152-b982-4f7f-aa2f-3cd620b67c99 None None] For port e681add3-b5ef-4765-8d7a-da3ff319a536, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e681add3-b5ef-4765-8d7a-da3ff319a536,segment=NetworkSegment(84419b3d-3514-4a74-9b55-80c6b78f542e),segment_id=84419b3d-3514-4a74-9b55-80c6b78f542e)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:57.639247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:57.648364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.677813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, edfd1545-37d5-4507-a399-d921609fc776) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:57.683171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:57.683762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.699655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba4dfa2-fed8-4149-af38-cb129cb27bee None None] Network edfd1545-37d5-4507-a399-d921609fc776 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:57.767030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:57.818586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:57.820906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4f5ab-597b-4eec-aea6-57357d35d382 None None] DHCP port deletion for 0a4e6af0-bc61-4ce5-abb1-82045c94d47d request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:58:57.829914 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7d3b152-b982-4f7f-aa2f-3cd620b67c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.885593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-69c4f5ab-597b-4eec-aea6-57357d35d382 None None] Deleting port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:57.885997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-69c4f5ab-597b-4eec-aea6-57357d35d382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.891357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-645317646'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:57.898356 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8f60ce5f-7577-4fb3-a293-f2ed3fcd195f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6102159 Sep 21 15:58:57.901043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41050) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:57.909170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:57.909783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] Deleting port 101e2d8b-58db-4120-be8e-f05bb51d6f78 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:58:57.910176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.910384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'port': {'network_id': 'edfd1545-37d5-4507-a399-d921609fc776', 'name': 'tempest-NetworksIpV6TestAttrs-228289597'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:57.913316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:57.937821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.068167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=2d3e6bcd-0a6a-4dd8-982e-906cbf76a486,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:58.082256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No DVR routers for this DVR port 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:58.159984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:58.170377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:58.177564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:58.193923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:58.268788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.274574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.284031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-69c4f5ab-597b-4eec-aea6-57357d35d382 None None] The port '2d3e6bcd-0a6a-4dd8-982e-906cbf76a486' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:58:58.315039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:58.323945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4e6af0-bc61-4ce5-abb1-82045c94d47d']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:58.332550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:port and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:58.336026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-edfd1545-37d5-4507-a399-d921609fc776', 'network_id': 'edfd1545-37d5-4507-a399-d921609fc776', 'tenant_id': 'b84ff56cca53444c89066357cb21cce5', 'fixed_ips': [{'subnet_id': '213da7ac-65f1-4986-921e-97586158f51f'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:58:58.336871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.352104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:58.355384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc368fe-fdf0-47f7-a028-227c2d4010f5 None None] Network 060a13fc-290d-4177-98b1-ca7c43328afd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:58.359794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f2a0bc-08f5-4f2e-9cd2-58519377f1be') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:58.360071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f2a0bc-08f5-4f2e-9cd2-58519377f1be') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:58.367014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:58.374942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:58.376835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.382114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:58.383721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:58.387260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.397106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.403568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:58.408276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:58:58.408390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.408501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.434124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3b152-b982-4f7f-aa2f-3cd620b67c99 None None] Pushing event updated for resources: {'Port': ['ID=e681add3-b5ef-4765-8d7a-da3ff319a536,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:58.476313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.496898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:58.500690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.543582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] device_id is not set on port b4adcda0-e7b2-42d3-bced-084bf5a7b24b yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:58:58.543791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=6cc0e9da-95a6-444b-8c7e-0edd36a35380,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:58.591169 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 30f2a0bc-08f5-4f2e-9cd2-58519377f1be resource provider aggregate not found Sep 21 15:58:58.616616 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 30f2a0bc-08f5-4f2e-9cd2-58519377f1be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30f2a0bc-08f5-4f2e-9cd2-58519377f1be found for delete ", "request_id": "req-d801e9de-0f95-4069-9ee6-f527d085e04e"}]} Sep 21 15:58:58.697754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.701856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.704410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:58.718590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:security_group_rule and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:58.720358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ddac062e-be93-4958-8858-75193edfd412 None None] Provisioning complete for port e681add3-b5ef-4765-8d7a-da3ff319a536 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:58.720854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddac062e-be93-4958-8858-75193edfd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.726466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:58.732370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.742792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:58.745632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Network': ['ID=0a4e6af0-bc61-4ce5-abb1-82045c94d47d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:58.746256 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:58.767640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Allocated IP 2001:db8::f816:3eff:fe0f:272 (edfd1545-37d5-4507-a399-d921609fc776/213da7ac-65f1-4986-921e-97586158f51f/b4adcda0-e7b2-42d3-bced-084bf5a7b24b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:58.832569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0bbe8006-ecd8-4150-9038-d4c889a6c66d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/networks/0a4e6af0-bc61-4ce5-abb1-82045c94d47d HTTP/1.1" status: 204 len: 168 time: 1.9526904 Sep 21 15:58:58.834638 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-05a27a1d-276d-459b-be8a-250528ee6390 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7858536 Sep 21 15:58:58.838206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41060) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:58.840388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41062) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:58.916110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:58.986650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.040542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] For port 101e2d8b-58db-4120-be8e-f05bb51d6f78, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=101e2d8b-58db-4120-be8e-f05bb51d6f78,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:58:59.041100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.044805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.049893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.149014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.172849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.189109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=1bf5e547-4a3e-428d-882f-32471fc7b892,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:59.216869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] Calling delete_port for 101e2d8b-58db-4120-be8e-f05bb51d6f78 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:58:59.218092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:58:59.225539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Transition to ACTIVE for port object b4adcda0-e7b2-42d3-bced-084bf5a7b24b will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:58:59.230263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b046e99-5fe3-4b39-b3c3-e9b1af94ec19,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:59.236186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': '4e835b18-ab2e-4812-8a83-76a2cb6240ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'c901ccd9-9f82-4172-a5b9-4d8d51f38885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:58:59.236641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: c901ccd9-9f82-4172-a5b9-4d8d51f38885, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:58:59.246091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.246302 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment f321f073-7d8c-4da2-b246-350bab102aed of type vlan for network 3d40aefa-c77b-4454-ad60-18ddefeca442 Sep 21 15:58:59.258699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9975f0-c3a6-4106-9ad5-9a9bd180682c tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:59.260346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0c9975f0-c3a6-4106-9ad5-9a9bd180682c tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:58:59.272652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:59.283169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:59.283414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.286408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ddac062e-be93-4958-8858-75193edfd412 None None] Current status of the port e681add3-b5ef-4765-8d7a-da3ff319a536 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:58:59.290704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:59.297686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:59.336777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Router 777f5b0b-3061-4f01-a796-cb37fcc9ada3 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:58:59.395302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:58:59.399711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.407058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network c901ccd9-9f82-4172-a5b9-4d8d51f38885 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:58:59.418311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0c9975f0-c3a6-4106-9ad5-9a9bd180682c tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:58:59.421340 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0c9975f0-c3a6-4106-9ad5-9a9bd180682c tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5801148 Sep 21 15:58:59.427764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41068) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.445451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.496328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.502316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:59.502942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.551956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] Pushing event deleted for resources: {'Port': ['ID=101e2d8b-58db-4120-be8e-f05bb51d6f78,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:59.555400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a25f74-357a-41dd-9182-8f3b0dcb47e8 None None] No DVR routers for this DVR port 101e2d8b-58db-4120-be8e-f05bb51d6f78 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:58:59.557088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c901ccd9-9f82-4172-a5b9-4d8d51f38885) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:59.561715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:59.562610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.586597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4c7e7-2fb2-4726-802c-0b78bd76d091 None None] Network c901ccd9-9f82-4172-a5b9-4d8d51f38885 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:59.604483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be913f-0a22-4d11-ad96-542b3cd1c535 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:58:59.621376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ace230de-5a5f-4f93-821e-bbb6674c0a6f None None] Provisioning complete for port e681add3-b5ef-4765-8d7a-da3ff319a536 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:58:59.622038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ace230de-5a5f-4f93-821e-bbb6674c0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.678688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.678965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:58:59.683810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.687764 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6f44f6d6-4242-493f-846f-4e90d9564456 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "PUT /v2.0/routers/777f5b0b-3061-4f01-a796-cb37fcc9ada3 HTTP/1.1" status: 200 len: 916 time: 6.3018453 Sep 21 15:58:59.688448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41072) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.692955 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c155f-3f9f-456f-b00b-becfb5e9cb45 None None] Sync routers for ids ['777f5b0b-3061-4f01-a796-cb37fcc9ada3'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:58:59.716395 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c155f-3f9f-456f-b00b-becfb5e9cb45 None None] Routers {'777f5b0b-3061-4f01-a796-cb37fcc9ada3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:59.717035 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e25c155f-3f9f-456f-b00b-becfb5e9cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['777f5b0b-3061-4f01-a796-cb37fcc9ada3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:59.751294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=3d40aefa-c77b-4454-ad60-18ddefeca442,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:59.760571 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8d9f6a70-b4b0-4fa4-b658-a9928c6c920b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1460426 Sep 21 15:58:59.773621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41076) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.778572 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bf387504-dc8e-423c-94b7-9a91adb3edcf tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7275703 Sep 21 15:58:59.782115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-701802772'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:59.785036 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e25c155f-3f9f-456f-b00b-becfb5e9cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:59.794740 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c155f-3f9f-456f-b00b-becfb5e9cb45 None None] Routers {'777f5b0b-3061-4f01-a796-cb37fcc9ada3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:58:59.795024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41080) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.795828 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e25c155f-3f9f-456f-b00b-becfb5e9cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:58:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['777f5b0b-3061-4f01-a796-cb37fcc9ada3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:59.800152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:59.817974 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.ipam_backend_mixin [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6cc0e9da-95a6-444b-8c7e-0edd36a35380 (CIDR: 2001:db8::/64) Sep 21 15:58:59.827885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:59.840709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network edfd1545-37d5-4507-a399-d921609fc776 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:58:59.848559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:58:59.853969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:58:59.860021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:58:59.860746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:58:59.866509 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e25c155f-3f9f-456f-b00b-becfb5e9cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:58:59.867119 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c155f-3f9f-456f-b00b-becfb5e9cb45 None None] The sync data for ids ['777f5b0b-3061-4f01-a796-cb37fcc9ada3'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:58:59.870849 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 15:58:59.871458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:58:59.875342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Port': ['ID=b4adcda0-e7b2-42d3-bced-084bf5a7b24b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:58:59.878530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:59.895920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Allocated IP 2001:db8::f816:3eff:fe26:d5a7 (edfd1545-37d5-4507-a399-d921609fc776/213da7ac-65f1-4986-921e-97586158f51f/20c0beb7-7030-4d99-b696-56f50096cd67) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:58:59.903568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:59.910676 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-841085fb-5602-43cf-93bf-7f77f83d2caf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4818833 Sep 21 15:58:59.914530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41084) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.920422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-243103733'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:58:59.925254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:58:59.929832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:network and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:58:59.932788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:58:59.938702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:58:59.956358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e681add3-b5ef-4765-8d7a-da3ff319a536 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:58:59.984051 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-941ce144-f8ff-4f7b-95c1-cc09d00a47ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1406102 Sep 21 15:58:59.984386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41088) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:58:59.995533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'subnet': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:00.015380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 3d40aefa-c77b-4454-ad60-18ddefeca442 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:00.035211 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f9e09e80-ec9a-4793-9753-94b3840451f6 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/routers/777f5b0b-3061-4f01-a796-cb37fcc9ada3 HTTP/1.1" status: 200 len: 922 time: 0.3416426 Sep 21 15:59:00.035862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41092) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.093139 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-36fec184-ec33-425a-aef6-1d56447e6edc tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1906536 Sep 21 15:59:00.096979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41096) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.101677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.139059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:00.142628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.171620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:00.176988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:subnet and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:00.180631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:00.183697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:00.186977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.207485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:00.229555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:00.237819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.238204 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Added segment f47ce598-d2a6-4902-a798-b9eedb74e64d of type vlan for network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 Sep 21 15:59:00.261811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5b8e25-f13e-4af8-82e8-011c17d3fc9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting subnet 213da7ac-65f1-4986-921e-97586158f51f {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:00.265775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:00.266063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.290414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.290761 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment 16524ccd-01b8-421a-ac76-ab34b026ce07 of type vlan for network c68707a1-03a4-4133-94db-c0ae1248ba84 Sep 21 15:59:00.292619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.300568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:00.304158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.346730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab6b11a-050c-4d97-9637-48330421142f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:00.351498 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eab6b11a-050c-4d97-9637-48330421142f tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=777f5b0b-3061-4f01-a796-cb37fcc9ada3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3062048 Sep 21 15:59:00.353065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41100) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.387963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.392483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e681add3-b5ef-4765-8d7a-da3ff319a536 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:00.392868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.393185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:00.393776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.457830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'tenant_id': '7c9968f6d309434b90107a5de9b1ee43', 'fixed_ips': [{'subnet_id': '6cc0e9da-95a6-444b-8c7e-0edd36a35380'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:00.458712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.467516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ace230de-5a5f-4f93-821e-bbb6674c0a6f None None] Current status of the port e681add3-b5ef-4765-8d7a-da3ff319a536 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:00.473545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.535602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Network': ['ID=0bcbf5ab-79f0-4020-b7b5-47fafc07d606,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:00.589154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:00.598081 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6e2eddf7-304a-4885-aa14-9addccd11e76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6793048 Sep 21 15:59:00.598570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41104) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.605649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:00.659144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:59:00.672250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.723129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf5e547-4a3e-428d-882f-32471fc7b892,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:00.758889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:00.769450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:00.777849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:00.788192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:00.808159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6137f381-d0e1-41da-8635-a8e3d08d7245 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:00.812776 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6137f381-d0e1-41da-8635-a8e3d08d7245 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/networks/6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 881 time: 0.4563468 Sep 21 15:59:00.812983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41108) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.829189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.835111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:00.835692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.867518 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6e7859d7-1741-422a-be99-131232785792 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=777f5b0b-3061-4f01-a796-cb37fcc9ada3 HTTP/1.1" status: 200 len: 205 time: 0.0534925 Sep 21 15:59:00.870366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41112) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:00.875523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.945487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:00.949277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.977985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c901ccd9-9f82-4172-a5b9-4d8d51f38885']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:00.985233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a0c3a-ca8d-4e4b-ab10-dab63ea3bb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-c901ccd9-9f82-4172-a5b9-4d8d51f38885', 'network_id': 'c901ccd9-9f82-4172-a5b9-4d8d51f38885', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': '1bf5e547-4a3e-428d-882f-32471fc7b892'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:00.985233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0c3a-ca8d-4e4b-ab10-dab63ea3bb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:00.996238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e835b18-ab2e-4812-8a83-76a2cb6240ab') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:00.996600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e835b18-ab2e-4812-8a83-76a2cb6240ab') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:01.003331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=c68707a1-03a4-4133-94db-c0ae1248ba84,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:01.006118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.012847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.034204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.034418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c68707a1-03a4-4133-94db-c0ae1248ba84 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:01.042473 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d745eb6d-9744-4b7c-a3ea-cf18d1cccb6c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2631102 Sep 21 15:59:01.048191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41116) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:01.052018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:01.054071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.061122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Transition to ACTIVE for port object 20c0beb7-7030-4d99-b696-56f50096cd67 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:01.075316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': '3d40aefa-c77b-4454-ad60-18ddefeca442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:01.163889 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 4e835b18-ab2e-4812-8a83-76a2cb6240ab resource provider aggregate not found Sep 21 15:59:01.191241 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 4e835b18-ab2e-4812-8a83-76a2cb6240ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e835b18-ab2e-4812-8a83-76a2cb6240ab found for delete ", "request_id": "req-cf8c5647-d77a-4dd7-b66e-38b194fb0e72"}]} Sep 21 15:59:01.208260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Allocated IP 2001:db8::2 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/6cc0e9da-95a6-444b-8c7e-0edd36a35380/3312d0ed-7357-4c2b-ac29-4ba97ae5311b) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:01.210722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e681add3-b5ef-4765-8d7a-da3ff319a536 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:01.214651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Transition to ACTIVE for port object 20c0beb7-7030-4d99-b696-56f50096cd67 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:01.259748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:01.263528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.281620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.293135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=c901ccd9-9f82-4172-a5b9-4d8d51f38885,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:01.298940 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-70f29ed8-4f37-4fa1-ac4b-d5aa4d56c52d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/c901ccd9-9f82-4172-a5b9-4d8d51f38885 HTTP/1.1" status: 204 len: 168 time: 1.5021842 Sep 21 15:59:01.300258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8e25-f13e-4af8-82e8-011c17d3fc9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.309736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.314364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41124) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:01.343243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:01.343686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2d3e6bcd-0a6a-4dd8-982e-906cbf76a486 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:01.344184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 101e2d8b-58db-4120-be8e-f05bb51d6f78 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:01.356638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8e25-f13e-4af8-82e8-011c17d3fc9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.417337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 101e2d8b-58db-4120-be8e-f05bb51d6f78 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:01.417337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 101e2d8b-58db-4120-be8e-f05bb51d6f78 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:01.480724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8e25-f13e-4af8-82e8-011c17d3fc9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.504114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Network edfd1545-37d5-4507-a399-d921609fc776 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:01.511733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:01.517013 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f896f9e-3461-4f1f-8c63-5162727f2de5 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] GET failed (client error): The resource could not be found. Sep 21 15:59:01.517284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:01.517483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1f896f9e-3461-4f1f-8c63-5162727f2de5 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Synchronizing usage tracker for tenant:1a32086b6999479f939e5181e64ebb0b on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:01.527081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Pushing event updated for resources: {'Port': ['ID=20c0beb7-7030-4d99-b696-56f50096cd67,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:01.536923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.590606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.590957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.591303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.591646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.591982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.592321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.592654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.592988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.593977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.593977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.593977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.595063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:01.596985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:01.634644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec468631-1c7c-4f7b-8553-5e9164143dec None None] Network c901ccd9-9f82-4172-a5b9-4d8d51f38885 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:01.640582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8e25-f13e-4af8-82e8-011c17d3fc9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.677096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:01.684321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.objects.ports [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89725) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:59:01.685128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec468631-1c7c-4f7b-8553-5e9164143dec None None] Network c901ccd9-9f82-4172-a5b9-4d8d51f38885 could not be found, it might have been deleted concurrently. {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 21 15:59:01.690276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b8e25-f13e-4af8-82e8-011c17d3fc9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Subnet': ['ID=213da7ac-65f1-4986-921e-97586158f51f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:01.693627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0a5b8e25-f13e-4af8-82e8-011c17d3fc9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.700275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:01.703149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.706521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Attempting to bind port 20c0beb7-7030-4d99-b696-56f50096cd67 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:01.706675 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0a5b8e25-f13e-4af8-82e8-011c17d3fc9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/subnets/213da7ac-65f1-4986-921e-97586158f51f HTTP/1.1" status: 204 len: 168 time: 1.6016245 Sep 21 15:59:01.706866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Attempting to bind port 20c0beb7-7030-4d99-b696-56f50096cd67 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'edfd1545-37d5-4507-a399-d921609fc776'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:01.706866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Attempting to bind port 20c0beb7-7030-4d99-b696-56f50096cd67 on network edfd1545-37d5-4507-a399-d921609fc776 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:01.708377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41128) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:01.746280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:01.746280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Checking segment: {'id': 'a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'edfd1545-37d5-4507-a399-d921609fc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:01.746660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.746979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Bound using segment: {'id': 'a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'edfd1545-37d5-4507-a399-d921609fc776'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:01.747645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Bound port: 20c0beb7-7030-4d99-b696-56f50096cd67, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'edfd1545-37d5-4507-a399-d921609fc776'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:01.748206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.755066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:01.790712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276cb53-e34c-4622-8154-e2fb89d9ce73 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:01.792604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276cb53-e34c-4622-8154-e2fb89d9ce73 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:01.793499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3276cb53-e34c-4622-8154-e2fb89d9ce73 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Synchronizing usage tracker for tenant:b84ff56cca53444c89066357cb21cce5 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:01.803419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:01.838549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.863196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:01.864220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Transition to ACTIVE for port object 3312d0ed-7357-4c2b-ac29-4ba97ae5311b will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:01.893575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] For port 20c0beb7-7030-4d99-b696-56f50096cd67, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:01.894939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3276cb53-e34c-4622-8154-e2fb89d9ce73 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Unset dirty status for tenant:b84ff56cca53444c89066357cb21cce5 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:01.895683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Transition to ACTIVE for port object 3312d0ed-7357-4c2b-ac29-4ba97ae5311b will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:01.899732 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3276cb53-e34c-4622-8154-e2fb89d9ce73 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1863382 Sep 21 15:59:01.899888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] For port 20c0beb7-7030-4d99-b696-56f50096cd67, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=20c0beb7-7030-4d99-b696-56f50096cd67,segment=NetworkSegment(a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081),segment_id=a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:01.899997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:01.899997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.906090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41132) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:01.906190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:01.907426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:01.990875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Subnet': ['ID=a333072b-fbc2-4cd1-88e7-65e8b1078ab6,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:01.992660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.020252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d03f12ed-36b6-4c63-9bd6-d084bedcf452 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.029573 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03f12ed-36b6-4c63-9bd6-d084bedcf452 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 15:59:02.030275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03f12ed-36b6-4c63-9bd6-d084bedcf452 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:02.033981 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d03f12ed-36b6-4c63-9bd6-d084bedcf452 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/edfd1545-37d5-4507-a399-d921609fc776 HTTP/1.1" status: 409 len: 405 time: 0.1308134 Sep 21 15:59:02.037453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41136) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:02.043893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-863952694'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:02.049493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1f896f9e-3461-4f1f-8c63-5162727f2de5 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Unset dirty status for tenant:1a32086b6999479f939e5181e64ebb0b on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:02.049694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:02.053535 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1f896f9e-3461-4f1f-8c63-5162727f2de5 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/subnets/1bf5e547-4a3e-428d-882f-32471fc7b892 HTTP/1.1" status: 404 len: 337 time: 0.7368188 Sep 21 15:59:02.053764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:network and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:02.057558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41140) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:02.058961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:02.065919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:02.087194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.096861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.110334 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c19f05-7bef-4785-a449-27ec0124014a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:02.110804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c19f05-7bef-4785-a449-27ec0124014a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:02.112460 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a8c19f05-7bef-4785-a449-27ec0124014a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/c901ccd9-9f82-4172-a5b9-4d8d51f38885 HTTP/1.1" status: 404 len: 339 time: 0.0450001 Sep 21 15:59:02.116854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41144) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:02.127082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.142776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:02.146290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.149557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:02.154753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:02.157165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:02.167634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eac27-3856-4705-ac67-4fda5b65f3b6 None None] Pushing event updated for resources: {'Port': ['ID=20c0beb7-7030-4d99-b696-56f50096cd67,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:02.171739 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a695b1cb-4412-401b-9aad-b083d0873dc2 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1860478 Sep 21 15:59:02.176520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41148) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:02.194481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Request body: {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'mac_address': 'fa:16:3e:78:80:0d', 'name': 'tempest-NetworksTestDHCPv6-1636155263'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:02.221666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Deleting port c4cef889-acbf-48c3-943c-5dc313b81910 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:02.222035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.248425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:02.273657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe781421-5d05-474d-9bc1-6b6050520c0c None None] Network edfd1545-37d5-4507-a399-d921609fc776 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:02.276877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.277164 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Added segment c8f5f376-04c6-4e95-9766-eb51b36ddc0e of type vlan for network 065313cf-3bd3-4682-b548-ab9a17d70f99 Sep 21 15:59:02.310210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6e1fe-8625-4361-a13b-f93fe58c7b6d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:02.310891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-61e6e1fe-8625-4361-a13b-f93fe58c7b6d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Synchronizing usage tracker for tenant:1a32086b6999479f939e5181e64ebb0b on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:02.334824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.395864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=d82894e8-8a12-4040-8810-c8970855f755,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:02.442997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-61e6e1fe-8625-4361-a13b-f93fe58c7b6d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Unset dirty status for tenant:1a32086b6999479f939e5181e64ebb0b on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:02.447308 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-61e6e1fe-8625-4361-a13b-f93fe58c7b6d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3261783 Sep 21 15:59:02.449342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41152) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:02.479585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Pushing event updated for resources: {'Port': ['ID=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:02.494705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c3609abf-8d2e-4d55-9a39-8fea7d6ecb88 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Synchronizing usage tracker for tenant:1a32086b6999479f939e5181e64ebb0b on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:02.498689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.504073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:02.504667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.518342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking segment: {'id': 'f47ce598-d2a6-4902-a798-b9eedb74e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:02.518712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network hostable DHCP agents. Network: 0bcbf5ab-79f0-4020-b7b5-47fafc07d606, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:02.528553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Attempting to bind port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:02.529307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Attempting to bind port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:02.529514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Attempting to bind port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b on network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:02.573950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:02.574521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Checking segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:02.575053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.575627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Bound using segment: {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:02.576200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Bound port: 3312d0ed-7357-4c2b-ac29-4ba97ae5311b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d146b20-2187-47f1-a499-73fd6c8bc485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:02.576684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.597652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c3609abf-8d2e-4d55-9a39-8fea7d6ecb88 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Unset dirty status for tenant:1a32086b6999479f939e5181e64ebb0b on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:02.597652 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c3609abf-8d2e-4d55-9a39-8fea7d6ecb88 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 207 time: 0.1433556 Sep 21 15:59:02.598028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41156) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:02.601778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:02.630797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Usage tracker for resource:port and tenant:7c9968f6d309434b90107a5de9b1ee43 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:02.631834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Network': ['ID=065313cf-3bd3-4682-b548-ab9a17d70f99,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:02.636658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:02.647760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 065313cf-3bd3-4682-b548-ab9a17d70f99 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:02.675126 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-815acb2f-7aec-4729-8236-3a5d1973684f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6365223 Sep 21 15:59:02.678374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41160) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:02.684808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'subnet': {'network_id': '065313cf-3bd3-4682-b548-ab9a17d70f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:02.701984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:02.713859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:02.728974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.802206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.804599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:02.816182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:02.826861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] For port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:02.889271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] For port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:02.931413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:02.935670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:02.955175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 0bcbf5ab-79f0-4020-b7b5-47fafc07d606) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:02.956725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Made reservation on behalf of 7c9968f6d309434b90107a5de9b1ee43 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:02.987645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Calling delete_port for c4cef889-acbf-48c3-943c-5dc313b81910 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:02.994714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b521f0e5-8d22-41ca-9fa5-1ff86ac71500 None None] Network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:03.012977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.017648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f07a1b01-97e6-48d1-8c57-df73bd6fe2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.020648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:03.021236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.210642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c151d-ffe1-4fe3-81b1-d1500d28df40 None None] Pushing event updated for resources: {'Port': ['ID=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:03.267983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=b75f964e-6faa-4172-954f-178eb6753217,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:03.376111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': 'f321f073-7d8c-4da2-b246-350bab102aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d40aefa-c77b-4454-ad60-18ddefeca442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:03.376111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: 3d40aefa-c77b-4454-ad60-18ddefeca442, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:03.376319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-0bcbf5ab-79f0-4020-b7b5-47fafc07d606', 'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606', 'tenant_id': '693156fe381540018b606b756e1b14be', 'fixed_ips': [{'subnet_id': 'd82894e8-8a12-4040-8810-c8970855f755'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:03.376319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.389402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeca1dd-0783-4abe-85fc-2d3830c0dfe3 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:03.395030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeca1dd-0783-4abe-85fc-2d3830c0dfe3 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:03.401629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeca1dd-0783-4abe-85fc-2d3830c0dfe3 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:03.418416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeca1dd-0783-4abe-85fc-2d3830c0dfe3 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:03.425904 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aeeca1dd-0783-4abe-85fc-2d3830c0dfe3 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8285055 Sep 21 15:59:03.427232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41164) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:03.473411 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d91ee30e-8994-40d9-b0f3-933abe70588a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8734801 Sep 21 15:59:03.483136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41168) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:03.494129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606', 'name': 'tempest-PortsIpV6TestJSON-1586172627'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:03.551142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Allocated IP 2001:db8::2 (0bcbf5ab-79f0-4020-b7b5-47fafc07d606/d82894e8-8a12-4040-8810-c8970855f755/fcd1930b-c27c-40f0-b83a-abf2dbba1451) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:03.611456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.objects.ports [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89726) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:59:03.620243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.631893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.668514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 3d40aefa-c77b-4454-ad60-18ddefeca442 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:03.700279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] device_id is not set on port 98a89f67-5f82-4646-8f8b-222d62d6de74 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:03.716071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Subnet': ['ID=c6047b6a-a46f-4d45-853f-3a28fbc6eac3,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:03.768472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Checking segment: {'id': 'c8f5f376-04c6-4e95-9766-eb51b36ddc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '065313cf-3bd3-4682-b548-ab9a17d70f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:03.769155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network hostable DHCP agents. Network: 065313cf-3bd3-4682-b548-ab9a17d70f99, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:03.793712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.809449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Transition to ACTIVE for port object fcd1930b-c27c-40f0-b83a-abf2dbba1451 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:03.812056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:03.812690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 3d40aefa-c77b-4454-ad60-18ddefeca442) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:03.819132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:03.820306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.823750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:03.827055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3312d0ed-7357-4c2b-ac29-4ba97ae5311b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:03.847333 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-17543bcc-7063-46fe-9736-4174aa872bf7 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4121478 Sep 21 15:59:03.851615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41172) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:03.852956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7380d6-d90f-413e-b5ac-b5dacae8fb58 None None] Network 3d40aefa-c77b-4454-ad60-18ddefeca442 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:03.897888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network 065313cf-3bd3-4682-b548-ab9a17d70f99 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:03.916752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:03.920261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:03.956250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 5a243c87-5d9c-476f-817c-eb203dc9af5c yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:03.965987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Transition to ACTIVE for port object fcd1930b-c27c-40f0-b83a-abf2dbba1451 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:04.043597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.050998 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3cef3aec-c33b-41f3-95eb-66edcab8c157 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9869184 Sep 21 15:59:04.051186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186c43d-c8ee-46d0-96d0-2e963fb9a289 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:04.051186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186c43d-c8ee-46d0-96d0-2e963fb9a289 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:04.052824 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0186c43d-c8ee-46d0-96d0-2e963fb9a289 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2001958 Sep 21 15:59:04.060220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41176) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:04.060835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41178) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:04.061632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 065313cf-3bd3-4682-b548-ab9a17d70f99) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:04.078602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': 'c68707a1-03a4-4133-94db-c0ae1248ba84', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:04.116554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:04.124360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.128461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81417d82-55c3-4efe-af2c-4025d9ce62aa None None] Network 065313cf-3bd3-4682-b548-ab9a17d70f99 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:04.142844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event deleted for resources: {'Port': ['ID=c4cef889-acbf-48c3-943c-5dc313b81910,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:04.143401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.217674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:04.280862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8::139 (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/6cc0e9da-95a6-444b-8c7e-0edd36a35380/98a89f67-5f82-4646-8f8b-222d62d6de74) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:04.295055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Allocated IP 2001:db8:0:1:f816:3eff:fe78:800d (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/a333072b-fbc2-4cd1-88e7-65e8b1078ab6/98a89f67-5f82-4646-8f8b-222d62d6de74) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:04.308635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:04.313754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.320328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:04.323344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:04.391179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:04.395905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:04.400651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:04.407497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:04.456012 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e76d1-9f14-47d2-8e83-335d68f3d92b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:04.457567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e76d1-9f14-47d2-8e83-335d68f3d92b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:04.462420 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3b9e76d1-9f14-47d2-8e83-335d68f3d92b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3886802 Sep 21 15:59:04.464372 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b435c626-fb0b-4af7-9835-8c71d80907f1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7849579 Sep 21 15:59:04.465393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41184) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:04.472270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41186) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:04.486893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a2cb3-0364-421a-94ca-8cb7f8fe1c0f None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:04.505541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'port': {'network_id': '065313cf-3bd3-4682-b548-ab9a17d70f99', 'name': 'tempest-NetworksIpV6TestAttrs-1082452739'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:04.530466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:04.533716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.542107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.546009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.600735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Pushing event updated for resources: {'Port': ['ID=fcd1930b-c27c-40f0-b83a-abf2dbba1451,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:04.604702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-3d40aefa-c77b-4454-ad60-18ddefeca442', 'network_id': '3d40aefa-c77b-4454-ad60-18ddefeca442', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': 'b75f964e-6faa-4172-954f-178eb6753217'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:04.606148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.639631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Attempting to bind port fcd1930b-c27c-40f0-b83a-abf2dbba1451 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:04.644410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Attempting to bind port fcd1930b-c27c-40f0-b83a-abf2dbba1451 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'f47ce598-d2a6-4902-a798-b9eedb74e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:04.644410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Attempting to bind port fcd1930b-c27c-40f0-b83a-abf2dbba1451 on network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:04.668229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:04.668637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Checking segment: {'id': 'f47ce598-d2a6-4902-a798-b9eedb74e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:04.669133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.669788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Bound using segment: {'id': 'f47ce598-d2a6-4902-a798-b9eedb74e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:04.670616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Bound port: fcd1930b-c27c-40f0-b83a-abf2dbba1451, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47ce598-d2a6-4902-a798-b9eedb74e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:04.671035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.678986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.679352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Fanout notify agent at l3_agent the message router_deleted on router 777f5b0b-3061-4f01-a796-cb37fcc9ada3 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:59:04.711376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.717050 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b910acbc-a108-432f-90ea-596200047771 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/777f5b0b-3061-4f01-a796-cb37fcc9ada3 HTTP/1.1" status: 204 len: 168 time: 3.8456624 Sep 21 15:59:04.719096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41192) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:04.729248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-505279996', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:04.740842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:04.764796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Usage tracker for resource:router and tenant:ac7da7edd4ad4241b3d7d5a38bd12807 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:04.769999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:04.782153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:04.795295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c484b-6e3e-4315-b1b4-6bdc358e0006 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:04.796683 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-711c484b-6e3e-4315-b1b4-6bdc358e0006 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/networks/3c6f272d-c534-460c-a163-694d9c14775b HTTP/1.1" status: 200 len: 800 time: 0.3259542 Sep 21 15:59:04.802181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41196) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:04.840119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::1cd (0bcbf5ab-79f0-4020-b7b5-47fafc07d606/d82894e8-8a12-4040-8810-c8970855f755/5a243c87-5d9c-476f-817c-eb203dc9af5c) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:04.846070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-83bef22e-1700-40fe-941a-cbe9bb7ce928 None None] Provisioning for port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:04.894304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.897244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-83bef22e-1700-40fe-941a-cbe9bb7ce928 None None] Provisioning complete for port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:04.897819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-83bef22e-1700-40fe-941a-cbe9bb7ce928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.902763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.903849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.942185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:04.945752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Transition to ACTIVE for port object 98a89f67-5f82-4646-8f8b-222d62d6de74 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:04.954972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:port and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:04.959829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:04.996601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:05.009258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:05.020560 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e736d3ca-a690-4dea-9bf3-849c229d4c52 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/networks/3c6f272d-c534-460c-a163-694d9c14775b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2171021 Sep 21 15:59:05.025852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41200) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:05.143114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:05.147523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.148869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-065313cf-3bd3-4682-b548-ab9a17d70f99', 'network_id': '065313cf-3bd3-4682-b548-ab9a17d70f99', 'tenant_id': 'b84ff56cca53444c89066357cb21cce5', 'fixed_ips': [{'subnet_id': 'c6047b6a-a46f-4d45-853f-3a28fbc6eac3'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:05.149761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.179712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac871ed-f6b6-430f-96f3-5e103fabda8d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.186191 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5ac871ed-f6b6-430f-96f3-5e103fabda8d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/subnets/67c1eb9f-e1ca-4829-8dca-9511e8f9eb0e HTTP/1.1" status: 200 len: 811 time: 0.1541364 Sep 21 15:59:05.188036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41204) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:05.200056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] For port fcd1930b-c27c-40f0-b83a-abf2dbba1451, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:05.242531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.245358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] device_id is not set on port 94eff090-3038-40f5-a0da-d2e2982ac1e9 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:05.269051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] For port fcd1930b-c27c-40f0-b83a-abf2dbba1451, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fcd1930b-c27c-40f0-b83a-abf2dbba1451,segment=NetworkSegment(f47ce598-d2a6-4902-a798-b9eedb74e64d),segment_id=f47ce598-d2a6-4902-a798-b9eedb74e64d)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:05.274620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-40e64092-210f-498a-8f08-c2d8c959098e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.323789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Allocated IP 172.20.0.2 (3d40aefa-c77b-4454-ad60-18ddefeca442/b75f964e-6faa-4172-954f-178eb6753217/1c422392-8e57-4d4d-9e8c-690fd1979d0a) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:05.361495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.450987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.543938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:05.544521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.553676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b79fb0-d16d-4438-959b-2a1908c9dca0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['shared'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.560010 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-07b79fb0-d16d-4438-959b-2a1908c9dca0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "GET /v2.0/subnets/67c1eb9f-e1ca-4829-8dca-9511e8f9eb0e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3676653 Sep 21 15:59:05.565340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41208) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:05.577566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1927975654'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:05.598310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:05.601646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:05.608197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:05.608342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.608443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object 5a243c87-5d9c-476f-817c-eb203dc9af5c will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:05.608524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.614419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=f6048975-df0f-48f6-929a-ad12553c7e4a,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:05.629808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:05.635341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': '16524ccd-01b8-421a-ac76-ab34b026ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c68707a1-03a4-4133-94db-c0ae1248ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:05.635694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: c68707a1-03a4-4133-94db-c0ae1248ba84, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:05.641005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event updated for resources: {'Port': ['ID=98a89f67-5f82-4646-8f8b-222d62d6de74,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:05.649011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.660040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-83bef22e-1700-40fe-941a-cbe9bb7ce928 None None] Current status of the port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:05.660425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-83bef22e-1700-40fe-941a-cbe9bb7ce928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.678931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e05384-9c8e-41cd-8753-7318a8b9db5b None None] Pushing event updated for resources: {'Port': ['ID=fcd1930b-c27c-40f0-b83a-abf2dbba1451,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:05.726451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:05.730297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.762710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:05.765108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Allocated IP 2001:db8::f816:3eff:fe4c:e403 (065313cf-3bd3-4682-b548-ab9a17d70f99/c6047b6a-a46f-4d45-853f-3a28fbc6eac3/059a5624-3411-40c8-b5ff-76874e3e2bd5) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:05.765349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.769236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network c68707a1-03a4-4133-94db-c0ae1248ba84 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:05.783601 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-455a21e4-daa0-4bfe-9685-f7f6eeb1f299 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5995166 Sep 21 15:59:05.788097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41212) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:05.835979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.836473 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Added segment 5cca7747-d9e2-43ed-8351-d5d6f6efcd17 of type vlan for network e9a687a4-d03f-471b-95f9-2d88268877e3 Sep 21 15:59:05.856975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-83bef22e-1700-40fe-941a-cbe9bb7ce928 None None] For port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:05.862776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:05.870481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:05.878555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:05.890941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.890941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.931681 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c68707a1-03a4-4133-94db-c0ae1248ba84) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:05.948124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=5a243c87-5d9c-476f-817c-eb203dc9af5c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:05.951483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:05.953371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:05.957932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.004855 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-83bef22e-1700-40fe-941a-cbe9bb7ce928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.007514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14c8b0-1999-40fa-811d-6d82bb637ef8 None None] Network c68707a1-03a4-4133-94db-c0ae1248ba84 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:06.014526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c00f9aa9-a9d1-4250-b497-305a94f80c82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting port 98a89f67-5f82-4646-8f8b-222d62d6de74 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:06.015671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c00f9aa9-a9d1-4250-b497-305a94f80c82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.070745 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0e0f742f-cfd9-473b-9c1a-dd11a50204bd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5840044 Sep 21 15:59:06.071864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41216) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:06.084918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '0bcbf5ab-79f0-4020-b7b5-47fafc07d606', 'name': 'tempest-PortsIpV6TestJSON-1990542368'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:06.117263 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fcb6ca0c-59bc-4315-bd86-a3f53c5f771e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0456936 Sep 21 15:59:06.118302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.124866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:06.126001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.180599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41220) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:06.200860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-270328441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:06.215311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:06.248870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:router and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:06.257450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:06.263269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.298964 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7299528 Sep 21 15:59:06.302341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41224) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:06.313546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'network_id': 'e9a687a4-d03f-471b-95f9-2d88268877e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:06.315498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bef22e-1700-40fe-941a-cbe9bb7ce928 None None] Pushing event updated for resources: {'Port': ['ID=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:06.320162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Transition to ACTIVE for port object 1c422392-8e57-4d4d-9e8c-690fd1979d0a will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:06.327113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:06.332141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa9c8b3-c871-4ccc-aef5-a9fb307bb7ab None None] Update dhcp port {'port': {'network_id': '7bbcd32e-3d38-44b7-96fd-fe3185663e4e', 'fixed_ips': [{'subnet_id': '6cc0e9da-95a6-444b-8c7e-0edd36a35380', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a333072b-fbc2-4cd1-88e7-65e8b1078ab6'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': '3312d0ed-7357-4c2b-ac29-4ba97ae5311b'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 15:59:06.407533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.425978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e864d-e0b1-46f3-b73c-9e64fad8bbb2 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Network': ['ID=e9a687a4-d03f-471b-95f9-2d88268877e3,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:06.445098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Transition to ACTIVE for port object 1c422392-8e57-4d4d-9e8c-690fd1979d0a will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:06.450913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network e9a687a4-d03f-471b-95f9-2d88268877e3 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:06.471889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:06.488039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:06.491023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:06.495621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:06.499929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:06.503179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.504183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.507156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:06.569190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Made reservation on behalf of 1a32086b6999479f939e5181e64ebb0b for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:06.570558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.573548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.580239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1aa9c8b3-c871-4ccc-aef5-a9fb307bb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.589657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.614010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c00f9aa9-a9d1-4250-b497-305a94f80c82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.622427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.627475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.640999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.684915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Performing IP validity checks on allocation pools {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 15:59:06.685570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 15:59:06.688000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:06.691438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.718959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 68fc96e4-93a1-43c3-825a-423b36ef43b6 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:06.768546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Transition to ACTIVE for port object 059a5624-3411-40c8-b5ff-76874e3e2bd5 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:06.813150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Network 3d40aefa-c77b-4454-ad60-18ddefeca442 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:06.817146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c00f9aa9-a9d1-4250-b497-305a94f80c82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Calling delete_port for 98a89f67-5f82-4646-8f8b-222d62d6de74 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:06.867609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:06.891377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:06.891377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Pushing event updated for resources: {'Port': ['ID=1c422392-8e57-4d4d-9e8c-690fd1979d0a,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:06.899432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Transition to ACTIVE for port object 059a5624-3411-40c8-b5ff-76874e3e2bd5 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:06.910704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.958917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::364 (0bcbf5ab-79f0-4020-b7b5-47fafc07d606/d82894e8-8a12-4040-8810-c8970855f755/68fc96e4-93a1-43c3-825a-423b36ef43b6) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:06.994814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:06.999785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-c68707a1-03a4-4133-94db-c0ae1248ba84', 'network_id': 'c68707a1-03a4-4133-94db-c0ae1248ba84', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': 'f6048975-df0f-48f6-929a-ad12553c7e4a'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:07.000759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.099344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.166459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Allocated IP 172.26.0.234 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/53aa847d-92a5-4cf0-b729-e563d94c56d9) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:07.168987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.172673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c1aac904-c248-494f-a5be-5ddbdc65ff85 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9801183 Sep 21 15:59:07.179974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41228) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:07.307880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Allocated IP 2001:db8::f816:3eff:fe72:78a4 (065313cf-3bd3-4682-b548-ab9a17d70f99/c6047b6a-a46f-4d45-853f-3a28fbc6eac3/94eff090-3038-40f5-a0da-d2e2982ac1e9) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:07.318693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.385874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Allocated IP 172.21.0.2 (c68707a1-03a4-4133-94db-c0ae1248ba84/f6048975-df0f-48f6-929a-ad12553c7e4a/4a081805-ce2b-40cd-81de-9e6ede0bf153) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:07.478861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=a69f5b85-7fd3-490b-8800-db3535aa766c,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:07.493981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b78d1-744a-4698-b4a9-48f1665066cc None None] Network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:07.597587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Attempting to bind port 1c422392-8e57-4d4d-9e8c-690fd1979d0a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:07.597931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Attempting to bind port 1c422392-8e57-4d4d-9e8c-690fd1979d0a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'f321f073-7d8c-4da2-b246-350bab102aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d40aefa-c77b-4454-ad60-18ddefeca442'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:07.598258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Attempting to bind port 1c422392-8e57-4d4d-9e8c-690fd1979d0a on network 3d40aefa-c77b-4454-ad60-18ddefeca442 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:07.619618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.636792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c00f9aa9-a9d1-4250-b497-305a94f80c82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.650672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Network 065313cf-3bd3-4682-b548-ab9a17d70f99 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:07.683984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:07.702005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f9aa9-a9d1-4250-b497-305a94f80c82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Port': ['ID=98a89f67-5f82-4646-8f8b-222d62d6de74,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:07.733822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:07.734241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Checking segment: {'id': 'f321f073-7d8c-4da2-b246-350bab102aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d40aefa-c77b-4454-ad60-18ddefeca442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:07.734642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.735034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Bound using segment: {'id': 'f321f073-7d8c-4da2-b246-350bab102aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d40aefa-c77b-4454-ad60-18ddefeca442'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:07.735515 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Bound port: 1c422392-8e57-4d4d-9e8c-690fd1979d0a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f321f073-7d8c-4da2-b246-350bab102aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3d40aefa-c77b-4454-ad60-18ddefeca442'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:07.735888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.759720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:07.791197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Pushing event updated for resources: {'Port': ['ID=059a5624-3411-40c8-b5ff-76874e3e2bd5,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:07.803292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c00f9aa9-a9d1-4250-b497-305a94f80c82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.816902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c00f9aa9-a9d1-4250-b497-305a94f80c82 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/98a89f67-5f82-4646-8f8b-222d62d6de74 HTTP/1.1" status: 204 len: 168 time: 2.0259619 Sep 21 15:59:07.817167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41232) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:07.859804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3312d0ed-7357-4c2b-ac29-4ba97ae5311b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:07.874530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:07.911293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c2c9b8e6-18e0-4594-ad30-7d8e1d811808 None None] Provisioning for port fcd1930b-c27c-40f0-b83a-abf2dbba1451 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:07.915494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Checking segment: {'id': '5cca7747-d9e2-43ed-8351-d5d6f6efcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e9a687a4-d03f-471b-95f9-2d88268877e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:07.916139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network hostable DHCP agents. Network: e9a687a4-d03f-471b-95f9-2d88268877e3, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:07.959607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:07.965358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:07.970258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:08.042262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.085310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event updated for resources: {'Port': ['ID=53aa847d-92a5-4cf0-b729-e563d94c56d9,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:08.093351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-1aa9c8b3-c871-4ccc-aef5-a9fb307bb7ab None None] Allocated IP 2001:db8:0:1:f816:3eff:fe65:8cee (7bbcd32e-3d38-44b7-96fd-fe3185663e4e/a333072b-fbc2-4cd1-88e7-65e8b1078ab6/3312d0ed-7357-4c2b-ac29-4ba97ae5311b) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:08.136226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Network e9a687a4-d03f-471b-95f9-2d88268877e3 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:08.178484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Attempting to bind port 059a5624-3411-40c8-b5ff-76874e3e2bd5 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:08.179097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Attempting to bind port 059a5624-3411-40c8-b5ff-76874e3e2bd5 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c8f5f376-04c6-4e95-9766-eb51b36ddc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '065313cf-3bd3-4682-b548-ab9a17d70f99'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:08.179542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Attempting to bind port 059a5624-3411-40c8-b5ff-76874e3e2bd5 on network 065313cf-3bd3-4682-b548-ab9a17d70f99 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:08.202463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674fd12-66ac-4841-8d56-667ad550c950 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:08.203170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5674fd12-66ac-4841-8d56-667ad550c950 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:08.247644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:08.248085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Checking segment: {'id': 'c8f5f376-04c6-4e95-9766-eb51b36ddc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '065313cf-3bd3-4682-b548-ab9a17d70f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:08.248431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.248954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Bound using segment: {'id': 'c8f5f376-04c6-4e95-9766-eb51b36ddc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '065313cf-3bd3-4682-b548-ab9a17d70f99'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:08.249469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Bound port: 059a5624-3411-40c8-b5ff-76874e3e2bd5, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f5f376-04c6-4e95-9766-eb51b36ddc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '065313cf-3bd3-4682-b548-ab9a17d70f99'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:08.249869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.296968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5674fd12-66ac-4841-8d56-667ad550c950 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:08.298626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5674fd12-66ac-4841-8d56-667ad550c950 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4805095 Sep 21 15:59:08.302273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41236) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:08.353051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.356077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, e9a687a4-d03f-471b-95f9-2d88268877e3) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:08.377158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.378852 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.385277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] For port 1c422392-8e57-4d4d-9e8c-690fd1979d0a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:08.390621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:08.391209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.403000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd345162-4755-401f-822b-a7c68f26cfa3 None None] Network e9a687a4-d03f-471b-95f9-2d88268877e3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:08.418129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object 68fc96e4-93a1-43c3-825a-423b36ef43b6 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:08.527703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Transition to ACTIVE for port object 4a081805-ce2b-40cd-81de-9e6ede0bf153 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:08.537985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] For port 1c422392-8e57-4d4d-9e8c-690fd1979d0a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1c422392-8e57-4d4d-9e8c-690fd1979d0a,segment=NetworkSegment(f321f073-7d8c-4da2-b246-350bab102aed),segment_id=f321f073-7d8c-4da2-b246-350bab102aed)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:08.560748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c234d123-f197-4fac-b52f-7a8c83a5fdd1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:08.564887 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c234d123-f197-4fac-b52f-7a8c83a5fdd1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2602391 Sep 21 15:59:08.565488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41240) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:08.611538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:08.611923 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.614445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.658564 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-915b0ade-5e92-43cd-9fcb-876ec9a0311b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3527384 Sep 21 15:59:08.666258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41244) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:08.684362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.695107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-74ccc9a3-16c5-43ab-bf1b-4cd3b0687102 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:08.695434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Transition to ACTIVE for port object 4a081805-ce2b-40cd-81de-9e6ede0bf153 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:08.698398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.729711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Transition to ACTIVE for port object 94eff090-3038-40f5-a0da-d2e2982ac1e9 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:08.775524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac9910-8e86-4a43-acdc-c5bf2ffd7337 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:08.777024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac9910-8e86-4a43-acdc-c5bf2ffd7337 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:08.778717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac9910-8e86-4a43-acdc-c5bf2ffd7337 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:08.779454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-72ac9910-8e86-4a43-acdc-c5bf2ffd7337 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:08.799197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.858655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.877738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1aa9c8b3-c871-4ccc-aef5-a9fb307bb7ab None None] For port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:08.891918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=68fc96e4-93a1-43c3-825a-423b36ef43b6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:08.910480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] For port 059a5624-3411-40c8-b5ff-76874e3e2bd5, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:08.910966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:08.916993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:08.919473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:08.925249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:08.925877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:08.961193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74ccc9a3-16c5-43ab-bf1b-4cd3b0687102 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2394504'] for subnet, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.059711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.20.0.1 (3d40aefa-c77b-4454-ad60-18ddefeca442/b75f964e-6faa-4172-954f-178eb6753217/ab072731-76e8-4c49-93bb-ec3d190fdba5) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:09.086700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] For port 059a5624-3411-40c8-b5ff-76874e3e2bd5, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=059a5624-3411-40c8-b5ff-76874e3e2bd5,segment=NetworkSegment(c8f5f376-04c6-4e95-9766-eb51b36ddc0e),segment_id=c8f5f376-04c6-4e95-9766-eb51b36ddc0e)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:09.115143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Network c68707a1-03a4-4133-94db-c0ae1248ba84 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:09.118236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1aa9c8b3-c871-4ccc-aef5-a9fb307bb7ab None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.155350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:09.157869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:09.172969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7a14-d947-457b-abfe-08bac18de13b None None] Pushing event updated for resources: {'Port': ['ID=1c422392-8e57-4d4d-9e8c-690fd1979d0a,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:09.191860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.197967 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-76b0dd8f-4f56-42b7-935b-724d64049fc2 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1218390 Sep 21 15:59:09.238953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-e9a687a4-d03f-471b-95f9-2d88268877e3', 'network_id': 'e9a687a4-d03f-471b-95f9-2d88268877e3', 'tenant_id': '1a32086b6999479f939e5181e64ebb0b', 'fixed_ips': [{'subnet_id': 'a69f5b85-7fd3-490b-8800-db3535aa766c'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:09.239830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.252174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.252378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41248) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:09.343419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1aa9c8b3-c871-4ccc-aef5-a9fb307bb7ab None None] Transition to ACTIVE for port object 3312d0ed-7357-4c2b-ac29-4ba97ae5311b will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:09.360218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network 065313cf-3bd3-4682-b548-ab9a17d70f99 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:09.364085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:09.397242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-72ac9910-8e86-4a43-acdc-c5bf2ffd7337 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:09.400966 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-72ac9910-8e86-4a43-acdc-c5bf2ffd7337 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8285427 Sep 21 15:59:09.403947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41252) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:09.450759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.472105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object ab072731-76e8-4c49-93bb-ec3d190fdba5 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:09.499773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:09.508768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:09.510526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.550170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Port': ['ID=94eff090-3038-40f5-a0da-d2e2982ac1e9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:09.588142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1aa9c8b3-c871-4ccc-aef5-a9fb307bb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.592147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.605902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Pushing event updated for resources: {'Port': ['ID=4a081805-ce2b-40cd-81de-9e6ede0bf153,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:09.653088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:09.654256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fcd1930b-c27c-40f0-b83a-abf2dbba1451 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:09.656815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28ff35c-fa27-4fc6-b598-e4ef39f4d4ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet 6cc0e9da-95a6-444b-8c7e-0edd36a35380 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:09.672563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28ff35c-fa27-4fc6-b598-e4ef39f4d4ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.684349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e2965-2574-4693-8d3d-a47cc642d783 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:09.690618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-714e2965-2574-4693-8d3d-a47cc642d783 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:09.756867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28ff35c-fa27-4fc6-b598-e4ef39f4d4ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.760012 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-06792848-fd43-4152-92f2-559ae2a61eba tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.2796476 Sep 21 15:59:09.760987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=ab072731-76e8-4c49-93bb-ec3d190fdba5,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:09.770484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41256) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:09.847057 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Attempting to bind port 4a081805-ce2b-40cd-81de-9e6ede0bf153 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:09.847442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Attempting to bind port 4a081805-ce2b-40cd-81de-9e6ede0bf153 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '16524ccd-01b8-421a-ac76-ab34b026ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c68707a1-03a4-4133-94db-c0ae1248ba84'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:09.848135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Attempting to bind port 4a081805-ce2b-40cd-81de-9e6ede0bf153 on network c68707a1-03a4-4133-94db-c0ae1248ba84 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:09.883677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e0d719-26f0-4cd8-bbe4-36b2d3762a6c tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting subnet c6047b6a-a46f-4d45-853f-3a28fbc6eac3 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:09.887144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91e0d719-26f0-4cd8-bbe4-36b2d3762a6c tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.914536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28ff35c-fa27-4fc6-b598-e4ef39f4d4ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.944818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:09.945246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Checking segment: {'id': '16524ccd-01b8-421a-ac76-ab34b026ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c68707a1-03a4-4133-94db-c0ae1248ba84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:09.945663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:09.946099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Bound using segment: {'id': '16524ccd-01b8-421a-ac76-ab34b026ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c68707a1-03a4-4133-94db-c0ae1248ba84'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:09.946624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Bound port: 4a081805-ce2b-40cd-81de-9e6ede0bf153, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16524ccd-01b8-421a-ac76-ab34b026ce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c68707a1-03a4-4133-94db-c0ae1248ba84'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:09.947011 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.043241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76067dc2-df4d-4f24-be8f-72dfd9b1bb6c None None] Pushing event updated for resources: {'Port': ['ID=059a5624-3411-40c8-b5ff-76874e3e2bd5,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:10.133201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 3d40aefa-c77b-4454-ad60-18ddefeca442 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:10.140601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:10.149844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:10.267050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.284426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91e0d719-26f0-4cd8-bbe4-36b2d3762a6c tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.297537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9c8b3-c871-4ccc-aef5-a9fb307bb7ab None None] Pushing event updated for resources: {'Port': ['ID=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:10.311709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] For port 4a081805-ce2b-40cd-81de-9e6ede0bf153, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:10.319973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] For port 4a081805-ce2b-40cd-81de-9e6ede0bf153, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4a081805-ce2b-40cd-81de-9e6ede0bf153,segment=NetworkSegment(16524ccd-01b8-421a-ac76-ab34b026ce07),segment_id=16524ccd-01b8-421a-ac76-ab34b026ce07)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:10.331161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Provisioning for port 5a243c87-5d9c-476f-817c-eb203dc9af5c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:10.338187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Provisioning complete for port 5a243c87-5d9c-476f-817c-eb203dc9af5c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:10.339842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.340745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.405818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port fcd1930b-c27c-40f0-b83a-abf2dbba1451 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:10.419105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fcd1930b-c27c-40f0-b83a-abf2dbba1451 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:10.420144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.430983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-714e2965-2574-4693-8d3d-a47cc642d783 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:10.435046 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-714e2965-2574-4693-8d3d-a47cc642d783 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1cd HTTP/1.1" status: 200 len: 929 time: 1.1816993 Sep 21 15:59:10.435713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41260) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:10.439936 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28ff35c-fa27-4fc6-b598-e4ef39f4d4ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.487030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.547333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ff35c-fa27-4fc6-b598-e4ef39f4d4ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc0e9da-95a6-444b-8c7e-0edd36a35380,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:10.549346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28ff35c-fa27-4fc6-b598-e4ef39f4d4ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.614613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae3137b-ab77-4769-8ffe-f75301082097 None None] Network 3d40aefa-c77b-4454-ad60-18ddefeca442 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:10.656203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74ccc9a3-16c5-43ab-bf1b-4cd3b0687102 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741582825292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2234943'] for subnet, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.671231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91e0d719-26f0-4cd8-bbe4-36b2d3762a6c tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.751866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a28ff35c-fa27-4fc6-b598-e4ef39f4d4ad tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/6cc0e9da-95a6-444b-8c7e-0edd36a35380 HTTP/1.1" status: 204 len: 168 time: 1.3377955 Sep 21 15:59:10.764041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41264) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:10.777595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-491a01a9-4cc0-4a2d-8a2c-6291795a4f76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 68fc96e4-93a1-43c3-825a-423b36ef43b6 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:10.777966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-491a01a9-4cc0-4a2d-8a2c-6291795a4f76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.860124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.871272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ccc9a3-16c5-43ab-bf1b-4cd3b0687102 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:10.872143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74ccc9a3-16c5-43ab-bf1b-4cd3b0687102 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:10.876412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-74ccc9a3-16c5-43ab-bf1b-4cd3b0687102 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "PUT /v2.0/subnets/a69f5b85-7fd3-490b-8800-db3535aa766c HTTP/1.1" status: 200 len: 877 time: 2.1947339 Sep 21 15:59:10.876412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccc9a3-16c5-43ab-bf1b-4cd3b0687102 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event updated for resources: {'Subnet': ['ID=a69f5b85-7fd3-490b-8800-db3535aa766c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:10.893618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41268) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:10.909482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Port 5a243c87-5d9c-476f-817c-eb203dc9af5c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:10.998357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3a995-7110-4889-ab98-eac1a460fc6e None None] Pushing event updated for resources: {'Port': ['ID=4a081805-ce2b-40cd-81de-9e6ede0bf153,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:11.087353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf020eb-bcf1-4d40-8477-eca518454720 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Deleting subnet a333072b-fbc2-4cd1-88e7-65e8b1078ab6 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:11.093873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdf020eb-bcf1-4d40-8477-eca518454720 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.097471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Provisioning complete for port fcd1930b-c27c-40f0-b83a-abf2dbba1451 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:11.097927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.167285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Router a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:59:11.191227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Allocated IP 172.20.0.3 (e9a687a4-d03f-471b-95f9-2d88268877e3/a69f5b85-7fd3-490b-8800-db3535aa766c/f685c19f-da32-4ff4-bb26-2744db377f8c) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:11.251232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537eae9-2a8b-46fc-9674-e65b172fbf16 None None] Network 065313cf-3bd3-4682-b548-ab9a17d70f99 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:11.290847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91e0d719-26f0-4cd8-bbe4-36b2d3762a6c tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.300313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc968824-21f9-49ce-9aea-5ae56e4425d0 None None] Network 7bbcd32e-3d38-44b7-96fd-fe3185663e4e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:11.308761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.335342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdf020eb-bcf1-4d40-8477-eca518454720 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.393064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d719-26f0-4cd8-bbe4-36b2d3762a6c tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Subnet': ['ID=c6047b6a-a46f-4d45-853f-3a28fbc6eac3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:11.397792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91e0d719-26f0-4cd8-bbe4-36b2d3762a6c tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.435070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-491a01a9-4cc0-4a2d-8a2c-6291795a4f76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.451419 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-91e0d719-26f0-4cd8-bbe4-36b2d3762a6c tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/subnets/c6047b6a-a46f-4d45-853f-3a28fbc6eac3 HTTP/1.1" status: 204 len: 168 time: 1.6781800 Sep 21 15:59:11.454848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41272) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:11.580999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.612087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:11.618125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-491a01a9-4cc0-4a2d-8a2c-6291795a4f76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 68fc96e4-93a1-43c3-825a-423b36ef43b6 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:11.653462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdf020eb-bcf1-4d40-8477-eca518454720 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.705596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3d875-94b7-4c99-86e3-745203f457e0 None None] Sync routers for ids ['a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:11.707847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fcd1930b-c27c-40f0-b83a-abf2dbba1451 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:11.708348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.851413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:11.855258 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-02e62838-23d0-4e05-94d3-316d8ae50efc tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1310422 Sep 21 15:59:11.857190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41276) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:11.863577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:11.869117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802f6e2-e90a-497e-a01d-1291e77a90dd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:11.870886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802f6e2-e90a-497e-a01d-1291e77a90dd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:11.871562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d802f6e2-e90a-497e-a01d-1291e77a90dd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Synchronizing usage tracker for tenant:b84ff56cca53444c89066357cb21cce5 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:11.888576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3d875-94b7-4c99-86e3-745203f457e0 None None] Routers {'a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:11.889837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e7d3d875-94b7-4c99-86e3-745203f457e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:11.988438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d802f6e2-e90a-497e-a01d-1291e77a90dd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Unset dirty status for tenant:b84ff56cca53444c89066357cb21cce5 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:11.992482 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d802f6e2-e90a-497e-a01d-1291e77a90dd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5355496 Sep 21 15:59:12.032983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41280) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:12.045229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port fcd1930b-c27c-40f0-b83a-abf2dbba1451, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fcd1930b-c27c-40f0-b83a-abf2dbba1451,segment=NetworkSegment(f47ce598-d2a6-4902-a798-b9eedb74e64d),segment_id=f47ce598-d2a6-4902-a798-b9eedb74e64d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:12.093289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Current status of the port fcd1930b-c27c-40f0-b83a-abf2dbba1451 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:12.093810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.103967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e7d3d875-94b7-4c99-86e3-745203f457e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:12.168362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3d875-94b7-4c99-86e3-745203f457e0 None None] Routers {'a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:12.168807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e7d3d875-94b7-4c99-86e3-745203f457e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:12.194175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-60d157f0-39a6-430e-801d-2bc53e2ebe01 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.201150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdf020eb-bcf1-4d40-8477-eca518454720 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.259373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf020eb-bcf1-4d40-8477-eca518454720 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Subnet': ['ID=a333072b-fbc2-4cd1-88e7-65e8b1078ab6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:12.266112 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d157f0-39a6-430e-801d-2bc53e2ebe01 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 15:59:12.267295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d157f0-39a6-430e-801d-2bc53e2ebe01 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:12.277772 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-60d157f0-39a6-430e-801d-2bc53e2ebe01 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/065313cf-3bd3-4682-b548-ab9a17d70f99 HTTP/1.1" status: 409 len: 405 time: 0.2434843 Sep 21 15:59:12.283257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41284) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:12.283927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-491a01a9-4cc0-4a2d-8a2c-6291795a4f76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.288905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e7d3d875-94b7-4c99-86e3-745203f457e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:12.289333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3d875-94b7-4c99-86e3-745203f457e0 None None] The sync data for ids ['a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:12.291626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-332671727'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:12.325166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.355755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdf020eb-bcf1-4d40-8477-eca518454720 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.360094 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cdf020eb-bcf1-4d40-8477-eca518454720 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/a333072b-fbc2-4cd1-88e7-65e8b1078ab6 HTTP/1.1" status: 204 len: 168 time: 1.5961771 Sep 21 15:59:12.362764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:12.367192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41288) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:12.401388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a01a9-4cc0-4a2d-8a2c-6291795a4f76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=68fc96e4-93a1-43c3-825a-423b36ef43b6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:12.416862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:network and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:12.498772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:12.507167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.resource_extend [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 15:59:12.510322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fcc428e8-6344-4a48-8ac5-765f9520ab48 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403394 Sep 21 15:59:12.513894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41292) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:12.540106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.552396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:12.567324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-491a01a9-4cc0-4a2d-8a2c-6291795a4f76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.611781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.616904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:12.617264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:12.651358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583818cc-fa52-4016-a960-50ec94c0b7f1 None None] Network c68707a1-03a4-4133-94db-c0ae1248ba84 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:12.753110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1c422392-8e57-4d4d-9e8c-690fd1979d0a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:12.827541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f89bc5-2319-46c3-9579-4a0d4bde603c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:12.829158 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-61f89bc5-2319-46c3-9579-4a0d4bde603c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3143206 Sep 21 15:59:12.833496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41296) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:12.863119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.871607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=ab072731-76e8-4c49-93bb-ec3d190fdba5,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:12.872807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.873997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:12.877394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.891897 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-491a01a9-4cc0-4a2d-8a2c-6291795a4f76 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/68fc96e4-93a1-43c3-825a-423b36ef43b6 HTTP/1.1" status: 204 len: 168 time: 2.4495726 Sep 21 15:59:12.898018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41300) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:12.909687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=fcd1930b-c27c-40f0-b83a-abf2dbba1451,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:12.932494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Transition to ACTIVE for port object f685c19f-da32-4ff4-bb26-2744db377f8c will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:12.947891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] DHCP port deletion for 065313cf-3bd3-4682-b548-ab9a17d70f99 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:12.969089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] Deleting port 059a5624-3411-40c8-b5ff-76874e3e2bd5 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:12.969480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:12.985004 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-545e1022-961e-4a8a-bf6a-96e0c9631717 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:59:12.985540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-545e1022-961e-4a8a-bf6a-96e0c9631717 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:13.023109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Transition to ACTIVE for port object f685c19f-da32-4ff4-bb26-2744db377f8c will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:13.045500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e372c71-6db4-414c-b971-046b7c4213bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:13.046206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9e372c71-6db4-414c-b971-046b7c4213bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Synchronizing usage tracker for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:13.066139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.095699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:13.120167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.120511 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Added segment 2a30ad6d-2a07-4e23-8e58-047185813905 of type vlan for network 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 Sep 21 15:59:13.161249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9e372c71-6db4-414c-b971-046b7c4213bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Unset dirty status for tenant:7c9968f6d309434b90107a5de9b1ee43 on resource:subnet {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:13.162576 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e372c71-6db4-414c-b971-046b7c4213bc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3280313 Sep 21 15:59:13.170988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-545e1022-961e-4a8a-bf6a-96e0c9631717 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:13.170988 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-545e1022-961e-4a8a-bf6a-96e0c9631717 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/68fc96e4-93a1-43c3-825a-423b36ef43b6 HTTP/1.1" status: 404 len: 333 time: 0.2414448 Sep 21 15:59:13.172651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.174277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41304) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.174806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41306) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.177799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 3d40aefa-c77b-4454-ad60-18ddefeca442 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:13.179708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:13.180653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.181822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.301874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 1c422392-8e57-4d4d-9e8c-690fd1979d0a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:13.325487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.328989 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] DHCP port deletion for 7bbcd32e-3d38-44b7-96fd-fe3185663e4e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:13.373108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Network e9a687a4-d03f-471b-95f9-2d88268877e3 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:13.386745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:13.397081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3312d0ed-7357-4c2b-ac29-4ba97ae5311b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:13.420546 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d90cff8e-b452-4919-b631-b53aca9ddd18 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2214897 Sep 21 15:59:13.420546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=a69f5b85-7fd3-490b-8800-db3535aa766c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:13.614042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41312) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.616310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] Deleting port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:13.616310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.616510 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02781f8-61fb-437a-b49d-e5bcebb6a158 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.616510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02781f8-61fb-437a-b49d-e5bcebb6a158 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.616510 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c02781f8-61fb-437a-b49d-e5bcebb6a158 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/98a89f67-5f82-4646-8f8b-222d62d6de74 HTTP/1.1" status: 404 len: 333 time: 0.0631323 Sep 21 15:59:13.616510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41316) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.616878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a888d1ee-e1d7-4fda-a412-d17515855e3a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 5a243c87-5d9c-476f-817c-eb203dc9af5c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:13.616878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a888d1ee-e1d7-4fda-a412-d17515855e3a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.617072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:13.617170 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc71a9b8-b177-4ddd-9e48-caa198ae39ed tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.617170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc71a9b8-b177-4ddd-9e48-caa198ae39ed tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.617170 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cc71a9b8-b177-4ddd-9e48-caa198ae39ed tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/a333072b-fbc2-4cd1-88e7-65e8b1078ab6 HTTP/1.1" status: 404 len: 337 time: 0.0405769 Sep 21 15:59:13.617170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41320) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.617536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.617646 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a8f6b0-83c4-40d7-b7f7-b7bed5542fbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.617646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a8f6b0-83c4-40d7-b7f7-b7bed5542fbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.617646 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-81a8f6b0-83c4-40d7-b7f7-b7bed5542fbd tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/6cc0e9da-95a6-444b-8c7e-0edd36a35380 HTTP/1.1" status: 404 len: 337 time: 0.0436299 Sep 21 15:59:13.617646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41324) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.619105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a687a4-d03f-471b-95f9-2d88268877e3']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:13.619219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b8a22ac2-557f-4917-a748-1b473615bd88 None None] Current status of the port fcd1930b-c27c-40f0-b83a-abf2dbba1451 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:13.619316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cca7747-d9e2-43ed-8351-d5d6f6efcd17') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:13.619316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cca7747-d9e2-43ed-8351-d5d6f6efcd17') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:13.619316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.619587 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e02bb34-6050-490e-9285-78c4d67d92db tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.619587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e02bb34-6050-490e-9285-78c4d67d92db tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.619587 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2e02bb34-6050-490e-9285-78c4d67d92db tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/db1445af-39cb-4639-be0d-6f5f46498627 HTTP/1.1" status: 404 len: 333 time: 0.0456188 Sep 21 15:59:13.621845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41328) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.658162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Pushing event updated for resources: {'Port': ['ID=f685c19f-da32-4ff4-bb26-2744db377f8c,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:13.664510 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d98dc89-dcef-4794-b02b-034751a04257 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.665410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d98dc89-dcef-4794-b02b-034751a04257 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.669470 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5d98dc89-dcef-4794-b02b-034751a04257 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/56c64785-85af-4493-bf8c-3252991d48ce HTTP/1.1" status: 404 len: 337 time: 0.0444126 Sep 21 15:59:13.669675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41332) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.716882 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87c106b-d396-44ca-af49-ad3f46511324 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.716882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87c106b-d396-44ca-af49-ad3f46511324 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.720316 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f87c106b-d396-44ca-af49-ad3f46511324 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/cb717cb2-ff2c-4274-9cdc-9441e242c1c0 HTTP/1.1" status: 404 len: 337 time: 0.0469444 Sep 21 15:59:13.720316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41336) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.763681 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43708db-50f6-433d-ab8b-7da3fbe7a12a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.764144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43708db-50f6-433d-ab8b-7da3fbe7a12a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.768391 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b43708db-50f6-433d-ab8b-7da3fbe7a12a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/e32471c9-4699-41d3-8968-ade7d0376e6e HTTP/1.1" status: 404 len: 333 time: 0.0444951 Sep 21 15:59:13.768869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41340) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.779156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Could not find standard attr ID for object 68fc96e4-93a1-43c3-825a-423b36ef43b6. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:59:13.779728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Deleting port 53aa847d-92a5-4cf0-b729-e563d94c56d9 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:13.779728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.806115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] For port 059a5624-3411-40c8-b5ff-76874e3e2bd5, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=059a5624-3411-40c8-b5ff-76874e3e2bd5,segment=NetworkSegment(c8f5f376-04c6-4e95-9766-eb51b36ddc0e),segment_id=c8f5f376-04c6-4e95-9766-eb51b36ddc0e)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:13.806582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.808768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router d348c089-d976-413e-b17c-8796995460fe is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:59:13.816042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.824078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:13.824078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.827624 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-210489d9-40f0-458c-8949-0d9feea1d405 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.828286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210489d9-40f0-458c-8949-0d9feea1d405 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.829813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.832880 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-210489d9-40f0-458c-8949-0d9feea1d405 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/9faeae19-dd78-479f-a167-912f55a9057a HTTP/1.1" status: 404 len: 337 time: 0.0606837 Sep 21 15:59:13.834425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41344) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.840202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 059a5624-3411-40c8-b5ff-76874e3e2bd5 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:13.858659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Attempting to bind port f685c19f-da32-4ff4-bb26-2744db377f8c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:13.859047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Attempting to bind port f685c19f-da32-4ff4-bb26-2744db377f8c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5cca7747-d9e2-43ed-8351-d5d6f6efcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e9a687a4-d03f-471b-95f9-2d88268877e3'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:13.859625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Attempting to bind port f685c19f-da32-4ff4-bb26-2744db377f8c on network e9a687a4-d03f-471b-95f9-2d88268877e3 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:13.884192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67e78a0-a1e1-42ca-b884-be184d43e75a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:13.884556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67e78a0-a1e1-42ca-b884-be184d43e75a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:13.893570 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a67e78a0-a1e1-42ca-b884-be184d43e75a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/6117d1b5-c6ff-4566-8520-fe9a81300a6b HTTP/1.1" status: 404 len: 337 time: 0.0562034 Sep 21 15:59:13.923436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41348) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:13.929742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:13.935903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:13.987821 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 5cca7747-d9e2-43ed-8351-d5d6f6efcd17 resource provider aggregate not found Sep 21 15:59:14.029968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acfabb0-091c-4205-b09e-d731f1a67a13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.039066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acfabb0-091c-4205-b09e-d731f1a67a13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.039066 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6acfabb0-091c-4205-b09e-d731f1a67a13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/e3adeab0-f4db-41e7-bc1e-dc0ee12628f0 HTTP/1.1" status: 404 len: 333 time: 0.1074569 Sep 21 15:59:14.039873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41356) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.118184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] Calling delete_port for 059a5624-3411-40c8-b5ff-76874e3e2bd5 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:14.123296 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8371046 Sep 21 15:59:14.124079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41360) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.127984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 5cca7747-d9e2-43ed-8351-d5d6f6efcd17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cca7747-d9e2-43ed-8351-d5d6f6efcd17 found for delete ", "request_id": "req-7b4da8bb-f069-4410-af2a-e28deebee46a"}]} Sep 21 15:59:14.135228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'subnet': {'network_id': '4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:14.184611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:14.185662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Checking segment: {'id': '5cca7747-d9e2-43ed-8351-d5d6f6efcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e9a687a4-d03f-471b-95f9-2d88268877e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:14.185662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.186162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Bound using segment: {'id': '5cca7747-d9e2-43ed-8351-d5d6f6efcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e9a687a4-d03f-471b-95f9-2d88268877e3'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:14.186746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Bound port: f685c19f-da32-4ff4-bb26-2744db377f8c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cca7747-d9e2-43ed-8351-d5d6f6efcd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e9a687a4-d03f-471b-95f9-2d88268877e3'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:14.187225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.201600 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ab90b8-8fde-41d4-baac-7981d6f165a6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.202385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ab90b8-8fde-41d4-baac-7981d6f165a6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.206625 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-77ab90b8-8fde-41d4-baac-7981d6f165a6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/b337ad32-f9da-46b2-a8d3-f56f26252232 HTTP/1.1" status: 404 len: 337 time: 0.1319256 Sep 21 15:59:14.214510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41364) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.308135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning for port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:14.330894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117ea4a-f793-4436-8305-b8bd1c1cd5cd tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Network': ['ID=4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:14.331133 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c726e2-24c0-4b7c-b338-eae5c1ba5caf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.331377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c726e2-24c0-4b7c-b338-eae5c1ba5caf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.335821 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f6c726e2-24c0-4b7c-b338-eae5c1ba5caf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/5337b52e-2def-45e2-beb7-6b430fbb2c28 HTTP/1.1" status: 404 len: 337 time: 0.1172886 Sep 21 15:59:14.343781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:59:14.343781 dv-neutron-858618-1-hyperv neutron-server[89725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:59:14.343781 dv-neutron-858618-1-hyperv neutron-server[89725]: [parameters: {'id': 'e9a687a4-d03f-471b-95f9-2d88268877e3'}] Sep 21 15:59:14.343781 dv-neutron-858618-1-hyperv neutron-server[89725]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:14.344208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:14.351661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41368) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.379961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning complete for port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:14.380980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.404661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.407038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:14.409798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:14.417698 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9266a6df-f9d2-4a22-a241-13df980772a3 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/d348c089-d976-413e-b17c-8796995460fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2339592 Sep 21 15:59:14.418932 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c758d51e-7790-4195-9f40-8decdd4b5d29 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.419692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c758d51e-7790-4195-9f40-8decdd4b5d29 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.419829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41372) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.420981 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c758d51e-7790-4195-9f40-8decdd4b5d29 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/78c1644f-283a-4025-bd9c-9b9d35d4501d HTTP/1.1" status: 404 len: 333 time: 0.0684035 Sep 21 15:59:14.424582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41374) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.428339 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a60f52-1cfa-42e3-b813-f9d31896edcc None None] Sync routers for ids ['d348c089-d976-413e-b17c-8796995460fe'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:14.437731 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a60f52-1cfa-42e3-b813-f9d31896edcc None None] Routers {'d348c089-d976-413e-b17c-8796995460fe'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:14.438369 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-51a60f52-1cfa-42e3-b813-f9d31896edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d348c089-d976-413e-b17c-8796995460fe'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:14.502472 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde305ab-dcc8-4628-809d-2d069bf80ad9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.503204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde305ab-dcc8-4628-809d-2d069bf80ad9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.505751 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cde305ab-dcc8-4628-809d-2d069bf80ad9 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/30acae48-aa39-4173-99ad-3f2f35ff4775 HTTP/1.1" status: 404 len: 337 time: 0.0802777 Sep 21 15:59:14.506061 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-51a60f52-1cfa-42e3-b813-f9d31896edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:14.510177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41380) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.514862 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a60f52-1cfa-42e3-b813-f9d31896edcc None None] Routers {'d348c089-d976-413e-b17c-8796995460fe'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:14.515475 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-51a60f52-1cfa-42e3-b813-f9d31896edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d348c089-d976-413e-b17c-8796995460fe'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:14.515816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:14.575439 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-51a60f52-1cfa-42e3-b813-f9d31896edcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:14.576104 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a60f52-1cfa-42e3-b813-f9d31896edcc None None] The sync data for ids ['d348c089-d976-413e-b17c-8796995460fe'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:14.586250 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-add027ff-9ab3-42ab-b495-bcf113aaca87 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.586724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add027ff-9ab3-42ab-b495-bcf113aaca87 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.590837 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-add027ff-9ab3-42ab-b495-bcf113aaca87 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/27d1de2d-dc28-42a1-a782-62fa511a9535 HTTP/1.1" status: 404 len: 333 time: 0.0757844 Sep 21 15:59:14.590996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Calling delete_port for 53aa847d-92a5-4cf0-b729-e563d94c56d9 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:14.593255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41384) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.601819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] For port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,segment=NetworkSegment(2d146b20-2187-47f1-a499-73fd6c8bc485),segment_id=2d146b20-2187-47f1-a499-73fd6c8bc485)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:14.602326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.631312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a888d1ee-e1d7-4fda-a412-d17515855e3a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.634186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:14.645910 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cc4c4e-1276-4fc2-ba27-42af5382f188 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.650702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cc4c4e-1276-4fc2-ba27-42af5382f188 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.650702 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a4cc4c4e-1276-4fc2-ba27-42af5382f188 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/68f8ed2a-1829-4fb4-8945-fd0edde70548 HTTP/1.1" status: 404 len: 337 time: 0.0540648 Sep 21 15:59:14.651385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41388) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.693335 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-de56251c-9913-4155-b406-2e9e8eb72340 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.693808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de56251c-9913-4155-b406-2e9e8eb72340 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.696549 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-de56251c-9913-4155-b406-2e9e8eb72340 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/9af7565b-cf7b-4a67-9697-f904b544e443 HTTP/1.1" status: 404 len: 333 time: 0.0432956 Sep 21 15:59:14.698434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41392) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.735441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] For port f685c19f-da32-4ff4-bb26-2744db377f8c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:14.736493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:14.740870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.747249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] Calling delete_port for 3312d0ed-7357-4c2b-ac29-4ba97ae5311b owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:14.757061 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5be10a-46ee-44aa-9b15-9af767969ece tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.757605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5be10a-46ee-44aa-9b15-9af767969ece tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.761746 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cf5be10a-46ee-44aa-9b15-9af767969ece tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/7d3fd629-bf0f-43fc-8e73-83123494af94 HTTP/1.1" status: 404 len: 337 time: 0.0597749 Sep 21 15:59:14.764197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41396) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.776039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 059a5624-3411-40c8-b5ff-76874e3e2bd5 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:14.791497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a888d1ee-e1d7-4fda-a412-d17515855e3a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 5a243c87-5d9c-476f-817c-eb203dc9af5c owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:14.806810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] For port f685c19f-da32-4ff4-bb26-2744db377f8c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f685c19f-da32-4ff4-bb26-2744db377f8c,segment=NetworkSegment(5cca7747-d9e2-43ed-8351-d5d6f6efcd17),segment_id=5cca7747-d9e2-43ed-8351-d5d6f6efcd17)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:14.810395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4a081805-ce2b-40cd-81de-9e6ede0bf153 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:14.845045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.845654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.867360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890b9d1-3495-4d3e-9b87-3414ede4f22c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:14.871226 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5890b9d1-3495-4d3e-9b87-3414ede4f22c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports/ab072731-76e8-4c49-93bb-ec3d190fdba5 HTTP/1.1" status: 200 len: 910 time: 0.3955219 Sep 21 15:59:14.871823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41400) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:14.916473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Deleting port f685c19f-da32-4ff4-bb26-2744db377f8c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:14.917198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.920440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:14.929763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] Pushing event deleted for resources: {'Port': ['ID=059a5624-3411-40c8-b5ff-76874e3e2bd5,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:14.932363 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-155d974c-0806-4f69-8219-5d97fdf49ecb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:14.932962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155d974c-0806-4f69-8219-5d97fdf49ecb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:14.933335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed5e50-6521-44b1-8151-fd9bbad85469 None None] No DVR routers for this DVR port 059a5624-3411-40c8-b5ff-76874e3e2bd5 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:14.937225 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-155d974c-0806-4f69-8219-5d97fdf49ecb tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/288aeafa-5bc2-4dd2-a076-8dff5fb2ab3f HTTP/1.1" status: 404 len: 333 time: 0.1697383 Sep 21 15:59:14.944989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41404) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.076251 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a774c350-cb0f-46ac-9213-82212eaf776c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:15.076806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a774c350-cb0f-46ac-9213-82212eaf776c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:15.085315 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a774c350-cb0f-46ac-9213-82212eaf776c tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/bcb2303f-279a-47f0-9825-b774c696985b HTTP/1.1" status: 404 len: 337 time: 0.1362388 Sep 21 15:59:15.090753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41408) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.143287 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64b6142-3b26-449b-85bf-102394063091 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:15.143857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64b6142-3b26-449b-85bf-102394063091 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:15.145608 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a64b6142-3b26-449b-85bf-102394063091 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/04870af1-f966-4b7f-acb0-0a60d67a34bf HTTP/1.1" status: 404 len: 333 time: 0.0529251 Sep 21 15:59:15.149351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41412) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.150438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbb685-882c-485f-ad11-51cd5298ff60 None None] Pushing event updated for resources: {'Port': ['ID=f685c19f-da32-4ff4-bb26-2744db377f8c,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:15.157543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Current status of the port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:15.171078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a552fb-802f-46f2-8841-df7a1d532c66 None None] Network e9a687a4-d03f-471b-95f9-2d88268877e3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:15.195939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.204190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a888d1ee-e1d7-4fda-a412-d17515855e3a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.255260 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd22b1c-d7cf-4855-a763-b629018d305f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:15.255482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd22b1c-d7cf-4855-a763-b629018d305f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:15.260123 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2fd22b1c-d7cf-4855-a763-b629018d305f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/38ff1df3-991b-4005-a387-5e67c510bdb5 HTTP/1.1" status: 404 len: 337 time: 0.1073933 Sep 21 15:59:15.265976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41416) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.290397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning complete for port 5a243c87-5d9c-476f-817c-eb203dc9af5c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:15.290777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.324849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 4a081805-ce2b-40cd-81de-9e6ede0bf153 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:15.347353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] Pushing event deleted for resources: {'Port': ['ID=3312d0ed-7357-4c2b-ac29-4ba97ae5311b,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:15.354970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Port 5a243c87-5d9c-476f-817c-eb203dc9af5c was deleted so its status cannot be updated. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 21 15:59:15.356004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5c42b-5809-43a0-9b7c-e609fd5859a5 None None] No DVR routers for this DVR port 3312d0ed-7357-4c2b-ac29-4ba97ae5311b on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:15.378876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Could not find standard attr ID for object 059a5624-3411-40c8-b5ff-76874e3e2bd5. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:59:15.381797 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e9fea4-3727-42d3-b927-be567564a363 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:15.382423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e9fea4-3727-42d3-b927-be567564a363 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:15.386584 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-43e9fea4-3727-42d3-b927-be567564a363 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/4b70a442-e4eb-4373-882e-4a3d8c97c740 HTTP/1.1" status: 404 len: 333 time: 0.1172585 Sep 21 15:59:15.387913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41420) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.435137 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0c5d68-75d7-4a64-9ecf-baf17be8ce24 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:15.435617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0c5d68-75d7-4a64-9ecf-baf17be8ce24 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:15.438457 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4c0c5d68-75d7-4a64-9ecf-baf17be8ce24 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/3ef45a60-e795-449b-9094-0d0051565e81 HTTP/1.1" status: 404 len: 337 time: 0.0485396 Sep 21 15:59:15.440215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41424) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.483173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fcd1930b-c27c-40f0-b83a-abf2dbba1451 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:15.484111 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-761ef524-49c7-4a24-a361-01f5c5744af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:15.484447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761ef524-49c7-4a24-a361-01f5c5744af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:15.488523 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-761ef524-49c7-4a24-a361-01f5c5744af7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/d36a7e15-f90d-4731-b04f-b744efe7c1bb HTTP/1.1" status: 404 len: 337 time: 0.0449061 Sep 21 15:59:15.488736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888d1ee-e1d7-4fda-a412-d17515855e3a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=5a243c87-5d9c-476f-817c-eb203dc9af5c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:15.489495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41428) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.527972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning for port ab072731-76e8-4c49-93bb-ec3d190fdba5 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:15.551344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning complete for port ab072731-76e8-4c49-93bb-ec3d190fdba5 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:15.551821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.555036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.559156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a888d1ee-e1d7-4fda-a412-d17515855e3a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.631582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Pushing event deleted for resources: {'Port': ['ID=53aa847d-92a5-4cf0-b729-e563d94c56d9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:15.662922 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5569d1-1e60-4c8d-9547-37e8b63069f6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:15.663528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5569d1-1e60-4c8d-9547-37e8b63069f6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:15.683036 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9c5569d1-1e60-4c8d-9547-37e8b63069f6 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/81695f49-8681-47c1-927c-949d843a309b HTTP/1.1" status: 404 len: 333 time: 0.1932607 Sep 21 15:59:15.688870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41432) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.733630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Port ab072731-76e8-4c49-93bb-ec3d190fdba5 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:15.742327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fcd1930b-c27c-40f0-b83a-abf2dbba1451 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:15.742708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.753412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] For port f685c19f-da32-4ff4-bb26-2744db377f8c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f685c19f-da32-4ff4-bb26-2744db377f8c,segment=NetworkSegment(5cca7747-d9e2-43ed-8351-d5d6f6efcd17),segment_id=5cca7747-d9e2-43ed-8351-d5d6f6efcd17)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:15.753868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:15.769531 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a888d1ee-e1d7-4fda-a412-d17515855e3a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/5a243c87-5d9c-476f-817c-eb203dc9af5c HTTP/1.1" status: 204 len: 168 time: 2.5889769 Sep 21 15:59:15.779134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41436) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.787733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d663a-8164-4d34-859f-ccf0315727d1 None None] Network e9a687a4-d03f-471b-95f9-2d88268877e3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:15.807151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Could not find standard attr ID for object 98a89f67-5f82-4646-8f8b-222d62d6de74. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:59:15.881651 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b89923e-708f-4433-9eb4-8e02a05a75ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:15.881651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b89923e-708f-4433-9eb4-8e02a05a75ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:15.885689 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8d373a-50cf-46c1-b8c7-f5b890899209 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:59:15.885843 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7b89923e-708f-4433-9eb4-8e02a05a75ea tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/9ad32b2f-0925-4044-9dc1-89b65a01b2ba HTTP/1.1" status: 404 len: 337 time: 0.1935530 Sep 21 15:59:15.886020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7f8d373a-50cf-46c1-b8c7-f5b890899209 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:15.887900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41440) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:15.986668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Calling delete_port for f685c19f-da32-4ff4-bb26-2744db377f8c owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:16.016458 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning for port 1c422392-8e57-4d4d-9e8c-690fd1979d0a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:16.035360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning complete for port 1c422392-8e57-4d4d-9e8c-690fd1979d0a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:16.035635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.046330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.076392 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.102896 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4d48b4-1915-4c01-a6d7-175ba46f5ecc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:16.103498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4d48b4-1915-4c01-a6d7-175ba46f5ecc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:16.105270 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ca4d48b4-1915-4c01-a6d7-175ba46f5ecc tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/9159ea7e-7111-47c4-8793-f5cffeb2628b HTTP/1.1" status: 404 len: 337 time: 0.2163608 Sep 21 15:59:16.115791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fcd1930b-c27c-40f0-b83a-abf2dbba1451 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:16.115989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41444) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.118607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7f8d373a-50cf-46c1-b8c7-f5b890899209 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:16.119947 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7f8d373a-50cf-46c1-b8c7-f5b890899209 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/5a243c87-5d9c-476f-817c-eb203dc9af5c HTTP/1.1" status: 404 len: 333 time: 0.3397138 Sep 21 15:59:16.149173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41448) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.201045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20187dfb-7bad-4d25-90d2-e5d0c87c9e1e None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:59:16.226037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3312d0ed-7357-4c2b-ac29-4ba97ae5311b no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:16.241998 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df4fe9-926a-4f1a-b650-af0b39f8f4b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:16.242552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df4fe9-926a-4f1a-b650-af0b39f8f4b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:16.244224 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-36df4fe9-926a-4f1a-b650-af0b39f8f4b7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/1dc639cc-960b-48d8-89fe-afae96ed8dc8 HTTP/1.1" status: 404 len: 333 time: 0.1271276 Sep 21 15:59:16.285668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 3312d0ed-7357-4c2b-ac29-4ba97ae5311b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:16.286056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3312d0ed-7357-4c2b-ac29-4ba97ae5311b not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:16.286483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 059a5624-3411-40c8-b5ff-76874e3e2bd5 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:16.298115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41452) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.338452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 059a5624-3411-40c8-b5ff-76874e3e2bd5 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:16.338805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 059a5624-3411-40c8-b5ff-76874e3e2bd5 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:16.348191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Current status of the port 1c422392-8e57-4d4d-9e8c-690fd1979d0a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:16.348586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.378039 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-32aa17f7-5f46-456b-a5f3-6cb79ab4fe61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:16.378485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32aa17f7-5f46-456b-a5f3-6cb79ab4fe61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:16.382953 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-32aa17f7-5f46-456b-a5f3-6cb79ab4fe61 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/7ddff7c4-c6ac-4226-a4bb-33399f3b04bf HTTP/1.1" status: 404 len: 337 time: 0.0716417 Sep 21 15:59:16.386007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41456) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.411506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c323c6dd-6b62-4c62-9a64-14ccad59032b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet d82894e8-8a12-4040-8810-c8970855f755 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:16.414238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] For port 1c422392-8e57-4d4d-9e8c-690fd1979d0a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1c422392-8e57-4d4d-9e8c-690fd1979d0a,segment=NetworkSegment(f321f073-7d8c-4da2-b246-350bab102aed),segment_id=f321f073-7d8c-4da2-b246-350bab102aed)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:16.421872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c323c6dd-6b62-4c62-9a64-14ccad59032b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.438328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.442134 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f301309a-a52b-427e-b9d9-ba257341e515 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:16.442552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f301309a-a52b-427e-b9d9-ba257341e515 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:16.500599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.537085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.objects.ports [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89726) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:59:16.546962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.549446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f301309a-a52b-427e-b9d9-ba257341e515 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/e81c975c-82f0-4b3b-98a5-d472627cf33d HTTP/1.1" status: 404 len: 337 time: 0.1622980 Sep 21 15:59:16.550099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41460) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.582796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Pushing event updated for resources: {'Port': ['ID=1c422392-8e57-4d4d-9e8c-690fd1979d0a,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:16.600195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c323c6dd-6b62-4c62-9a64-14ccad59032b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.618740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Port': ['ID=f685c19f-da32-4ff4-bb26-2744db377f8c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:16.649458 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning for port 4a081805-ce2b-40cd-81de-9e6ede0bf153 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:16.659924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Provisioning complete for port 4a081805-ce2b-40cd-81de-9e6ede0bf153 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:16.660309 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.671477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No DVR routers for this DVR port f685c19f-da32-4ff4-bb26-2744db377f8c on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:16.676708 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bff6c6-fb04-4377-9cbf-86ba30919399 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:16.676708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bff6c6-fb04-4377-9cbf-86ba30919399 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:16.681251 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-85bff6c6-fb04-4377-9cbf-86ba30919399 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/6500da40-2c6a-4b1d-b028-38591df09447 HTTP/1.1" status: 404 len: 333 time: 0.1128747 Sep 21 15:59:16.705970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41464) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.708218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.745037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Subnet': ['ID=bc633956-57a2-4342-9f14-4f4b16e52bdb,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:16.757104 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c676c586-bb8c-48e1-8e01-d925a338ae6f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:16.757557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c676c586-bb8c-48e1-8e01-d925a338ae6f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:16.761482 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c676c586-bb8c-48e1-8e01-d925a338ae6f tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/81e41935-750a-4eb4-b920-9b0dd4b95e27 HTTP/1.1" status: 404 len: 337 time: 0.0456059 Sep 21 15:59:16.763766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41468) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.785393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.807490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20187dfb-7bad-4d25-90d2-e5d0c87c9e1e None None] Network 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:16.812436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Current status of the port 4a081805-ce2b-40cd-81de-9e6ede0bf153 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:16.812912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.830529 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-36704b5e-07c8-4025-850a-c7c68451fb13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:16.831318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36704b5e-07c8-4025-850a-c7c68451fb13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:16.856184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-36704b5e-07c8-4025-850a-c7c68451fb13 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/6a01b4bd-4528-4593-83d5-0aa2d4db8bd6 HTTP/1.1" status: 404 len: 337 time: 0.0848358 Sep 21 15:59:16.856184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Checking segment: {'id': '2a30ad6d-2a07-4e23-8e58-047185813905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:16.856184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network hostable DHCP agents. Network: 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:16.856641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] For port 4a081805-ce2b-40cd-81de-9e6ede0bf153, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4a081805-ce2b-40cd-81de-9e6ede0bf153,segment=NetworkSegment(16524ccd-01b8-421a-ac76-ab34b026ce07),segment_id=16524ccd-01b8-421a-ac76-ab34b026ce07)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:16.887949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41472) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.917875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:16.921172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20187dfb-7bad-4d25-90d2-e5d0c87c9e1e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46) {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:59:16.965998 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9f2c74cd-d53b-4bb4-90b7-0ce74ec3c65a tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 HTTP/1.1" status: 200 len: 205 time: 0.0743487 Sep 21 15:59:16.971364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41476) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:16.976364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Unable to find a vacant binding_index for network 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 and agent ff1687b9-0953-43c5-8a53-d987c03a59b3 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 21 15:59:16.980919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c323c6dd-6b62-4c62-9a64-14ccad59032b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.085014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2f71e-a1e3-4bec-bf09-a1d6be113702 None None] Pushing event updated for resources: {'Port': ['ID=4a081805-ce2b-40cd-81de-9e6ede0bf153,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:17.085249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.100871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:17.109988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3d7254dc-e048-4a9f-9f26-986b04bc7e0d None None] Provisioning complete for port 4a081805-ce2b-40cd-81de-9e6ede0bf153 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:17.110511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d7254dc-e048-4a9f-9f26-986b04bc7e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.116373 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-1d757859-369b-44b5-bac0-cf6a8dae111b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] delete failed (client error): The resource could not be found. Sep 21 15:59:17.117618 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1d757859-369b-44b5-bac0-cf6a8dae111b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/routers/d3da4ce2-77e5-4be9-bf61-129ea8ca16e6 HTTP/1.1" status: 404 len: 336 time: 0.1428807 Sep 21 15:59:17.119284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:17.120139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.122536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41480) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.126859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.21.0.1 (c68707a1-03a4-4133-94db-c0ae1248ba84/f6048975-df0f-48f6-929a-ad12553c7e4a/eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:17.127039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a687a4-d03f-471b-95f9-2d88268877e3']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:17.170204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Router a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:59:17.180466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cca7747-d9e2-43ed-8351-d5d6f6efcd17') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:17.180768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cca7747-d9e2-43ed-8351-d5d6f6efcd17') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:17.195534 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-600aad10-f4a5-459f-be8f-15b450270c2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:17.196250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600aad10-f4a5-459f-be8f-15b450270c2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:17.198197 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-600aad10-f4a5-459f-be8f-15b450270c2b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/625b2afd-3a06-43d1-b34c-85c7fabebe43 HTTP/1.1" status: 404 len: 337 time: 0.0738831 Sep 21 15:59:17.201816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41484) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.206954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.246022 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-867e48ef-ecb3-440b-96ef-43e2f1550a35 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1159949 Sep 21 15:59:17.250019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41488) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.337758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c323c6dd-6b62-4c62-9a64-14ccad59032b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.362933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3d7254dc-e048-4a9f-9f26-986b04bc7e0d None None] Current status of the port 4a081805-ce2b-40cd-81de-9e6ede0bf153 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:17.390375 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cabec321-bb45-4e7c-9a29-b58e8e7f1838 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c0e7810-be59-4913-9c5a-6275f250122e HTTP/1.1" status: 200 len: 205 time: 0.1826458 Sep 21 15:59:17.394649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41492) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.401341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.407634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:17.419571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.419571 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9121ff3e-cf50-4419-86c1-81fd8e88a22d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "PUT /v2.0/routers/a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 HTTP/1.1" status: 200 len: 705 time: 5.5598283 Sep 21 15:59:17.419571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:17.419571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.430240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3f6fd-67d4-44ff-83b1-54599bdcc0c9 None None] Sync routers for ids ['a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:17.436784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41496) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.461313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3f6fd-67d4-44ff-83b1-54599bdcc0c9 None None] Routers {'a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:17.462136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-82a3f6fd-67d4-44ff-83b1-54599bdcc0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:17.543303 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 5cca7747-d9e2-43ed-8351-d5d6f6efcd17 resource provider aggregate not found Sep 21 15:59:17.585729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1c422392-8e57-4d4d-9e8c-690fd1979d0a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:17.606953 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323c6dd-6b62-4c62-9a64-14ccad59032b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=d82894e8-8a12-4040-8810-c8970855f755,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:17.621754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c323c6dd-6b62-4c62-9a64-14ccad59032b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.627587 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 5cca7747-d9e2-43ed-8351-d5d6f6efcd17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cca7747-d9e2-43ed-8351-d5d6f6efcd17 found for delete ", "request_id": "req-b9f0e692-eb5d-4ece-9a41-efaa061ec6af"}]} Sep 21 15:59:17.635802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-82a3f6fd-67d4-44ff-83b1-54599bdcc0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:17.653307 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f362f85-7300-4416-b206-e75777e5e72a tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/routers/a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 HTTP/1.1" status: 200 len: 740 time: 0.2106895 Sep 21 15:59:17.655891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41504) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.660564 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-dd4d4b79-554b-4082-bbf0-5a8e74528ba1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] delete failed (client error): The resource could not be found. Sep 21 15:59:17.661582 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dd4d4b79-554b-4082-bbf0-5a8e74528ba1 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/routers/3c0e7810-be59-4913-9c5a-6275f250122e HTTP/1.1" status: 404 len: 336 time: 0.2605369 Sep 21 15:59:17.670724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41508) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.672438 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c323c6dd-6b62-4c62-9a64-14ccad59032b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/d82894e8-8a12-4040-8810-c8970855f755 HTTP/1.1" status: 204 len: 168 time: 1.5139561 Sep 21 15:59:17.674945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41512) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.681422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3f6fd-67d4-44ff-83b1-54599bdcc0c9 None None] Routers {'a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:17.681580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-82a3f6fd-67d4-44ff-83b1-54599bdcc0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:17.721383 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-99686a45-84c9-44fa-8d42-0951db79cff8 tempest-RoutersAdminTest-764446149 tempest-RoutersAdminTest-764446149-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&device_id=a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 HTTP/1.1" status: 200 len: 205 time: 0.0642517 Sep 21 15:59:17.724113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41516) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.744654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46', 'network_id': '4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46', 'tenant_id': 'b84ff56cca53444c89066357cb21cce5', 'fixed_ips': [{'subnet_id': 'bc633956-57a2-4342-9f14-4f4b16e52bdb'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:17.745632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.755739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.768564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-82a3f6fd-67d4-44ff-83b1-54599bdcc0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:17.769330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3f6fd-67d4-44ff-83b1-54599bdcc0c9 None None] The sync data for ids ['a8d4b618-2f4e-4fa9-91b0-a60392cf33b8'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:17.769703 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5033c6a-a302-449e-af47-73493254a1fa tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:17.770176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5033c6a-a302-449e-af47-73493254a1fa tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:17.772100 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e5033c6a-a302-449e-af47-73493254a1fa tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/188782b4-bac4-44d3-8d59-1f7d962b4f73 HTTP/1.1" status: 404 len: 337 time: 0.0982773 Sep 21 15:59:17.777060 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-62c63593-87d6-4c73-a722-0292328c0184 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 HTTP/1.1" status: 200 len: 205 time: 0.0511618 Sep 21 15:59:17.777829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41520) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.780454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.782043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41522) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:17.831058 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 1c422392-8e57-4d4d-9e8c-690fd1979d0a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:17.831683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.836757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.857626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:17.860295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.899890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.901173 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbfd609-377b-4c14-b3d1-be8c759da4b0 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:17.901832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbfd609-377b-4c14-b3d1-be8c759da4b0 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:17.968261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port fcd1930b-c27c-40f0-b83a-abf2dbba1451 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:17.968912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:17.970121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=e9a687a4-d03f-471b-95f9-2d88268877e3,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:17.986365 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9dbfd609-377b-4c14-b3d1-be8c759da4b0 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/5733e849-69c4-471e-bd47-8ff4b25b099f HTTP/1.1" status: 404 len: 337 time: 0.2072451 Sep 21 15:59:17.992605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41528) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.007084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.023713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a439e22-d77b-4fb6-8060-e5b8eec51733 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.040620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Allocated IP 2001:db8::f816:3eff:fef4:fbd6 (4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46/bc633956-57a2-4342-9f14-4f4b16e52bdb/6d5653df-6be9-4bd8-acb0-c96df9e5e800) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:18.055967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 1c422392-8e57-4d4d-9e8c-690fd1979d0a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:18.057156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4a081805-ce2b-40cd-81de-9e6ede0bf153 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:18.148712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1f17d39b-d676-40cb-a656-42112aeeaa5d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/e9a687a4-d03f-471b-95f9-2d88268877e3 HTTP/1.1" status: 204 len: 168 time: 7.2538974 Sep 21 15:59:18.156322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41532) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.197692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.234605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 4a081805-ce2b-40cd-81de-9e6ede0bf153 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:18.235386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.288852 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b68d72-a18d-44e9-b0f3-faa59f4deb25 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.289718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b68d72-a18d-44e9-b0f3-faa59f4deb25 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.293305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-88b68d72-a18d-44e9-b0f3-faa59f4deb25 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/04c2d6af-a7e0-4106-bcac-971585306ef3 HTTP/1.1" status: 404 len: 333 time: 0.3012433 Sep 21 15:59:18.295404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41536) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.312548 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-93da47f8-80a4-4da5-adb3-17d99047b864 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.313001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93da47f8-80a4-4da5-adb3-17d99047b864 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.317156 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-93da47f8-80a4-4da5-adb3-17d99047b864 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/a69f5b85-7fd3-490b-8800-db3535aa766c HTTP/1.1" status: 404 len: 337 time: 0.1574435 Sep 21 15:59:18.328210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41540) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.373203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network c68707a1-03a4-4133-94db-c0ae1248ba84 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:18.383382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:18.389849 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd152f4a-8710-4876-b895-7f122d67775c tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.390710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd152f4a-8710-4876-b895-7f122d67775c tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.394424 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cd152f4a-8710-4876-b895-7f122d67775c tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/e9a687a4-d03f-471b-95f9-2d88268877e3 HTTP/1.1" status: 404 len: 339 time: 0.0599089 Sep 21 15:59:18.394424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:18.417574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.422150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:18.428553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] For port fcd1930b-c27c-40f0-b83a-abf2dbba1451, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fcd1930b-c27c-40f0-b83a-abf2dbba1451,segment=NetworkSegment(f47ce598-d2a6-4902-a798-b9eedb74e64d),segment_id=f47ce598-d2a6-4902-a798-b9eedb74e64d)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:18.428915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.435976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41544) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.448644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Transition to ACTIVE for port object 6d5653df-6be9-4bd8-acb0-c96df9e5e800 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:18.452964 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-824bfe5e-104e-4c1f-b041-528eaa6df399 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.454032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824bfe5e-104e-4c1f-b041-528eaa6df399 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.455876 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-824bfe5e-104e-4c1f-b041-528eaa6df399 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/c8e7a551-abb7-4fa9-a5db-9bdc14213702 HTTP/1.1" status: 404 len: 337 time: 0.1596920 Sep 21 15:59:18.491084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 4a081805-ce2b-40cd-81de-9e6ede0bf153 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:18.491842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41548) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.494499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Transition to ACTIVE for port object 6d5653df-6be9-4bd8-acb0-c96df9e5e800 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:18.523885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a439e22-d77b-4fb6-8060-e5b8eec51733 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.526089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a439e22-d77b-4fb6-8060-e5b8eec51733 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.555066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.611975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for fcd1930b-c27c-40f0-b83a-abf2dbba1451 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:18.622805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a439e22-d77b-4fb6-8060-e5b8eec51733 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.623548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a439e22-d77b-4fb6-8060-e5b8eec51733 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Fanout notify agent at l3_agent the message router_deleted on router a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:59:18.623937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Network 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:18.626977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:18.630721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:18.635232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a439e22-d77b-4fb6-8060-e5b8eec51733 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.641635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Pushing event updated for resources: {'Port': ['ID=6d5653df-6be9-4bd8-acb0-c96df9e5e800,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:18.643010 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0a439e22-d77b-4fb6-8060-e5b8eec51733 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 HTTP/1.1" status: 204 len: 168 time: 0.8306091 Sep 21 15:59:18.644117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41552) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.671679 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6629fa-8095-40df-b06c-dac86a2af5b3 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.672040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6629fa-8095-40df-b06c-dac86a2af5b3 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.699232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-77c01716-33dc-4fe4-ba8b-ff5e924666bf tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 HTTP/1.1" status: 200 len: 205 time: 0.0537648 Sep 21 15:59:18.701736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41556) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.712468 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4d6629fa-8095-40df-b06c-dac86a2af5b3 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/1bf5e547-4a3e-428d-882f-32471fc7b892 HTTP/1.1" status: 404 len: 337 time: 0.2753382 Sep 21 15:59:18.715371 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b432f21-fb64-414f-90ea-95e9ab0fa954 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.715371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b432f21-fb64-414f-90ea-95e9ab0fa954 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.715657 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9b432f21-fb64-414f-90ea-95e9ab0fa954 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/7a31515b-7e95-42ba-8dae-93873a22f201 HTTP/1.1" status: 404 len: 333 time: 0.1731441 Sep 21 15:59:18.725090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41560) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.725427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41562) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.735974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.750025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Attempting to bind port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:18.750404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Attempting to bind port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2a30ad6d-2a07-4e23-8e58-047185813905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:18.750772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Attempting to bind port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 on network 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:18.756549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:18.756927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Checking segment: {'id': '2a30ad6d-2a07-4e23-8e58-047185813905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:18.757334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.757731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Bound using segment: {'id': '2a30ad6d-2a07-4e23-8e58-047185813905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:18.758232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Bound port: 6d5653df-6be9-4bd8-acb0-c96df9e5e800, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a30ad6d-2a07-4e23-8e58-047185813905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:18.758660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.773662 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-5e0593bf-5d1d-427c-9f86-b294fe3fc50b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] delete failed (client error): The resource could not be found. Sep 21 15:59:18.777130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5e0593bf-5d1d-427c-9f86-b294fe3fc50b tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/a8d4b618-2f4e-4fa9-91b0-a60392cf33b8 HTTP/1.1" status: 404 len: 336 time: 0.0719171 Sep 21 15:59:18.777845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41568) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.817819 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-098721e7-67fb-42dc-8991-dd61e6e75844 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.818507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098721e7-67fb-42dc-8991-dd61e6e75844 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.820083 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-098721e7-67fb-42dc-8991-dd61e6e75844 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/c901ccd9-9f82-4172-a5b9-4d8d51f38885 HTTP/1.1" status: 404 len: 339 time: 0.0918450 Sep 21 15:59:18.821054 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b266add3-bd77-43da-98f0-8ad4ca92dcb7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.821482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b266add3-bd77-43da-98f0-8ad4ca92dcb7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.823371 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b266add3-bd77-43da-98f0-8ad4ca92dcb7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/cf8a29cb-8c00-4965-87fa-7ffff2f51d0e HTTP/1.1" status: 404 len: 337 time: 0.0934749 Sep 21 15:59:18.828075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41572) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.828417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41574) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.834857 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-05288523-aea1-43dd-91d6-51861002326d tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=777f5b0b-3061-4f01-a796-cb37fcc9ada3 HTTP/1.1" status: 200 len: 205 time: 0.0559716 Sep 21 15:59:18.837332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41580) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.863213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] For port 6d5653df-6be9-4bd8-acb0-c96df9e5e800, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:18.867098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] For port 6d5653df-6be9-4bd8-acb0-c96df9e5e800, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6d5653df-6be9-4bd8-acb0-c96df9e5e800,segment=NetworkSegment(2a30ad6d-2a07-4e23-8e58-047185813905),segment_id=2a30ad6d-2a07-4e23-8e58-047185813905)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:18.906544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.941362 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-953e107c-eb76-4968-8645-cbf5eb7b21cf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:18.941750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953e107c-eb76-4968-8645-cbf5eb7b21cf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:18.944020 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-953e107c-eb76-4968-8645-cbf5eb7b21cf tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/1718fc78-2072-4bee-b05e-6622d74620c4 HTTP/1.1" status: 404 len: 333 time: 0.1132331 Sep 21 15:59:18.948585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:18.949227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41584) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.966021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-7ca82faa-09c8-460d-b933-5f6344e49ff6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] delete failed (client error): The resource could not be found. Sep 21 15:59:18.967024 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7ca82faa-09c8-460d-b933-5f6344e49ff6 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/777f5b0b-3061-4f01-a796-cb37fcc9ada3 HTTP/1.1" status: 404 len: 336 time: 0.1283135 Sep 21 15:59:18.969848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41588) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:18.998495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Subnet': ['ID=bc633956-57a2-4342-9f14-4f4b16e52bdb,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:19.023935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.041410 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1c5f8dc0-6401-4822-91a2-cd8c38b53044 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8500bfa-daad-4397-aab9-0591a3540461 HTTP/1.1" status: 200 len: 205 time: 0.0702713 Sep 21 15:59:19.043963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41592) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.049562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.062601 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a479a1c4-a776-4f30-8744-b8f636ffbd2e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:19.065762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a479a1c4-a776-4f30-8744-b8f636ffbd2e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:19.072148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcbfed-df00-4cb0-a314-728a3099fed9 None None] Pushing event updated for resources: {'Port': ['ID=6d5653df-6be9-4bd8-acb0-c96df9e5e800,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:19.126228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-a30420d4-5dc4-4d39-adb3-a36cd5c37a17 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] delete failed (client error): The resource could not be found. Sep 21 15:59:19.129854 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a30420d4-5dc4-4d39-adb3-a36cd5c37a17 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/a8500bfa-daad-4397-aab9-0591a3540461 HTTP/1.1" status: 404 len: 336 time: 0.0822260 Sep 21 15:59:19.131581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41596) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.219554 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8d2b31aa-5456-4b24-a45c-bf47df2ec92c tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8121f-2e69-4d26-8d00-88bc5a90a280 HTTP/1.1" status: 200 len: 205 time: 0.0862372 Sep 21 15:59:19.235143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41600) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.276790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=fcd1930b-c27c-40f0-b83a-abf2dbba1451,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:19.290343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No DVR routers for this DVR port fcd1930b-c27c-40f0-b83a-abf2dbba1451 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:19.292692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a479a1c4-a776-4f30-8744-b8f636ffbd2e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/1354f631-f619-470a-96ad-f60cfcefe999 HTTP/1.1" status: 404 len: 337 time: 0.3356993 Sep 21 15:59:19.326242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41604) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.347275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.388069 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-487492d7-92a8-4282-b387-8842a02737c0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] delete failed (client error): The resource could not be found. Sep 21 15:59:19.389189 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-487492d7-92a8-4282-b387-8842a02737c0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/6cb8121f-2e69-4d26-8d00-88bc5a90a280 HTTP/1.1" status: 404 len: 336 time: 0.1531079 Sep 21 15:59:19.400011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41608) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.445823 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-008f34cf-8446-471c-8fd1-bd1819ba1eb7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:19.446332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008f34cf-8446-471c-8fd1-bd1819ba1eb7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:19.448314 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-008f34cf-8446-471c-8fd1-bd1819ba1eb7 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/398c5db0-c2c4-4091-9e85-0cc0273a36d7 HTTP/1.1" status: 404 len: 333 time: 0.1092494 Sep 21 15:59:19.464837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41612) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.475615 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d228354-ff55-4a28-851a-3f55a0c3c550 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=73c3498f-1ff3-44bc-8e71-45a737552d83 HTTP/1.1" status: 200 len: 205 time: 0.0743463 Sep 21 15:59:19.477626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.485435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41616) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.566618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.568519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6d5653df-6be9-4bd8-acb0-c96df9e5e800 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:19.607268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.615033 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8b2920-93ee-4170-9d7d-3fb11f937b91 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:19.615601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8b2920-93ee-4170-9d7d-3fb11f937b91 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:19.618335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a30ad6d-2a07-4e23-8e58-047185813905') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.618611 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0e8b2920-93ee-4170-9d7d-3fb11f937b91 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/3630695d-4f96-45b5-a0a9-42bbcba75b19 HTTP/1.1" status: 404 len: 337 time: 0.1525071 Sep 21 15:59:19.618749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a30ad6d-2a07-4e23-8e58-047185813905') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.623225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41620) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.641065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.664034 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-4f8f1a69-f497-458f-b754-cdb97eb142a0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] delete failed (client error): The resource could not be found. Sep 21 15:59:19.667695 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4f8f1a69-f497-458f-b754-cdb97eb142a0 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/73c3498f-1ff3-44bc-8e71-45a737552d83 HTTP/1.1" status: 404 len: 336 time: 0.1413841 Sep 21 15:59:19.668268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.671149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef0ff13-91f2-413c-9d2a-f7cbc00be64d']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.680931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41624) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.685177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.686597 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-970b9359-3bc7-40b0-bdb9-f52732ea068b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:19.687072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970b9359-3bc7-40b0-bdb9-f52732ea068b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:19.691177 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-970b9359-3bc7-40b0-bdb9-f52732ea068b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/ccd6b145-cefe-4736-8cfc-cfcc48e56843 HTTP/1.1" status: 404 len: 333 time: 0.0643353 Sep 21 15:59:19.696152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41628) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.696307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcbf5ab-79f0-4020-b7b5-47fafc07d606']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.696484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f4fbdd-4009-4686-8cb4-28c78e95cbe0') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.697783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f4fbdd-4009-4686-8cb4-28c78e95cbe0') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.713984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:19.746255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.753092 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-579c93dd-e50a-4a97-97a6-1c6d7340a493 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:19.753541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579c93dd-e50a-4a97-97a6-1c6d7340a493 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:19.755369 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-579c93dd-e50a-4a97-97a6-1c6d7340a493 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/25f1db5e-6c92-4f74-8de0-7daba438bb92 HTTP/1.1" status: 404 len: 337 time: 0.0629799 Sep 21 15:59:19.758155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41632) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.784307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47ce598-d2a6-4902-a798-b9eedb74e64d') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.784612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47ce598-d2a6-4902-a798-b9eedb74e64d') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:19.792182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:19.792585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.811718 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a03691a3-bace-4df3-b3e0-734d30366503 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "GET /v2.0/ports?device_id=14314ad3-c3a2-443b-bd0f-9985c4490e98 HTTP/1.1" status: 200 len: 205 time: 0.1280863 Sep 21 15:59:19.872523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41638) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.905410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.925043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.927817 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe1813f-95ef-4d6e-a4cf-564a99c9f78e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:19.928283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe1813f-95ef-4d6e-a4cf-564a99c9f78e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:19.929987 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-abe1813f-95ef-4d6e-a4cf-564a99c9f78e tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/b300bb53-96ff-4d5e-bda5-416772e3054b HTTP/1.1" status: 404 len: 333 time: 0.1709189 Sep 21 15:59:19.932900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41644) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:19.967056 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 2a30ad6d-2a07-4e23-8e58-047185813905 resource provider aggregate not found Sep 21 15:59:19.971820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:19.973512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:19.998915 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dc877f-9c10-4537-a664-8559baaf121b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:19.999512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dc877f-9c10-4537-a664-8559baaf121b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.005368 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-25dc877f-9c10-4537-a664-8559baaf121b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/db0c5306-a663-412f-8cb9-27ee59222376 HTTP/1.1" status: 404 len: 337 time: 0.0680490 Sep 21 15:59:20.011369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41652) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.011879 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-60673279-ef5d-4483-9338-f1c447bd7913 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] delete failed (client error): The resource could not be found. Sep 21 15:59:20.012738 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-60673279-ef5d-4483-9338-f1c447bd7913 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/routers/14314ad3-c3a2-443b-bd0f-9985c4490e98 HTTP/1.1" status: 404 len: 336 time: 0.1314311 Sep 21 15:59:20.018433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41656) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.079411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.102790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 77f4fbdd-4009-4686-8cb4-28c78e95cbe0 resource provider aggregate not found Sep 21 15:59:20.118540 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 2a30ad6d-2a07-4e23-8e58-047185813905 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a30ad6d-2a07-4e23-8e58-047185813905 found for delete ", "request_id": "req-fd6096c8-a570-49cc-8b5f-fbeefc7ce532"}]} Sep 21 15:59:20.137763 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 77f4fbdd-4009-4686-8cb4-28c78e95cbe0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77f4fbdd-4009-4686-8cb4-28c78e95cbe0 found for delete ", "request_id": "req-f01852f0-5372-4bc0-b4d5-01f838c299cf"}]} Sep 21 15:59:20.138925 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74e639b-bcab-48df-87fb-d166b77849be tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.139505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74e639b-bcab-48df-87fb-d166b77849be tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.143726 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a74e639b-bcab-48df-87fb-d166b77849be tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/ports/4749d7ea-a255-42f0-a145-1a07417aa2a8 HTTP/1.1" status: 404 len: 333 time: 0.1306472 Sep 21 15:59:20.146775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41662) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.176388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:59:20.176388 dv-neutron-858618-1-hyperv neutron-server[89726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:59:20.176388 dv-neutron-858618-1-hyperv neutron-server[89726]: [parameters: {'id': '4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46'}] Sep 21 15:59:20.176388 dv-neutron-858618-1-hyperv neutron-server[89726]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:20.176887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:20.189471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:20.190121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.201788 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4781e2f-7f7e-4d0a-a540-cf46b525035b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.202272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4781e2f-7f7e-4d0a-a540-cf46b525035b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.206632 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dbdce7-9484-40de-aa3e-bc0be0900a74 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.207283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dbdce7-9484-40de-aa3e-bc0be0900a74 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.209021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a9dbdce7-9484-40de-aa3e-bc0be0900a74 tempest-RoutersAdminTest-125365395 tempest-RoutersAdminTest-125365395-project] 10.222.0.65 "DELETE /v2.0/subnets/757bdc64-2af7-4688-9b6c-59f0363998f7 HTTP/1.1" status: 404 len: 337 time: 0.1896651 Sep 21 15:59:20.212911 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4781e2f-7f7e-4d0a-a540-cf46b525035b tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/subnets/1070aaff-7336-4cbd-91ac-e24374fdfd8b HTTP/1.1" status: 404 len: 337 time: 0.0649083 Sep 21 15:59:20.216565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41668) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.321000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06408fe8-76ca-48bc-8640-d1cf5ac04a4d None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:59:20.327922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.331832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.336877 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/2ef0ff13-91f2-413c-9d2a-f7cbc00be64d HTTP/1.1" status: 204 len: 168 time: 1.5054376 Sep 21 15:59:20.338673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41672) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.364135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.377440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d7c3-1ad5-4249-a1e6-fce4ab4c9a7b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=2ef0ff13-91f2-413c-9d2a-f7cbc00be64d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:20.425536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.443746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06408fe8-76ca-48bc-8640-d1cf5ac04a4d None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:59:20.456404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.467271 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8447fe-701b-4f2b-90cf-4ab7f5734558 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.467962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8447fe-701b-4f2b-90cf-4ab7f5734558 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.481170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Network': ['ID=0bcbf5ab-79f0-4020-b7b5-47fafc07d606,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:20.494245 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ee8447fe-701b-4f2b-90cf-4ab7f5734558 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/a0c700fe-9bd4-4add-8814-b762ec327efc HTTP/1.1" status: 404 len: 337 time: 0.1542785 Sep 21 15:59:20.495844 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f2ab57f7-d616-406a-a9ce-f0b906b3b808 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/networks/0bcbf5ab-79f0-4020-b7b5-47fafc07d606 HTTP/1.1" status: 204 len: 168 time: 2.8143339 Sep 21 15:59:20.496771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41676) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.499683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41678) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.509030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1415491407'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:20.516109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:20.525492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:network and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:20.529023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.535143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-adb77956-0842-424f-b5c1-e7d7e3fa846e None None] Provisioning for port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:20.536364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:20.541412 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f82405-839b-417a-80c5-b202f8d03e34 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.541964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f82405-839b-417a-80c5-b202f8d03e34 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.546409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41684) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.546572 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-02f82405-839b-417a-80c5-b202f8d03e34 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/45545505-b008-4286-a451-596242f5b1c9 HTTP/1.1" status: 404 len: 339 time: 0.0450528 Sep 21 15:59:20.547881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:20.550913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-adb77956-0842-424f-b5c1-e7d7e3fa846e None None] Provisioning complete for port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:20.554803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-adb77956-0842-424f-b5c1-e7d7e3fa846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.605084 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5515ca3f-dd6d-40aa-a194-d9f32668efea tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.605618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5515ca3f-dd6d-40aa-a194-d9f32668efea tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.607354 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5515ca3f-dd6d-40aa-a194-d9f32668efea tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/1abd9eb4-8a4c-41bc-950c-1f600d093a41 HTTP/1.1" status: 404 len: 337 time: 0.0580637 Sep 21 15:59:20.609038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbcd32e-3d38-44b7-96fd-fe3185663e4e']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:20.611052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.613103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41688) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.623190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d146b20-2187-47f1-a499-73fd6c8bc485') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:20.623496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d146b20-2187-47f1-a499-73fd6c8bc485') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:20.636013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.643122 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5485dad5-1202-4e7c-ad04-b1ac90bdfc7d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.643305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5485dad5-1202-4e7c-ad04-b1ac90bdfc7d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.647735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41692) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.648068 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5485dad5-1202-4e7c-ad04-b1ac90bdfc7d tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/e00a76fc-8127-4ca0-b101-d0b40f03e7a8 HTTP/1.1" status: 404 len: 339 time: 0.0341532 Sep 21 15:59:20.678660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.690600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:20.691057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.691960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:20.696049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.707428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.710347 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5bba4f-278e-4867-bbf6-a43561322e4b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.710961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5bba4f-278e-4867-bbf6-a43561322e4b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.712854 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9c5bba4f-278e-4867-bbf6-a43561322e4b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/a2c8f176-a5d7-4da5-bfe3-afbebf43a005 HTTP/1.1" status: 404 len: 337 time: 0.0641849 Sep 21 15:59:20.718231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41696) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.725078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:20.729853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.736371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.785371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:20.795070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.795537 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Added segment 0f4d579c-6b49-43e8-b4eb-788800cf85e2 of type vlan for network 80cb2c6e-9188-4866-8d11-32deb230d445 Sep 21 15:59:20.825509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.836328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-adb77956-0842-424f-b5c1-e7d7e3fa846e None None] Current status of the port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:20.837021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-adb77956-0842-424f-b5c1-e7d7e3fa846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.881750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-adb77956-0842-424f-b5c1-e7d7e3fa846e None None] For port 6d5653df-6be9-4bd8-acb0-c96df9e5e800, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6d5653df-6be9-4bd8-acb0-c96df9e5e800,segment=NetworkSegment(2a30ad6d-2a07-4e23-8e58-047185813905),segment_id=2a30ad6d-2a07-4e23-8e58-047185813905)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:20.912356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41702) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.934552 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-15042dbf-fbf4-4e3e-9bb1-1095573262fe tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:20.935034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15042dbf-fbf4-4e3e-9bb1-1095573262fe tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:20.947955 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-15042dbf-fbf4-4e3e-9bb1-1095573262fe tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/3a81cf49-cd71-4303-8fac-a7bcb74b458b HTTP/1.1" status: 404 len: 339 time: 0.2267976 Sep 21 15:59:20.952124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41708) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:20.984051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:20.991008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:20.991622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.005379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-adb77956-0842-424f-b5c1-e7d7e3fa846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.039744 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40f19c2-9789-4c03-b35b-44b4caf7cc6a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:21.039744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40f19c2-9789-4c03-b35b-44b4caf7cc6a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:21.094446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.096650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9808948b-9161-4cdf-86aa-82edafd57f0d None None] DHCP port deletion for 0bcbf5ab-79f0-4020-b7b5-47fafc07d606 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:21.102956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:21.140984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb77956-0842-424f-b5c1-e7d7e3fa846e None None] Pushing event updated for resources: {'Port': ['ID=6d5653df-6be9-4bd8-acb0-c96df9e5e800,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:21.152044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57192833-42e3-4a06-b6b6-f330054cbf61 None None] Network 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:21.173821 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a40f19c2-9789-4c03-b35b-44b4caf7cc6a tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/999c783a-580e-4355-a6a8-57de3f507c3b HTTP/1.1" status: 404 len: 337 time: 0.2203789 Sep 21 15:59:21.174746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.176302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41712) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.195263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.195263 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] 10.222.0.65 "DELETE /v2.0/networks/7bbcd32e-3d38-44b7-96fd-fe3185663e4e HTTP/1.1" status: 204 len: 168 time: 0.9746163 Sep 21 15:59:21.195263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.231110 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43b6117-96dc-4b5d-a067-2099bc05176f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:21.233461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43b6117-96dc-4b5d-a067-2099bc05176f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:21.242266 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a43b6117-96dc-4b5d-a067-2099bc05176f tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/bec24764-3ff1-4ba3-9ac3-411344a18874 HTTP/1.1" status: 404 len: 339 time: 0.0600653 Sep 21 15:59:21.245110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41718) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.256262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Network': ['ID=80cb2c6e-9188-4866-8d11-32deb230d445,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:21.270864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 80cb2c6e-9188-4866-8d11-32deb230d445 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:21.310228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-90dd5c69-7dcb-4f47-aedd-ea81c57bb895 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8093088 Sep 21 15:59:21.326521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:21.332338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41722) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.339559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] Usage tracker for resource:security_group_rule and tenant:ac7da7edd4ad4241b3d7d5a38bd12807 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:21.350948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:21.365741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:21.369243 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8187ec90-23d7-4571-bec1-45e64ddbbb4c tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:21.369985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8187ec90-23d7-4571-bec1-45e64ddbbb4c tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:21.375189 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8187ec90-23d7-4571-bec1-45e64ddbbb4c tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/4b0bd917-fb36-471d-984c-a3092d52f2ca HTTP/1.1" status: 404 len: 337 time: 0.1262197 Sep 21 15:59:21.379410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41726) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.387314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86e076-3bbd-41be-bff2-fa4bedc5c669 tempest-NetworksTestDHCPv6-926670406 tempest-NetworksTestDHCPv6-926670406-project] Pushing event deleted for resources: {'Network': ['ID=7bbcd32e-3d38-44b7-96fd-fe3185663e4e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:21.393410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:21.431245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] For port 6d5653df-6be9-4bd8-acb0-c96df9e5e800, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6d5653df-6be9-4bd8-acb0-c96df9e5e800,segment=NetworkSegment(2a30ad6d-2a07-4e23-8e58-047185813905),segment_id=2a30ad6d-2a07-4e23-8e58-047185813905)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:21.431616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.433797 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aac0a54-932e-499d-8844-300585a3a477 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:21.434412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aac0a54-932e-499d-8844-300585a3a477 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:21.438868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8aac0a54-932e-499d-8844-300585a3a477 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/d4375654-0af5-40b9-b1d3-4139d2606b74 HTTP/1.1" status: 404 len: 339 time: 0.0535345 Sep 21 15:59:21.440161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41730) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.451320 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:59:21.479565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6d5653df-6be9-4bd8-acb0-c96df9e5e800 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:21.562375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:21.563093 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e195acd4-28da-42b9-b42e-1a536c6b9ef0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:21.563547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e195acd4-28da-42b9-b42e-1a536c6b9ef0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:21.567702 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e195acd4-28da-42b9-b42e-1a536c6b9ef0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/5bb45782-1289-48f9-a3c1-3b8241026107 HTTP/1.1" status: 404 len: 337 time: 0.1226013 Sep 21 15:59:21.569889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41734) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.573867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:21.576905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:21.605832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:21.610121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:21.610481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.619275 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c7d54a-2c16-4d80-8675-e848aaee9f38 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:21.619756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c7d54a-2c16-4d80-8675-e848aaee9f38 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:21.643230 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-70c7d54a-2c16-4d80-8675-e848aaee9f38 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/06fb6e13-b443-4908-8bdf-a4331895ea8f HTTP/1.1" status: 404 len: 339 time: 0.0697124 Sep 21 15:59:21.643438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7efd8-ea64-47aa-8f44-405bd7f4e199 None None] Network 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:21.643553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Calling delete_port for 6d5653df-6be9-4bd8-acb0-c96df9e5e800 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:21.648284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41738) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.700914 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74c529d-d08e-4c99-ab86-4a43132d1bdd tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:21.701385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74c529d-d08e-4c99-ab86-4a43132d1bdd tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:21.705453 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d74c529d-d08e-4c99-ab86-4a43132d1bdd tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/e9e2981b-5098-42e6-8565-ad09af00bae4 HTTP/1.1" status: 404 len: 337 time: 0.0539279 Sep 21 15:59:21.705453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.705810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41744) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.716211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network c68707a1-03a4-4133-94db-c0ae1248ba84 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:21.720469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:21.737417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:21.737582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-097410ed-8c98-40de-9032-38820850580a None None] Provisioning for port eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:21.740837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.753843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-097410ed-8c98-40de-9032-38820850580a None None] Provisioning complete for port eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:21.754517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-097410ed-8c98-40de-9032-38820850580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.858462 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-728a3fac-4acf-4fe9-9f8f-bdd56cced651 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:21.858938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728a3fac-4acf-4fe9-9f8f-bdd56cced651 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:21.860607 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-728a3fac-4acf-4fe9-9f8f-bdd56cced651 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/e4d0cbc4-04e9-4452-b75a-53eb92637a7a HTTP/1.1" status: 404 len: 339 time: 0.1539295 Sep 21 15:59:21.861297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41748) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.863001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:21.875892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41750) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:21.960543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router d348c089-d976-413e-b17c-8796995460fe has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:59:21.963167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-097410ed-8c98-40de-9032-38820850580a None None] Port eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:22.048592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.064180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:22.078356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fcd1930b-c27c-40f0-b83a-abf2dbba1451 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:22.084381 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8d26d2-af50-4ede-922f-9b91163051da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:22.084977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8d26d2-af50-4ede-922f-9b91163051da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:22.104429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59364646-e8fa-487d-a80e-cab519a92447,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:22.108902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cdbca081-0573-4581-bf4f-0b62e1d99e0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac7da7edd4ad4241b3d7d5a38bd12807&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1933908 Sep 21 15:59:22.112780 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fe8d26d2-af50-4ede-922f-9b91163051da tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/f09fec95-e0bf-4356-a251-9fbb318f85b6 HTTP/1.1" status: 404 len: 337 time: 0.2271042 Sep 21 15:59:22.116995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41758) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:22.131139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: fcd1930b-c27c-40f0-b83a-abf2dbba1451 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:22.131678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fcd1930b-c27c-40f0-b83a-abf2dbba1451 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:22.147170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b0c95f12-0ec7-4d65-bdc0-042434e06128 None None] Provisioning complete for port eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:22.147756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0c95f12-0ec7-4d65-bdc0-042434e06128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.151540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41762) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:22.196158 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 2d146b20-2187-47f1-a499-73fd6c8bc485 resource provider aggregate not found Sep 21 15:59:22.229595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Port': ['ID=6d5653df-6be9-4bd8-acb0-c96df9e5e800,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:22.237356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b0c95f12-0ec7-4d65-bdc0-042434e06128 None None] Port eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:22.237599 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6062e73-7505-4204-927d-ba8d41ca82f0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:22.238452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6062e73-7505-4204-927d-ba8d41ca82f0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:22.240976 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e6062e73-7505-4204-927d-ba8d41ca82f0 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/dafa0e2c-d276-455a-a58a-98d2fbeb7010 HTTP/1.1" status: 404 len: 339 time: 0.0736058 Sep 21 15:59:22.249649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41774) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:22.250135 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 2d146b20-2187-47f1-a499-73fd6c8bc485 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d146b20-2187-47f1-a499-73fd6c8bc485 found for delete ", "request_id": "req-a2bde73e-adc9-4d54-a462-aae07d509b9a"}]} Sep 21 15:59:22.250464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No DVR routers for this DVR port 6d5653df-6be9-4bd8-acb0-c96df9e5e800 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:22.293391 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f47ce598-d2a6-4902-a798-b9eedb74e64d resource provider aggregate not found Sep 21 15:59:22.311251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a7aad-2cab-4f0e-9498-a948e4ec0ed3 None None] DHCP port deletion for 4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:22.350130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4f5c7716-3b6b-42a9-a953-a906c3ea8d6d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c9968f6d309434b90107a5de9b1ee43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4800680 Sep 21 15:59:22.354220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41780) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:22.356796 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f47ce598-d2a6-4902-a798-b9eedb74e64d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f47ce598-d2a6-4902-a798-b9eedb74e64d found for delete ", "request_id": "req-65b1d0bd-4008-4bd5-9a43-b5a77a64ed51"}]} Sep 21 15:59:22.368075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-04900f1b-74eb-4408-9643-7d42f017fbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.422982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-04900f1b-74eb-4408-9643-7d42f017fbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.429846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.461031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:22.469389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86f94e3-8961-4a25-9a2f-fb620f567706 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Deleting subnet 67c1eb9f-e1ca-4829-8dca-9511e8f9eb0e {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:22.471564 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77a21e-8175-446a-b89e-918b1627d8e1 None None] Sync routers for ids ['d348c089-d976-413e-b17c-8796995460fe'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:22.475954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f86f94e3-8961-4a25-9a2f-fb620f567706 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.481871 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77a21e-8175-446a-b89e-918b1627d8e1 None None] Routers {'d348c089-d976-413e-b17c-8796995460fe'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:22.482746 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8d77a21e-8175-446a-b89e-918b1627d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d348c089-d976-413e-b17c-8796995460fe'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:22.508112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.532856 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0e964e8d-ca8b-4801-9faf-932012507e2c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/d348c089-d976-413e-b17c-8796995460fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6574738 Sep 21 15:59:22.535390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41784) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:22.547085 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8d77a21e-8175-446a-b89e-918b1627d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:22.553825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:22.556745 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77a21e-8175-446a-b89e-918b1627d8e1 None None] Routers {'d348c089-d976-413e-b17c-8796995460fe'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:22.557341 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8d77a21e-8175-446a-b89e-918b1627d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d348c089-d976-413e-b17c-8796995460fe'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:22.570263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f86f94e3-8961-4a25-9a2f-fb620f567706 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.589357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99968c43-21a8-46df-a6c7-6eef92948549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.592151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=81f13546-4bc9-4030-b8f5-0423db3d0991,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:22.597697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a30ad6d-2a07-4e23-8e58-047185813905') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:22.598022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a30ad6d-2a07-4e23-8e58-047185813905') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:22.620879 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8d77a21e-8175-446a-b89e-918b1627d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:22.621503 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77a21e-8175-446a-b89e-918b1627d8e1 None None] The sync data for ids ['d348c089-d976-413e-b17c-8796995460fe'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:22.621875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.645766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.652909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99968c43-21a8-46df-a6c7-6eef92948549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.658559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:22.658964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.659282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking segment: {'id': '0f4d579c-6b49-43e8-b4eb-788800cf85e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:22.659640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network hostable DHCP agents. Network: 80cb2c6e-9188-4866-8d11-32deb230d445, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:22.684477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8058c1f-9947-4705-8ecc-a47b0c4899a2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:22.685882 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d8058c1f-9947-4705-8ecc-a47b0c4899a2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports/eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 HTTP/1.1" status: 200 len: 910 time: 0.1508615 Sep 21 15:59:22.700341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41788) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:22.783014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-04900f1b-74eb-4408-9643-7d42f017fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.875971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04900f1b-74eb-4408-9643-7d42f017fbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59364646-e8fa-487d-a80e-cab519a92447,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:22.890285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-04900f1b-74eb-4408-9643-7d42f017fbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.890285 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-04900f1b-74eb-4408-9643-7d42f017fbf3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59364646-e8fa-487d-a80e-cab519a92447 HTTP/1.1" status: 204 len: 168 time: 0.7710145 Sep 21 15:59:22.890285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 80cb2c6e-9188-4866-8d11-32deb230d445 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:22.891913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f86f94e3-8961-4a25-9a2f-fb620f567706 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.973708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:22.981813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.017481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Network': ['ID=4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:23.025486 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a08d1c1-5d18-408b-b4dc-db838d2ece7d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 HTTP/1.1" status: 204 len: 168 time: 5.7743196 Sep 21 15:59:23.026069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41794) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:23.037289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 80cb2c6e-9188-4866-8d11-32deb230d445) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:23.038935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99968c43-21a8-46df-a6c7-6eef92948549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.046504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e8ece0-ca52-422f-85c1-cd0ae9c02652 None None] Network 80cb2c6e-9188-4866-8d11-32deb230d445 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:23.047009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-719699477'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:23.054941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:23.059109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:network and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:23.062588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:23.072908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:23.073074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:23.073074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.092219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f86f94e3-8961-4a25-9a2f-fb620f567706 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.105344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99968c43-21a8-46df-a6c7-6eef92948549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e83a1-addd-466f-acfa-38cee5e57a78,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:23.105828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99968c43-21a8-46df-a6c7-6eef92948549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.107065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-99968c43-21a8-46df-a6c7-6eef92948549 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca8e83a1-addd-466f-acfa-38cee5e57a78 HTTP/1.1" status: 204 len: 168 time: 0.7503874 Sep 21 15:59:23.142650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f94e3-8961-4a25-9a2f-fb620f567706 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Subnet': ['ID=67c1eb9f-e1ca-4829-8dca-9511e8f9eb0e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:23.145014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f86f94e3-8961-4a25-9a2f-fb620f567706 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.151215 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f86f94e3-8961-4a25-9a2f-fb620f567706 tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/subnets/67c1eb9f-e1ca-4829-8dca-9511e8f9eb0e HTTP/1.1" status: 204 len: 168 time: 0.8879516 Sep 21 15:59:23.152007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41800) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:23.157177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2191736c-1fd2-4761-8d49-7d5fa137731a None None] Network 3c6f272d-c534-460c-a163-694d9c14775b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:23.219461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f1b47f59-23c2-4bd1-a292-05f425ea3b91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8814280 Sep 21 15:59:23.227695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41806) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:23.236631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445', 'name': 'tempest-PortsIpV6TestJSON-1832182901', 'fixed_ips': [{'subnet_id': '81f13546-4bc9-4030-b8f5-0423db3d0991', 'ip_address': '2001:db8::10'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:23.319555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:23.323645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.386533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.388362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:23.401766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.402265 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Added segment 6158154e-67e4-4111-a4a7-f564ede9dd0c of type vlan for network 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 Sep 21 15:59:23.413631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Deleting port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:23.415292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.498210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:23.504392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-80cb2c6e-9188-4866-8d11-32deb230d445', 'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445', 'tenant_id': '693156fe381540018b606b756e1b14be', 'fixed_ips': [{'subnet_id': '81f13546-4bc9-4030-b8f5-0423db3d0991'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:23.506401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.517889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6d5653df-6be9-4bd8-acb0-c96df9e5e800 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:23.520739 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:23.539158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.541222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.613283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 6d5653df-6be9-4bd8-acb0-c96df9e5e800 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:23.613636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6d5653df-6be9-4bd8-acb0-c96df9e5e800 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:23.681720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] For port a18d2b0c-d744-43b4-b07b-adfbf7d50a81, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a18d2b0c-d744-43b4-b07b-adfbf7d50a81,segment=NetworkSegment(f93e4950-9cf0-4857-96d9-7731a681d79d),segment_id=f93e4950-9cf0-4857-96d9-7731a681d79d)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:23.682116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.690544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41812) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:23.779849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.782785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:23.787727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:23.788352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:23.796928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Allocated IP 2001:db8::2 (80cb2c6e-9188-4866-8d11-32deb230d445/81f13546-4bc9-4030-b8f5-0423db3d0991/cb35df93-8ecd-4f0c-a90c-d36abbd636f6) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:23.815676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] DHCP port deletion for 3c6f272d-c534-460c-a163-694d9c14775b request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:23.878205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Calling delete_port for a18d2b0c-d744-43b4-b07b-adfbf7d50a81 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:23.890546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] Deleting port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:23.891531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.049694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Network': ['ID=5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:24.055546 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-80bfcd43-8ade-443c-8d92-ac030a935a02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca137235c4f5430090ddd7d15662a967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638089 Sep 21 15:59:24.058111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41822) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:24.095667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:24.120191 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b9849b89-413d-49a5-b8d6-b52a83396e7f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0903537 Sep 21 15:59:24.120591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41826) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:24.135693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1427d7-c414-4f5f-a604-9605d7ac0e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.140534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'subnet': {'network_id': '5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:24.164840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1427d7-c414-4f5f-a604-9605d7ac0e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.212059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.267681 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Port': ['ID=a18d2b0c-d744-43b4-b07b-adfbf7d50a81,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:24.274120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] No DVR routers for this DVR port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:24.403237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.406653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] For port a18d2b0c-d744-43b4-b07b-adfbf7d50a81, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a18d2b0c-d744-43b4-b07b-adfbf7d50a81,segment=NetworkSegment(f93e4950-9cf0-4857-96d9-7731a681d79d),segment_id=f93e4950-9cf0-4857-96d9-7731a681d79d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:24.406965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.418810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.422233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:24.428763 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 2a30ad6d-2a07-4e23-8e58-047185813905 resource provider aggregate not found Sep 21 15:59:24.450188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:24.469908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.470612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6f272d-c534-460c-a163-694d9c14775b']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:24.473664 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 2a30ad6d-2a07-4e23-8e58-047185813905 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a30ad6d-2a07-4e23-8e58-047185813905 found for delete ", "request_id": "req-fc6bb01c-7a25-4084-8ffe-0363797498b5"}]} Sep 21 15:59:24.481807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Transition to ACTIVE for port object cb35df93-8ecd-4f0c-a90c-d36abbd636f6 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:24.485897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93e4950-9cf0-4857-96d9-7731a681d79d') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:24.486299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93e4950-9cf0-4857-96d9-7731a681d79d') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:24.505258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 3721f414-4669-431e-b4c3-dfbcfadb423c yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:24.505916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1427d7-c414-4f5f-a604-9605d7ac0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.520246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.535814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1427d7-c414-4f5f-a604-9605d7ac0e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be568664-76a4-499f-9b8a-491884836479,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:24.555720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] Calling delete_port for a18d2b0c-d744-43b4-b07b-adfbf7d50a81 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:24.557663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.566710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1427d7-c414-4f5f-a604-9605d7ac0e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.568472 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5c1427d7-c414-4f5f-a604-9605d7ac0e8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be568664-76a4-499f-9b8a-491884836479 HTTP/1.1" status: 204 len: 168 time: 0.5089426 Sep 21 15:59:24.569483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:24.569961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.577286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:24.580737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.628655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Transition to ACTIVE for port object cb35df93-8ecd-4f0c-a90c-d36abbd636f6 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:24.663164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:24.663655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:24.697915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.762818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:24.763165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.767304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Network 80cb2c6e-9188-4866-8d11-32deb230d445 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:24.770076 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:24.774032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:24.781525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.827718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.841200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] Pushing event deleted for resources: {'Network': ['ID=3c6f272d-c534-460c-a163-694d9c14775b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:24.857227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Pushing event updated for resources: {'Port': ['ID=cb35df93-8ecd-4f0c-a90c-d36abbd636f6,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:24.857653 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0740ed25-f65d-4eb7-86d2-f4073e70045b tempest-NetworksTest-157924535 tempest-NetworksTest-157924535-project] 10.222.0.65 "DELETE /v2.0/networks/3c6f272d-c534-460c-a163-694d9c14775b HTTP/1.1" status: 204 len: 168 time: 1.7033658 Sep 21 15:59:24.888976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Attempting to bind port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:24.889356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Attempting to bind port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '0f4d579c-6b49-43e8-b4eb-788800cf85e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:24.890632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Attempting to bind port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 on network 80cb2c6e-9188-4866-8d11-32deb230d445 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:24.895392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:24.895768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Checking segment: {'id': '0f4d579c-6b49-43e8-b4eb-788800cf85e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:24.896793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.897101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Bound using segment: {'id': '0f4d579c-6b49-43e8-b4eb-788800cf85e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:24.897813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Bound port: cb35df93-8ecd-4f0c-a90c-d36abbd636f6, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4d579c-6b49-43e8-b4eb-788800cf85e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:24.897972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:24.925361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41850) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:25.010623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] For port cb35df93-8ecd-4f0c-a90c-d36abbd636f6, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:25.014742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] For port cb35df93-8ecd-4f0c-a90c-d36abbd636f6, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cb35df93-8ecd-4f0c-a90c-d36abbd636f6,segment=NetworkSegment(0f4d579c-6b49-43e8-b4eb-788800cf85e2),segment_id=0f4d579c-6b49-43e8-b4eb-788800cf85e2)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:25.101171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.102735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::10 (80cb2c6e-9188-4866-8d11-32deb230d445/81f13546-4bc9-4030-b8f5-0423db3d0991/3721f414-4669-431e-b4c3-dfbcfadb423c) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:25.127192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.164299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] Deleting port a18d2b0c-d744-43b4-b07b-adfbf7d50a81 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:25.164682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.243221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-44c5b06b-514f-4190-8ac3-f5e7fbb52cbb None None] The port 'a18d2b0c-d744-43b4-b07b-adfbf7d50a81' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:59:25.247555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d91cdd-30c5-41b2-b3ed-ddb8a7220af7 None None] Pushing event updated for resources: {'Port': ['ID=cb35df93-8ecd-4f0c-a90c-d36abbd636f6,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:25.256328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1490152008'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:25.276151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:25.286175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:25.286527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Usage tracker for resource:network and tenant:d527928dd12f460990c722892a244096 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:25.291459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:25.302320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:25.405588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Made reservation on behalf of d527928dd12f460990c722892a244096 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:25.409404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.423874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.448383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:25.458093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a18d2b0c-d744-43b4-b07b-adfbf7d50a81 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:25.459553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Usage tracker for resource:security_group_rule and tenant:d527928dd12f460990c722892a244096 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:25.471458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:25.481466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:25.496984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a18d2b0c-d744-43b4-b07b-adfbf7d50a81 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:25.497337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a18d2b0c-d744-43b4-b07b-adfbf7d50a81 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:25.577503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.696373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Subnet': ['ID=7d69ae16-2411-4fa2-8e44-8bcea84937a5,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:25.721176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41866) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:25.762525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.836572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.839505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.851455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:25.853416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Checking segment: {'id': '6158154e-67e4-4111-a4a7-f564ede9dd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:25.857441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network hostable DHCP agents. Network: 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:25.877022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object 3721f414-4669-431e-b4c3-dfbcfadb423c will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:25.877701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.878462 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Added segment 7769ebed-1a7a-4201-b033-7f202dd44f05 of type vlan for network a38facec-f669-4ec0-a4e1-8e2468c47592 Sep 21 15:59:25.903047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc33ef-699e-469a-b505-1eda5dbdc20e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:25.921934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:25.991226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.066192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.073464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:26.086103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.199208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:26.210936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event updated for resources: {'Network': ['ID=a38facec-f669-4ec0-a4e1-8e2468c47592,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:26.211736 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1e2c8cfb-396b-4732-803a-dd53e07f1a84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a32086b6999479f939e5181e64ebb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851651 Sep 21 15:59:26.214289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.216795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41880) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:26.226143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network a38facec-f669-4ec0-a4e1-8e2468c47592 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:26.249093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41884) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:26.251682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=eccf7d4a-c41b-40d4-a2e2-3211fa9d65c6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:26.320322 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ff00320b-19df-4cd2-bebc-702e6fc2cad5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3934886 Sep 21 15:59:26.323829 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41890) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:26.347350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Request body: {'subnet': {'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:26.384556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 80cb2c6e-9188-4866-8d11-32deb230d445 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:26.394689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:26.398000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:26.419131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:26.423646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234f5eea-a66c-4a1a-bb1d-4a7aad367ea0 None None] Network 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:26.432601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:26.435120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.485708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:26.486148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.525927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1982752111'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:26.532775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:26.538371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Usage tracker for resource:network and tenant:e2cef71e3588427cb68bd7fc90722b08 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:26.543442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:26.551425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:26.559620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=3721f414-4669-431e-b4c3-dfbcfadb423c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:26.560053 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f93e4950-9cf0-4857-96d9-7731a681d79d resource provider aggregate not found Sep 21 15:59:26.566078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:26.588363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ed7-5065-4f5d-9d5c-2a0b622de2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.602461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Usage tracker for resource:subnet and tenant:d527928dd12f460990c722892a244096 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:26.606553 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f93e4950-9cf0-4857-96d9-7731a681d79d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f93e4950-9cf0-4857-96d9-7731a681d79d found for delete ", "request_id": "req-dfb350e4-6cfb-4487-93c4-9e657d7d7e0b"}]} Sep 21 15:59:26.607441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:26.622003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:26.644259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ed7-5065-4f5d-9d5c-2a0b622de2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.709439 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5b6fcfb8-cca3-4244-be72-d9e7e34a6abb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4787602 Sep 21 15:59:26.712360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41898) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:26.718483 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3f8ab5e9-3323-4348-bc5a-c177f6530b9f tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5963206 Sep 21 15:59:26.719018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '80cb2c6e-9188-4866-8d11-32deb230d445', 'name': 'tempest-PortsIpV6TestJSON-1099319801', 'fixed_ips': [{'subnet_id': '81f13546-4bc9-4030-b8f5-0423db3d0991', 'ip_address': '2001:db8::f'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:26.721675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480493a4-5fc5-4ef7-9853-ce20d7c99177 None None] Network 80cb2c6e-9188-4866-8d11-32deb230d445 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:26.728680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41902) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:26.782998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Made reservation on behalf of d527928dd12f460990c722892a244096 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:26.786402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.820449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Made reservation on behalf of e2cef71e3588427cb68bd7fc90722b08 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:26.824102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.832709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ed7-5065-4f5d-9d5c-2a0b622de2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.836960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.904611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.905178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-baa87981-3263-4378-b8cb-dab3f02dc658 None None] Provisioning for port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:26.915857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863', 'network_id': '5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863', 'tenant_id': 'b84ff56cca53444c89066357cb21cce5', 'fixed_ips': [{'subnet_id': '7d69ae16-2411-4fa2-8e44-8bcea84937a5'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:26.916712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.942346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc6ed7-5065-4f5d-9d5c-2a0b622de2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d0a426-fc39-4525-b541-e4baf3cacc0f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:26.965604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:26.972475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-62bc6ed7-5065-4f5d-9d5c-2a0b622de2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:26.975989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-62bc6ed7-5065-4f5d-9d5c-2a0b622de2c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26d0a426-fc39-4525-b541-e4baf3cacc0f HTTP/1.1" status: 204 len: 168 time: 0.7557101 Sep 21 15:59:26.983138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Usage tracker for resource:security_group_rule and tenant:e2cef71e3588427cb68bd7fc90722b08 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:26.989338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:27.014120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:27.041180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:27.050216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:27.058770 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:27.070188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:27.102515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.121892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Allocated IP 2001:db8::2 (5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863/7d69ae16-2411-4fa2-8e44-8bcea84937a5/995e134c-f664-4b32-9034-d577efa31dc0) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:27.165691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:27.300261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.345870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.357067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.369630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 8eb62b56-7cf9-40f6-93a8-0778c2787f1a yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:27.404548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.442457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.460673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router d348c089-d976-413e-b17c-8796995460fe has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:59:27.493742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.507975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Transition to ACTIVE for port object 995e134c-f664-4b32-9034-d577efa31dc0 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:27.530356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:27.570137 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Transition to ACTIVE for port object 995e134c-f664-4b32-9034-d577efa31dc0 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:27.603508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cb35df93-8ecd-4f0c-a90c-d36abbd636f6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:27.626419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.626798 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Added segment 19278d9b-8abf-4011-9b05-a11f9fad255d of type vlan for network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 Sep 21 15:59:27.643579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event updated for resources: {'Subnet': ['ID=a52b4e35-2fcb-40f5-b7c2-8792bbf57db5,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:27.655185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83608b64-f0a2-42ba-9d5b-755553f8c2cd,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:27.691581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.700133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Checking segment: {'id': '7769ebed-1a7a-4201-b033-7f202dd44f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:27.700526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Network hostable DHCP agents. Network: a38facec-f669-4ec0-a4e1-8e2468c47592, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:27.719813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:27.736218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.745446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4d4c26b4-f241-4ad2-bb90-2c17bde34bfd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/d348c089-d976-413e-b17c-8796995460fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0439713 Sep 21 15:59:27.747453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41914) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:27.750838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba91b5a-3d9a-43c1-a8e2-685ff710d379 None None] Sync routers for ids ['d348c089-d976-413e-b17c-8796995460fe'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:27.821441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba91b5a-3d9a-43c1-a8e2-685ff710d379 None None] Routers {'d348c089-d976-413e-b17c-8796995460fe'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:27.822364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-bba91b5a-3d9a-43c1-a8e2-685ff710d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d348c089-d976-413e-b17c-8796995460fe'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:27.825974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:27.840760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::f (80cb2c6e-9188-4866-8d11-32deb230d445/81f13546-4bc9-4030-b8f5-0423db3d0991/8eb62b56-7cf9-40f6-93a8-0778c2787f1a) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:27.888373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Network a38facec-f669-4ec0-a4e1-8e2468c47592 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:27.909089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Network 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:27.919692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-bba91b5a-3d9a-43c1-a8e2-685ff710d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:27.938282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:27.946736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:27.964922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Pushing event updated for resources: {'Port': ['ID=995e134c-f664-4b32-9034-d577efa31dc0,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:28.017861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba91b5a-3d9a-43c1-a8e2-685ff710d379 None None] Routers {'d348c089-d976-413e-b17c-8796995460fe'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:28.018543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-bba91b5a-3d9a-43c1-a8e2-685ff710d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d348c089-d976-413e-b17c-8796995460fe'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:28.056383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.067647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:28.073056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.103126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, a38facec-f669-4ec0-a4e1-8e2468c47592) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:28.142304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Subnet': ['ID=7d69ae16-2411-4fa2-8e44-8bcea84937a5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:28.194604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-bba91b5a-3d9a-43c1-a8e2-685ff710d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:28.195092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba91b5a-3d9a-43c1-a8e2-685ff710d379 None None] The sync data for ids ['d348c089-d976-413e-b17c-8796995460fe'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:28.196553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Provisioning for port 3721f414-4669-431e-b4c3-dfbcfadb423c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:28.201294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a1b28-5bf9-417b-adb2-827a4af93d23 None None] Network a38facec-f669-4ec0-a4e1-8e2468c47592 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:28.327931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:28.339122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Provisioning complete for port 3721f414-4669-431e-b4c3-dfbcfadb423c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:28.339498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.352195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:28.353066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.375289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Attempting to bind port 995e134c-f664-4b32-9034-d577efa31dc0 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:28.375558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Attempting to bind port 995e134c-f664-4b32-9034-d577efa31dc0 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '6158154e-67e4-4111-a4a7-f564ede9dd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:28.375916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Attempting to bind port 995e134c-f664-4b32-9034-d577efa31dc0 on network 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:28.386519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:28.387138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.404894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Network': ['ID=f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:28.467405 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.484116 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-28f9f0fa-aa89-4e8b-9e43-7f2bc66e97f5 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1432087 Sep 21 15:59:28.488170 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8cee9507-b6ec-40ac-b8ea-35ce15d59031 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2357833 Sep 21 15:59:28.491527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41930) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:28.493954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41932) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:28.494991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object 8eb62b56-7cf9-40f6-93a8-0778c2787f1a will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:28.499894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Request body: {'port': {'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1023683887'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:28.528344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'subnet': {'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:28.555313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41938) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:28.561002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:28.580513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:28.580890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Checking segment: {'id': '6158154e-67e4-4111-a4a7-f564ede9dd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:28.581294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.581680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Bound using segment: {'id': '6158154e-67e4-4111-a4a7-f564ede9dd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:28.582169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Bound port: 995e134c-f664-4b32-9034-d577efa31dc0, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6158154e-67e4-4111-a4a7-f564ede9dd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:28.582539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.608726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.636943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:28.654635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6158154e-67e4-4111-a4a7-f564ede9dd0c') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:28.654974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6158154e-67e4-4111-a4a7-f564ede9dd0c') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:28.680408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.711212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.742539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:28.749297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Usage tracker for resource:subnet and tenant:e2cef71e3588427cb68bd7fc90722b08 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:28.756629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:28.759580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Port 3721f414-4669-431e-b4c3-dfbcfadb423c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:28.761627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:28.761976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.771794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-a38facec-f669-4ec0-a4e1-8e2468c47592', 'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592', 'tenant_id': 'd527928dd12f460990c722892a244096', 'fixed_ips': [{'subnet_id': 'a52b4e35-2fcb-40f5-b7c2-8792bbf57db5'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:28.772741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.777217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:28.791942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:28.796367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Usage tracker for resource:port and tenant:d527928dd12f460990c722892a244096 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:28.799313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:28.805855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:28.851530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.862874 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 6158154e-67e4-4111-a4a7-f564ede9dd0c resource provider aggregate not found Sep 21 15:59:28.878247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bbdbb616-04a6-4fc8-adbc-beaf4f07c7a8 tempest-DvrRoutersNegativeTest-930445893 tempest-DvrRoutersNegativeTest-930445893-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1170550467', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:28.882378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.policy [None req-bbdbb616-04a6-4fc8-adbc-beaf4f07c7a8 tempest-DvrRoutersNegativeTest-930445893 tempest-DvrRoutersNegativeTest-930445893-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89726) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 21 15:59:28.882754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.policy [None req-bbdbb616-04a6-4fc8-adbc-beaf4f07c7a8 tempest-DvrRoutersNegativeTest-930445893 tempest-DvrRoutersNegativeTest-930445893-project] Failed policy check for 'create_router' {{(pid=89726) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 21 15:59:28.883381 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-bbdbb616-04a6-4fc8-adbc-beaf4f07c7a8 tempest-DvrRoutersNegativeTest-930445893 tempest-DvrRoutersNegativeTest-930445893-project] create failed (client error): Access was denied to this resource. Sep 21 15:59:28.886115 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bbdbb616-04a6-4fc8-adbc-beaf4f07c7a8 tempest-DvrRoutersNegativeTest-930445893 tempest-DvrRoutersNegativeTest-930445893-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3273058 Sep 21 15:59:28.906842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.919776 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 6158154e-67e4-4111-a4a7-f564ede9dd0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6158154e-67e4-4111-a4a7-f564ede9dd0c found for delete ", "request_id": "req-7ec13f70-3235-480d-a7fb-98a8a0b274c6"}]} Sep 21 15:59:28.954170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Provisioning complete for port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:28.954548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.973861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Made reservation on behalf of e2cef71e3588427cb68bd7fc90722b08 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:28.979319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:28.985915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:59:28.985915 dv-neutron-858618-1-hyperv neutron-server[89725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:59:28.985915 dv-neutron-858618-1-hyperv neutron-server[89725]: [parameters: {'id': '5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863'}] Sep 21 15:59:28.985915 dv-neutron-858618-1-hyperv neutron-server[89725]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:28.986712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:29.017930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Made reservation on behalf of d527928dd12f460990c722892a244096 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:29.021963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.023013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:29.023403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.041008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] For port 995e134c-f664-4b32-9034-d577efa31dc0, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:29.071247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.082888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 80cb2c6e-9188-4866-8d11-32deb230d445 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:29.111187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] For port 995e134c-f664-4b32-9034-d577efa31dc0, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=995e134c-f664-4b32-9034-d577efa31dc0,segment=NetworkSegment(6158154e-67e4-4111-a4a7-f564ede9dd0c),segment_id=6158154e-67e4-4111-a4a7-f564ede9dd0c)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:29.127945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port cb35df93-8ecd-4f0c-a90c-d36abbd636f6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cb35df93-8ecd-4f0c-a90c-d36abbd636f6,segment=NetworkSegment(0f4d579c-6b49-43e8-b4eb-788800cf85e2),segment_id=0f4d579c-6b49-43e8-b4eb-788800cf85e2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:29.158831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:29.183308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] device_id is not set on port 5f409ff1-934c-4e14-9387-b55f90bb895f yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:29.195736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Allocated IP 2001:db8::2 (a38facec-f669-4ec0-a4e1-8e2468c47592/a52b4e35-2fcb-40f5-b7c2-8792bbf57db5/1d08ced5-e56b-4fa9-ab1e-1a61666a112a) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:29.200757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.256976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.267654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:29.274360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:29.275233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.311665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=8eb62b56-7cf9-40f6-93a8-0778c2787f1a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:29.323978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Current status of the port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:29.324554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.455657 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2f280029-49ff-4db8-93ed-943cfd2caccb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7397985 Sep 21 15:59:29.455964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41952) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:29.463578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805cfc4-b5ae-4eee-a3a9-dc947b5e8809 None None] Pushing event updated for resources: {'Port': ['ID=995e134c-f664-4b32-9034-d577efa31dc0,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:29.512209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.558142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41956) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:29.559248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting port 995e134c-f664-4b32-9034-d577efa31dc0 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:29.559579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.593909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.602925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c993e1-526f-4c65-ba42-7822758017ca None None] Network 5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:29.683881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Subnet': ['ID=8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:29.692763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Checking segment: {'id': '19278d9b-8abf-4011-9b05-a11f9fad255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:29.693160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Network hostable DHCP agents. Network: f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:29.702607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:29.702970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:29.721271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=cb35df93-8ecd-4f0c-a90c-d36abbd636f6,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:29.728957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.744492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:29.749094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] Usage tracker for resource:security_group_rule and tenant:9641e05c22f2460bbff0242323ef68d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:29.752073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:29.758364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:29.776102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port ab072731-76e8-4c49-93bb-ec3d190fdba5 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:29.777240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.788775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:29.856428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.864760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59ba49-dc69-47ec-b100-e24122aa961b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:29.866117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f59ba49-dc69-47ec-b100-e24122aa961b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:29.872338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:29.883365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:29.884864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.888908 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b83284-cc08-4c3e-afd7-a5f5dfb2ca39 None None] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:29.931111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:29.982222 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9641e05c22f2460bbff0242323ef68d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200752 Sep 21 15:59:29.982222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16c2e8-0f25-46a4-8e9a-4fbfadad1be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345acfb8-779b-4594-b5f8-c0f41b0c2f7e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:29.983324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41962) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:29.988695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.018967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Transition to ACTIVE for port object 1d08ced5-e56b-4fa9-ab1e-1a61666a112a will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:30.033652 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-63fc32b1-85af-4bdf-baab-005a43a19701 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5145450 Sep 21 15:59:30.033867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41966) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:30.040762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'name': 'tempest-AllowedAddressPairTestJSON-784662302'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:30.064844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Transition to ACTIVE for port object 1d08ced5-e56b-4fa9-ab1e-1a61666a112a will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:30.124921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50e1ec2d-3f81-467b-8c01-02ea45d0d2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.174692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.190920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f59ba49-dc69-47ec-b100-e24122aa961b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:30.191980 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5f59ba49-dc69-47ec-b100-e24122aa961b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7348709 Sep 21 15:59:30.204790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41970) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:30.222530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50e1ec2d-3f81-467b-8c01-02ea45d0d2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.284566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] For port 995e134c-f664-4b32-9034-d577efa31dc0, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=995e134c-f664-4b32-9034-d577efa31dc0,segment=NetworkSegment(6158154e-67e4-4111-a4a7-f564ede9dd0c),segment_id=6158154e-67e4-4111-a4a7-f564ede9dd0c)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:30.284916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.304643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:30.311470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Usage tracker for resource:port and tenant:e2cef71e3588427cb68bd7fc90722b08 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:30.317292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:30.323164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'tenant_id': 'e2cef71e3588427cb68bd7fc90722b08', 'fixed_ips': [{'subnet_id': '8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:30.323990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.335391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Allocated IP 2001:db8::e7 (a38facec-f669-4ec0-a4e1-8e2468c47592/a52b4e35-2fcb-40f5-b7c2-8792bbf57db5/5f409ff1-934c-4e14-9387-b55f90bb895f) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:30.337518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:30.363941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Network a38facec-f669-4ec0-a4e1-8e2468c47592 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:30.370438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:30.375431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Pushing event updated for resources: {'Port': ['ID=1d08ced5-e56b-4fa9-ab1e-1a61666a112a,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:30.377683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:30.422453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Made reservation on behalf of e2cef71e3588427cb68bd7fc90722b08 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:30.423125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-114f3f8d-4cd6-4668-8b84-9a0ced5206fe None None] Current status of the port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:30.432274 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.467569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Calling delete_port for 995e134c-f664-4b32-9034-d577efa31dc0 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:30.472463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] device_id is not set on port edf50c33-dab0-4dad-be9e-e229f0762032 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:30.509914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50e1ec2d-3f81-467b-8c01-02ea45d0d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.537194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.562900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Attempting to bind port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:30.563273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Attempting to bind port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '7769ebed-1a7a-4201-b033-7f202dd44f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:30.563640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Attempting to bind port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a on network a38facec-f669-4ec0-a4e1-8e2468c47592 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:30.581146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1ec2d-3f81-467b-8c01-02ea45d0d2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345acfb8-779b-4594-b5f8-c0f41b0c2f7e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:30.613869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:30.614557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Checking segment: {'id': '7769ebed-1a7a-4201-b033-7f202dd44f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:30.615290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.616511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Bound using segment: {'id': '7769ebed-1a7a-4201-b033-7f202dd44f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:30.616511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Bound port: 1d08ced5-e56b-4fa9-ab1e-1a61666a112a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7769ebed-1a7a-4201-b033-7f202dd44f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:30.616511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.621737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50e1ec2d-3f81-467b-8c01-02ea45d0d2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.625528 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-50e1ec2d-3f81-467b-8c01-02ea45d0d2dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/345acfb8-779b-4594-b5f8-c0f41b0c2f7e HTTP/1.1" status: 204 len: 168 time: 0.6393557 Sep 21 15:59:30.652584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-113438a4-b7c9-4f75-b972-36cc6a91dd9a None None] Provisioning complete for port 3721f414-4669-431e-b4c3-dfbcfadb423c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:30.652966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-113438a4-b7c9-4f75-b972-36cc6a91dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.712833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.721401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for ab072731-76e8-4c49-93bb-ec3d190fdba5 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:30.730541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Transition to ACTIVE for port object 5f409ff1-934c-4e14-9387-b55f90bb895f will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:30.761301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Allocated IP 172.20.0.2 (f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21/8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4/0a86858f-d215-44fe-95a3-70c6b519e4d2) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:30.769837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-113438a4-b7c9-4f75-b972-36cc6a91dd9a None None] Port 3721f414-4669-431e-b4c3-dfbcfadb423c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:30.777236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a21b1-0b83-4543-8c97-00762b5db0ae tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:30.783148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a21b1-0b83-4543-8c97-00762b5db0ae tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:30.789620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a21b1-0b83-4543-8c97-00762b5db0ae tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:30.791521 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f62a21b1-0b83-4543-8c97-00762b5db0ae tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5855575 Sep 21 15:59:30.794514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 41976) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:30.850389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.867665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-50245485-e215-4de0-b186-285d87f8b163 None None] For port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:30.872663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.888205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-50245485-e215-4de0-b186-285d87f8b163 None None] For port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1d08ced5-e56b-4fa9-ab1e-1a61666a112a,segment=NetworkSegment(7769ebed-1a7a-4201-b033-7f202dd44f05),segment_id=7769ebed-1a7a-4201-b033-7f202dd44f05)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:30.932929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No DVR routers for this DVR port 995e134c-f664-4b32-9034-d577efa31dc0 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:30.945693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-113438a4-b7c9-4f75-b972-36cc6a91dd9a None None] Provisioning for port 8eb62b56-7cf9-40f6-93a8-0778c2787f1a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:30.962782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-113438a4-b7c9-4f75-b972-36cc6a91dd9a None None] Provisioning complete for port 8eb62b56-7cf9-40f6-93a8-0778c2787f1a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:30.963172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-113438a4-b7c9-4f75-b972-36cc6a91dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:30.968669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Port': ['ID=995e134c-f664-4b32-9034-d577efa31dc0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:31.072087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-113438a4-b7c9-4f75-b972-36cc6a91dd9a None None] Port 8eb62b56-7cf9-40f6-93a8-0778c2787f1a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:31.085516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Network a38facec-f669-4ec0-a4e1-8e2468c47592 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:31.096257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-53401584-8944-4a00-a42d-6bf2caec03ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 8eb62b56-7cf9-40f6-93a8-0778c2787f1a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:31.096847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53401584-8944-4a00-a42d-6bf2caec03ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.127451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:31.128787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.145170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:31.151264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:31.152228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.160598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:31.173702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6158154e-67e4-4111-a4a7-f564ede9dd0c') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:31.173986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6158154e-67e4-4111-a4a7-f564ede9dd0c') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:31.187289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event updated for resources: {'Port': ['ID=5f409ff1-934c-4e14-9387-b55f90bb895f,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:31.188188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.208909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.211490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.216005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.266729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.269626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:31.270268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.287973 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e8559ef6-94a7-4c28-a2e9-d70f5e26aba9 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7952917 Sep 21 15:59:31.294437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Transition to ACTIVE for port object 0a86858f-d215-44fe-95a3-70c6b519e4d2 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:31.297346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=ab072731-76e8-4c49-93bb-ec3d190fdba5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:31.304364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 41988) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:31.322237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50245485-e215-4de0-b186-285d87f8b163 None None] Pushing event updated for resources: {'Port': ['ID=1d08ced5-e56b-4fa9-ab1e-1a61666a112a,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:31.329246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Transition to ACTIVE for port object 0a86858f-d215-44fe-95a3-70c6b519e4d2 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:31.375902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Request body: {'port': {'network_id': 'a38facec-f669-4ec0-a4e1-8e2468c47592', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1161964143', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:31.376527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] bootfile-name is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:31.376870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] tftp-server is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:31.377207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] server-ip-address is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:31.435498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.450455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 6158154e-67e4-4111-a4a7-f564ede9dd0c resource provider aggregate not found Sep 21 15:59:31.518522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53401584-8944-4a00-a42d-6bf2caec03ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.556911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:31.570603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:31.577987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:31.581893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 6158154e-67e4-4111-a4a7-f564ede9dd0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6158154e-67e4-4111-a4a7-f564ede9dd0c found for delete ", "request_id": "req-742e4611-3887-43a7-9905-663b24c669f2"}]} Sep 21 15:59:31.748477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cb35df93-8ecd-4f0c-a90c-d36abbd636f6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:31.771967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.801101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.817023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Pushing event updated for resources: {'Port': ['ID=0a86858f-d215-44fe-95a3-70c6b519e4d2,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:31.821963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-53401584-8944-4a00-a42d-6bf2caec03ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 8eb62b56-7cf9-40f6-93a8-0778c2787f1a owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:31.828483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Network': ['ID=5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:31.839366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Attempting to bind port 0a86858f-d215-44fe-95a3-70c6b519e4d2 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:31.840286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Attempting to bind port 0a86858f-d215-44fe-95a3-70c6b519e4d2 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '19278d9b-8abf-4011-9b05-a11f9fad255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:31.840286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Attempting to bind port 0a86858f-d215-44fe-95a3-70c6b519e4d2 on network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:31.851696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:31.852118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Checking segment: {'id': '19278d9b-8abf-4011-9b05-a11f9fad255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:31.852474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.852867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Bound using segment: {'id': '19278d9b-8abf-4011-9b05-a11f9fad255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:31.853834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Bound port: 0a86858f-d215-44fe-95a3-70c6b519e4d2, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19278d9b-8abf-4011-9b05-a11f9fad255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:31.854315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:31.948869 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d077ab7e-10a6-4d17-8963-22512ebae28a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 HTTP/1.1" status: 204 len: 168 time: 5.2157180 Sep 21 15:59:31.976206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:31.976666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.042449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] For port 0a86858f-d215-44fe-95a3-70c6b519e4d2, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:32.057447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] For port 0a86858f-d215-44fe-95a3-70c6b519e4d2, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0a86858f-d215-44fe-95a3-70c6b519e4d2,segment=NetworkSegment(19278d9b-8abf-4011-9b05-a11f9fad255d),segment_id=19278d9b-8abf-4011-9b05-a11f9fad255d)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:32.058091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42004) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:32.141009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-87759169'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:32.144498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42010) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:32.148657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:32.153968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53401584-8944-4a00-a42d-6bf2caec03ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.161331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.161528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:32.196102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:32.204761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Usage tracker for resource:port and tenant:d527928dd12f460990c722892a244096 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:32.209467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:32.218546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.225262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:32.244178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Usage tracker for resource:network and tenant:b84ff56cca53444c89066357cb21cce5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:32.247054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53401584-8944-4a00-a42d-6bf2caec03ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=8eb62b56-7cf9-40f6-93a8-0778c2787f1a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:32.251224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:32.266254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa4ae8-c782-47c0-a01e-4fbfdef798f2 None None] Pushing event updated for resources: {'Port': ['ID=0a86858f-d215-44fe-95a3-70c6b519e4d2,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:32.273271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:32.348918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Allocated IP 172.20.0.8 (f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21/8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4/edf50c33-dab0-4dad-be9e-e229f0762032) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:32.351738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53401584-8944-4a00-a42d-6bf2caec03ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.399050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Made reservation on behalf of d527928dd12f460990c722892a244096 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:32.402974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.410348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--768847742'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:32.435948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:32.435948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:32.447945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] device_id is not set on port 9b33358c-cc36-475f-b3ba-7c665498d71e yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:32.451016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:32.462662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:32.466110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.477851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:32.508265 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-53401584-8944-4a00-a42d-6bf2caec03ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/8eb62b56-7cf9-40f6-93a8-0778c2787f1a HTTP/1.1" status: 204 len: 168 time: 1.7113478 Sep 21 15:59:32.576633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42016) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:32.629270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:32.646608 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7e356a-f875-4ef2-a70f-0cf78c0ab788 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:59:32.650881 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8e7e356a-f875-4ef2-a70f-0cf78c0ab788 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/8eb62b56-7cf9-40f6-93a8-0778c2787f1a HTTP/1.1" status: 404 len: 333 time: 0.0720806 Sep 21 15:59:32.651498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42020) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:32.670537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.671335 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Added segment 69410890-df7b-4bfa-b2b1-77018dccffb5 of type vlan for network 010a2474-d240-4239-91bd-bff6b5c5ff3b Sep 21 15:59:32.682823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.717242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.769724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.773850 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:32.779483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.794297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:32.804796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:32.819047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:32.823517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Transition to ACTIVE for port object edf50c33-dab0-4dad-be9e-e229f0762032 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:32.827578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router d348c089-d976-413e-b17c-8796995460fe has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:59:32.836524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-76e06ca4-fc52-4a73-a111-0629193cc2d3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 3721f414-4669-431e-b4c3-dfbcfadb423c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:32.836878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76e06ca4-fc52-4a73-a111-0629193cc2d3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.867250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c589f717-445c-4df4-b71b-5842df486105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.936407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c7203-557a-46ab-9b24-9ae8c6f5aec5 None None] Network a38facec-f669-4ec0-a4e1-8e2468c47592 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:32.946686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:32.952827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:32.953030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.029093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.068676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.105503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:33.128273 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb3825-7dda-4b8d-b3bf-9dd739fe0589 None None] Sync routers for ids ['d348c089-d976-413e-b17c-8796995460fe'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:33.144007 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb3825-7dda-4b8d-b3bf-9dd739fe0589 None None] Routers {'d348c089-d976-413e-b17c-8796995460fe'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:33.144984 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7fcb3825-7dda-4b8d-b3bf-9dd739fe0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d348c089-d976-413e-b17c-8796995460fe'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:33.156350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Allocated IP 2001:db8::239 (a38facec-f669-4ec0-a4e1-8e2468c47592/a52b4e35-2fcb-40f5-b7c2-8792bbf57db5/9b33358c-cc36-475f-b3ba-7c665498d71e) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:33.176116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8733b010-cf1f-4d93-84f9-738f6765a0a4 None None] Provisioning for port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:33.184187 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8952a3b6-ff39-40e9-a79c-1d1398a82c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/d348c089-d976-413e-b17c-8796995460fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4309461 Sep 21 15:59:33.191457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42028) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:33.194668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.233411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:33.250220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:33.261822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:33.263576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ef4746df-cb73-4084-966b-5c50977dd606 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:33.281359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:33.285790 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7fcb3825-7dda-4b8d-b3bf-9dd739fe0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:33.288137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:33.297713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Network': ['ID=010a2474-d240-4239-91bd-bff6b5c5ff3b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:33.298735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:33.305228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 010a2474-d240-4239-91bd-bff6b5c5ff3b details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:33.306797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:33.310539 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb3825-7dda-4b8d-b3bf-9dd739fe0589 None None] Routers {'d348c089-d976-413e-b17c-8796995460fe'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:33.312695 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7fcb3825-7dda-4b8d-b3bf-9dd739fe0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d348c089-d976-413e-b17c-8796995460fe'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:33.337144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=edf50c33-dab0-4dad-be9e-e229f0762032,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:33.343351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd87ee3-643c-4a0c-93cb-465a048591b2,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:33.365768 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9796414f-f539-4730-b44d-26a6502459c5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2996457 Sep 21 15:59:33.385635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42032) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:33.415107 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7fcb3825-7dda-4b8d-b3bf-9dd739fe0589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:33.415519 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb3825-7dda-4b8d-b3bf-9dd739fe0589 None None] The sync data for ids ['d348c089-d976-413e-b17c-8796995460fe'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:33.430134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Request body: {'subnet': {'network_id': '010a2474-d240-4239-91bd-bff6b5c5ff3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:33.472931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:33.473912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.614276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.643379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Transition to ACTIVE for port object 9b33358c-cc36-475f-b3ba-7c665498d71e will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:33.649231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:33.663924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.677229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:33.694007 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ecadfffb-fd65-4c07-8ea2-29b5c17b562f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6587536 Sep 21 15:59:33.694905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42036) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:33.705284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'name': 'tempest-AllowedAddressPairTestJSON-954299773', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:50:3e:25'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:33.728766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ef4746df-cb73-4084-966b-5c50977dd606 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:33.732700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42040) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:33.732849 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ef4746df-cb73-4084-966b-5c50977dd606 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=d348c089-d976-413e-b17c-8796995460fe HTTP/1.1" status: 200 len: 205 time: 0.5363643 Sep 21 15:59:33.794497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-833bd2ce-40b5-40bd-b7eb-dcf3be0155e0 None None] Provisioning for port 5f409ff1-934c-4e14-9387-b55f90bb895f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:33.803644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-833bd2ce-40b5-40bd-b7eb-dcf3be0155e0 None None] Provisioning complete for port 5f409ff1-934c-4e14-9387-b55f90bb895f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:33.804033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-833bd2ce-40b5-40bd-b7eb-dcf3be0155e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.822463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76e06ca4-fc52-4a73-a111-0629193cc2d3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:33.858502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0a86858f-d215-44fe-95a3-70c6b519e4d2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:33.957186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5dd3d-9b18-4c49-8aee-35ccd762bfb6 None None] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:34.043173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-833bd2ce-40b5-40bd-b7eb-dcf3be0155e0 None None] Port 5f409ff1-934c-4e14-9387-b55f90bb895f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:34.072204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.089456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Made reservation on behalf of b84ff56cca53444c89066357cb21cce5 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:34.095743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.095871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-76e06ca4-fc52-4a73-a111-0629193cc2d3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 3721f414-4669-431e-b4c3-dfbcfadb423c owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:34.125453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.145460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 0a86858f-d215-44fe-95a3-70c6b519e4d2 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:34.152554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1d08ced5-e56b-4fa9-ab1e-1a61666a112a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:34.164629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6facaf-7036-410b-aba0-37a3f96555fa,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:34.222620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Network a38facec-f669-4ec0-a4e1-8e2468c47592 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:34.228283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event updated for resources: {'Port': ['ID=9b33358c-cc36-475f-b3ba-7c665498d71e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:34.230967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:34.236628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff2256ba-91f0-497b-ab85-8b84275b623c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.237534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:34.245873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:34.245873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.267724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Provisioning complete for port 5f409ff1-934c-4e14-9387-b55f90bb895f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:34.268106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.296421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.297660 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4fefcc1e-6204-489b-9c0d-ba201a330991 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1518860 Sep 21 15:59:34.309307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42044) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:34.342511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-670b44ae-0f45-485b-94c5-73d4aa600118 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0366769 Sep 21 15:59:34.347927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42048) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:34.349802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Port 5f409ff1-934c-4e14-9387-b55f90bb895f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:34.422775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:34.429013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:34.429401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.469874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Provisioning for port 0a86858f-d215-44fe-95a3-70c6b519e4d2 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:34.482953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb8d3b-aa3f-4be1-8f2e-af9c7480292d tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:34.491500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb8d3b-aa3f-4be1-8f2e-af9c7480292d tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:34.498436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb8d3b-aa3f-4be1-8f2e-af9c7480292d tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:34.499515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-41eb8d3b-aa3f-4be1-8f2e-af9c7480292d tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Synchronizing usage tracker for tenant:d527928dd12f460990c722892a244096 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:34.501115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Provisioning complete for port 0a86858f-d215-44fe-95a3-70c6b519e4d2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:34.501682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.530777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76e06ca4-fc52-4a73-a111-0629193cc2d3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.605880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-41eb8d3b-aa3f-4be1-8f2e-af9c7480292d tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Unset dirty status for tenant:d527928dd12f460990c722892a244096 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:34.607328 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-41eb8d3b-aa3f-4be1-8f2e-af9c7480292d tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2539196 Sep 21 15:59:34.645155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e06ca4-fc52-4a73-a111-0629193cc2d3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=3721f414-4669-431e-b4c3-dfbcfadb423c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:34.647537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42052) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:34.706482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76e06ca4-fc52-4a73-a111-0629193cc2d3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.749524 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-76e06ca4-fc52-4a73-a111-0629193cc2d3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/3721f414-4669-431e-b4c3-dfbcfadb423c HTTP/1.1" status: 204 len: 168 time: 2.0820217 Sep 21 15:59:34.752111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42056) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:34.760478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff2256ba-91f0-497b-ab85-8b84275b623c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.764009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff2256ba-91f0-497b-ab85-8b84275b623c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.768171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:34.768556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.794756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Current status of the port 0a86858f-d215-44fe-95a3-70c6b519e4d2 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:34.795142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.831999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a6383769-ddcf-4cc0-aed0-fa1a72431d86 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Deleting port 9b33358c-cc36-475f-b3ba-7c665498d71e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:34.832406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a6383769-ddcf-4cc0-aed0-fa1a72431d86 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.851596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1d08ced5-e56b-4fa9-ab1e-1a61666a112a,segment=NetworkSegment(7769ebed-1a7a-4201-b033-7f202dd44f05),segment_id=7769ebed-1a7a-4201-b033-7f202dd44f05)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:34.866878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] For port 0a86858f-d215-44fe-95a3-70c6b519e4d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0a86858f-d215-44fe-95a3-70c6b519e4d2,segment=NetworkSegment(19278d9b-8abf-4011-9b05-a11f9fad255d),segment_id=19278d9b-8abf-4011-9b05-a11f9fad255d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:34.870305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60c8e61-c194-425a-a3bc-88ced524e013 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:59:34.870859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e60c8e61-c194-425a-a3bc-88ced524e013 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:34.919554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff2256ba-91f0-497b-ab85-8b84275b623c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.920067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2256ba-91f0-497b-ab85-8b84275b623c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Fanout notify agent at l3_agent the message router_deleted on router d348c089-d976-413e-b17c-8796995460fe {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:59:34.939157 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:34.963284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:34.967484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Usage tracker for resource:port and tenant:e2cef71e3588427cb68bd7fc90722b08 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:34.997828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:35.006234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccabd63-812b-42b7-a5a7-b3f7ee689a26 None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:59:35.030298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff2256ba-91f0-497b-ab85-8b84275b623c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.031632 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ff2256ba-91f0-497b-ab85-8b84275b623c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/d348c089-d976-413e-b17c-8796995460fe HTTP/1.1" status: 204 len: 168 time: 1.2975831 Sep 21 15:59:35.036520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42060) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:35.041125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-09c10588-6eee-4796-983c-611cf87297d6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:35.042904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76603d1f-8e54-4809-b826-57dcf6ac690d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.046132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:35.057344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.086917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e60c8e61-c194-425a-a3bc-88ced524e013 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:35.091409 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e60c8e61-c194-425a-a3bc-88ced524e013 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/3721f414-4669-431e-b4c3-dfbcfadb423c HTTP/1.1" status: 404 len: 333 time: 0.3383076 Sep 21 15:59:35.097140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42064) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:35.098772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=1d08ced5-e56b-4fa9-ab1e-1a61666a112a,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:35.176957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a6383769-ddcf-4cc0-aed0-fa1a72431d86 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.214095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Made reservation on behalf of e2cef71e3588427cb68bd7fc90722b08 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:35.228291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f55179-dcc3-4b80-805e-f8a92104f68e None None] Pushing event updated for resources: {'Port': ['ID=0a86858f-d215-44fe-95a3-70c6b519e4d2,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:35.249193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccabd63-812b-42b7-a5a7-b3f7ee689a26 None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:59:35.251740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b7d9dc2e-29ae-42d7-940b-f9443039c9b9 None None] Provisioning for port edf50c33-dab0-4dad-be9e-e229f0762032 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:35.281699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b7d9dc2e-29ae-42d7-940b-f9443039c9b9 None None] Provisioning complete for port edf50c33-dab0-4dad-be9e-e229f0762032 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:35.282100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b7d9dc2e-29ae-42d7-940b-f9443039c9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.301178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1272e44-3e4d-4c10-9bb8-62d7fd1a9bb4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet f6048975-df0f-48f6-929a-ad12553c7e4a {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:35.311802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a6383769-ddcf-4cc0-aed0-fa1a72431d86 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Calling delete_port for 9b33358c-cc36-475f-b3ba-7c665498d71e owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:35.315744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-09c10588-6eee-4796-983c-611cf87297d6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:35.320669 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-09c10588-6eee-4796-983c-611cf87297d6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.9952826 Sep 21 15:59:35.323351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1272e44-3e4d-4c10-9bb8-62d7fd1a9bb4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.342645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42068) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:35.355089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-864131d1-cb84-4f61-951c-257966e3dff1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-security--117343506', 'description': 'tempest-security-description-764554960'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:35.367106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7eacde-8a54-43ba-ab66-3fa341c86747 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet 81f13546-4bc9-4030-b8f5-0423db3d0991 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:35.381682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d7eacde-8a54-43ba-ab66-3fa341c86747 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.406045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-864131d1-cb84-4f61-951c-257966e3dff1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.408094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9dc2e-29ae-42d7-940b-f9443039c9b9 None None] Port edf50c33-dab0-4dad-be9e-e229f0762032 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:35.442371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b7d9dc2e-29ae-42d7-940b-f9443039c9b9 None None] Provisioning complete for port 0a86858f-d215-44fe-95a3-70c6b519e4d2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:35.443097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b7d9dc2e-29ae-42d7-940b-f9443039c9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.465543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.objects.ports [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89726) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 21 15:59:35.472272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.488524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-864131d1-cb84-4f61-951c-257966e3dff1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.540039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1272e44-3e4d-4c10-9bb8-62d7fd1a9bb4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.565452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-864131d1-cb84-4f61-951c-257966e3dff1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.594873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-864131d1-cb84-4f61-951c-257966e3dff1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.598680 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-864131d1-cb84-4f61-951c-257966e3dff1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "PUT /v2.0/security-groups/6c6facaf-7036-410b-aba0-37a3f96555fa HTTP/1.1" status: 200 len: 1776 time: 0.2537746 Sep 21 15:59:35.599827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42072) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:35.617627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864131d1-cb84-4f61-951c-257966e3dff1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6facaf-7036-410b-aba0-37a3f96555fa,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:35.638707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a6383769-ddcf-4cc0-aed0-fa1a72431d86 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.680177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9dc2e-29ae-42d7-940b-f9443039c9b9 None None] Current status of the port 0a86858f-d215-44fe-95a3-70c6b519e4d2 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:35.687267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b7d9dc2e-29ae-42d7-940b-f9443039c9b9 None None] Could not find standard attr ID for object 9b33358c-cc36-475f-b3ba-7c665498d71e. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 15:59:35.694855 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0a86858f-d215-44fe-95a3-70c6b519e4d2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:35.714856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6383769-ddcf-4cc0-aed0-fa1a72431d86 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event deleted for resources: {'Port': ['ID=9b33358c-cc36-475f-b3ba-7c665498d71e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:35.757128 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5b59e550-bb33-445c-81fe-6f2f7e1210b1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups/6c6facaf-7036-410b-aba0-37a3f96555fa HTTP/1.1" status: 200 len: 1776 time: 0.1538613 Sep 21 15:59:35.761974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42076) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:35.765341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d7eacde-8a54-43ba-ab66-3fa341c86747 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.782783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a6383769-ddcf-4cc0-aed0-fa1a72431d86 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.788754 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a6383769-ddcf-4cc0-aed0-fa1a72431d86 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "DELETE /v2.0/ports/9b33358c-cc36-475f-b3ba-7c665498d71e HTTP/1.1" status: 204 len: 168 time: 1.1214812 Sep 21 15:59:35.790597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42080) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:35.798160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Request body: {'port': {'name': 'tempest-new-port-name-601685204', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:35.798560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] bootfile-name is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:35.798898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] tftp-server is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:35.799247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] server-ip-address is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:35.861450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.890525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0a86858f-d215-44fe-95a3-70c6b519e4d2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:35.890822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:35.895567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event updated for resources: {'Subnet': ['ID=601c640a-fb0c-4b1f-b80f-1b90296cff1e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:35.916731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Checking segment: {'id': '69410890-df7b-4bfa-b2b1-77018dccffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '010a2474-d240-4239-91bd-bff6b5c5ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:35.917174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network hostable DHCP agents. Network: 010a2474-d240-4239-91bd-bff6b5c5ff3b, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:35.942290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] device_id is not set on port 2c5ed79c-47db-41eb-8d42-9887038604b0 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:35.953920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3695ab5e-1dd8-4275-a675-b4ca726ac796 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.014230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.050144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3695ab5e-1dd8-4275-a675-b4ca726ac796 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.058825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0a86858f-d215-44fe-95a3-70c6b519e4d2 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:36.064363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1272e44-3e4d-4c10-9bb8-62d7fd1a9bb4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.064590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1d08ced5-e56b-4fa9-ab1e-1a61666a112a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:36.132827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Network 010a2474-d240-4239-91bd-bff6b5c5ff3b is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:36.196655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:36.197332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.198382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d7eacde-8a54-43ba-ab66-3fa341c86747 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.268074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3695ab5e-1dd8-4275-a675-b4ca726ac796 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.318869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Allocated IP 172.20.0.3 (f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21/8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4/2c5ed79c-47db-41eb-8d42-9887038604b0) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:36.342182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.342331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 010a2474-d240-4239-91bd-bff6b5c5ff3b) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:36.358580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af974ced-684d-48c1-a0a4-3e75623bf6b3 None None] Network 010a2474-d240-4239-91bd-bff6b5c5ff3b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:36.368306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:36.368896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.450206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:36.467228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695ab5e-1dd8-4275-a675-b4ca726ac796 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6facaf-7036-410b-aba0-37a3f96555fa,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:36.481266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1272e44-3e4d-4c10-9bb8-62d7fd1a9bb4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.578205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d7eacde-8a54-43ba-ab66-3fa341c86747 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.587093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.590157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3695ab5e-1dd8-4275-a675-b4ca726ac796 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.591363 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3695ab5e-1dd8-4275-a675-b4ca726ac796 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/6c6facaf-7036-410b-aba0-37a3f96555fa HTTP/1.1" status: 204 len: 168 time: 0.8288841 Sep 21 15:59:36.593778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42084) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:36.607598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1272e44-3e4d-4c10-9bb8-62d7fd1a9bb4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=f6048975-df0f-48f6-929a-ad12553c7e4a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:36.612297 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-57f03ecc-6068-4313-94d9-e7a4a371df62 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2255719 Sep 21 15:59:36.616771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42088) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:36.617842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1272e44-3e4d-4c10-9bb8-62d7fd1a9bb4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.619813 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e1272e44-3e4d-4c10-9bb8-62d7fd1a9bb4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/f6048975-df0f-48f6-929a-ad12553c7e4a HTTP/1.1" status: 204 len: 168 time: 1.5758867 Sep 21 15:59:36.626016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269af6b5-361b-4c31-a74f-c65c826d3e86 None None] Network c68707a1-03a4-4133-94db-c0ae1248ba84 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:36.649651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42092) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:36.660071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d7eacde-8a54-43ba-ab66-3fa341c86747 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.665250 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8d7eacde-8a54-43ba-ab66-3fa341c86747 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/81f13546-4bc9-4030-b8f5-0423db3d0991 HTTP/1.1" status: 204 len: 168 time: 1.5661800 Sep 21 15:59:36.669303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42096) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:36.697429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-010a2474-d240-4239-91bd-bff6b5c5ff3b', 'network_id': '010a2474-d240-4239-91bd-bff6b5c5ff3b', 'tenant_id': 'b84ff56cca53444c89066357cb21cce5', 'fixed_ips': [{'subnet_id': '601c640a-fb0c-4b1f-b80f-1b90296cff1e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:36.698598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.699230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eacde-8a54-43ba-ab66-3fa341c86747 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=81f13546-4bc9-4030-b8f5-0423db3d0991,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:36.707619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf1f683-20ef-45ff-bcd2-8ab322a34577 None None] Network 80cb2c6e-9188-4866-8d11-32deb230d445 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:36.760397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.870832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f084db-6464-4817-b8ac-9d04eced2fc9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet b75f964e-6faa-4172-954f-178eb6753217 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:36.892622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.897299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0f084db-6464-4817-b8ac-9d04eced2fc9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.902543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.910341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] In _notify_port_updated(), no bound segment for port 5f409ff1-934c-4e14-9387-b55f90bb895f on network a38facec-f669-4ec0-a4e1-8e2468c47592 {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:59:36.920743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:36.921652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:36.924028 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "PUT /v2.0/ports/5f409ff1-934c-4e14-9387-b55f90bb895f HTTP/1.1" status: 200 len: 1128 time: 1.1319511 Sep 21 15:59:36.936320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42100) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:36.945883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.001708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b274ead9-6ec3-4709-9c55-84d0d4ec13f6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:37.026619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.094858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.115914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:37.120048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.125621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288013f-67ad-4e9e-b799-580cff459f40 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event updated for resources: {'Port': ['ID=5f409ff1-934c-4e14-9387-b55f90bb895f,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:37.128709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b274ead9-6ec3-4709-9c55-84d0d4ec13f6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:37.130876 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b274ead9-6ec3-4709-9c55-84d0d4ec13f6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5361540 Sep 21 15:59:37.135718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42108) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:37.168837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0f084db-6464-4817-b8ac-9d04eced2fc9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.179815 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-f30bf1e3-0d28-46de-9b4a-000bf6750e7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] delete failed (client error): The resource could not be found. Sep 21 15:59:37.181169 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f30bf1e3-0d28-46de-9b4a-000bf6750e7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/6c6facaf-7036-410b-aba0-37a3f96555fa HTTP/1.1" status: 404 len: 347 time: 0.0442824 Sep 21 15:59:37.186686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42112) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:37.195457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114150424'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:37.204826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:37.216446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Transition to ACTIVE for port object 2c5ed79c-47db-41eb-8d42-9887038604b0 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:37.234087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:37.243196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df413b2-9d3e-4dd6-b1ea-785ffd73b490 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:37.243813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0df413b2-9d3e-4dd6-b1ea-785ffd73b490 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Synchronizing usage tracker for tenant:d527928dd12f460990c722892a244096 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:37.282721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Allocated IP 2001:db8::f816:3eff:fe6d:7e9b (010a2474-d240-4239-91bd-bff6b5c5ff3b/601c640a-fb0c-4b1f-b80f-1b90296cff1e/3df219b4-3bae-4301-bb8d-4211b3f4afe7) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:37.314356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.341537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:37.345788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:37.349074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:37.355750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:37.398824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0df413b2-9d3e-4dd6-b1ea-785ffd73b490 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Unset dirty status for tenant:d527928dd12f460990c722892a244096 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:37.399989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0df413b2-9d3e-4dd6-b1ea-785ffd73b490 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "GET /v2.0/ports/5f409ff1-934c-4e14-9387-b55f90bb895f HTTP/1.1" status: 200 len: 1128 time: 0.4597232 Sep 21 15:59:37.403330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42116) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:37.427990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] DHCP port deletion for 80cb2c6e-9188-4866-8d11-32deb230d445 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:37.458932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] Deleting port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:37.458932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.463297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.472435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0f084db-6464-4817-b8ac-9d04eced2fc9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.502847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.519179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-83eb555d-becb-4416-a159-a2d0f1ca4d07 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Deleting port 5f409ff1-934c-4e14-9387-b55f90bb895f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:37.519612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-83eb555d-becb-4416-a159-a2d0f1ca4d07 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.565097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] DHCP port deletion for c68707a1-03a4-4133-94db-c0ae1248ba84 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:37.582885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.583153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] Deleting port 4a081805-ce2b-40cd-81de-9e6ede0bf153 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:37.583555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.617111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:37.619195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-575712f2-f2e1-496b-b6c2-9a5a9514a9a9 None None] Provisioning complete for port 5f409ff1-934c-4e14-9387-b55f90bb895f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:37.619195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-575712f2-f2e1-496b-b6c2-9a5a9514a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.621231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] For port cb35df93-8ecd-4f0c-a90c-d36abbd636f6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cb35df93-8ecd-4f0c-a90c-d36abbd636f6,segment=NetworkSegment(0f4d579c-6b49-43e8-b4eb-788800cf85e2),segment_id=0f4d579c-6b49-43e8-b4eb-788800cf85e2)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:37.621602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.631766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:37.640791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:37.710510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cb35df93-8ecd-4f0c-a90c-d36abbd636f6 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:37.720483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fdab53-374a-46ed-8474-619f0d9a80f3,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:37.886990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.891540 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8764ceff-3bd8-4553-a81d-5f938135151d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7035458 Sep 21 15:59:37.895655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42120) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:37.904283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': '51fdab53-374a-46ed-8474-619f0d9a80f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:37.920280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:37.934719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:37.939291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:37.943676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-83eb555d-becb-4416-a159-a2d0f1ca4d07 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:37.956989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:37.957210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-575712f2-f2e1-496b-b6c2-9a5a9514a9a9 None None] Port 5f409ff1-934c-4e14-9387-b55f90bb895f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:37.964085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=2c5ed79c-47db-41eb-8d42-9887038604b0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:37.993610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for cb35df93-8ecd-4f0c-a90c-d36abbd636f6 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:38.088461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-83eb555d-becb-4416-a159-a2d0f1ca4d07 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Calling delete_port for 5f409ff1-934c-4e14-9387-b55f90bb895f owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:38.101632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:38.102415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.143375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.154147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.161080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0f084db-6464-4817-b8ac-9d04eced2fc9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.203528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f084db-6464-4817-b8ac-9d04eced2fc9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=b75f964e-6faa-4172-954f-178eb6753217,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:38.207093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0f084db-6464-4817-b8ac-9d04eced2fc9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.213433 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c0f084db-6464-4817-b8ac-9d04eced2fc9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/b75f964e-6faa-4172-954f-178eb6753217 HTTP/1.1" status: 204 len: 168 time: 1.5585933 Sep 21 15:59:38.216844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42124) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:38.236630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-31aa8af9-76ba-4475-a43a-bdfc1e66bd54 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.5380514 Sep 21 15:59:38.240837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42128) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:38.259452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.264252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e849112-98e7-4eb4-9568-59ce4bc67f3d None None] Network 3d40aefa-c77b-4454-ad60-18ddefeca442 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:38.293709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Transition to ACTIVE for port object 3df219b4-3bae-4301-bb8d-4211b3f4afe7 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:38.296198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 update to DOWN by agent not found {{(pid=89727) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 21 15:59:38.296634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4a081805-ce2b-40cd-81de-9e6ede0bf153 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:38.329174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.329748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.409417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=cb35df93-8ecd-4f0c-a90c-d36abbd636f6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:38.416917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No DVR routers for this DVR port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:38.421683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.424228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-83eb555d-becb-4416-a159-a2d0f1ca4d07 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.429542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-130ecbad-9873-406f-bcc6-ede0cc71c2f4 None None] Provisioning for port 2c5ed79c-47db-41eb-8d42-9887038604b0 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:38.446117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] For port cb35df93-8ecd-4f0c-a90c-d36abbd636f6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cb35df93-8ecd-4f0c-a90c-d36abbd636f6,segment=NetworkSegment(0f4d579c-6b49-43e8-b4eb-788800cf85e2),segment_id=0f4d579c-6b49-43e8-b4eb-788800cf85e2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:38.446518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.462271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Transition to ACTIVE for port object 3df219b4-3bae-4301-bb8d-4211b3f4afe7 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:38.474862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-130ecbad-9873-406f-bcc6-ede0cc71c2f4 None None] Provisioning complete for port 2c5ed79c-47db-41eb-8d42-9887038604b0 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:38.475237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-130ecbad-9873-406f-bcc6-ede0cc71c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.491485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.502955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24b4469-d4a2-4034-b69d-2a02789f9bd0,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:38.509013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb555d-becb-4416-a159-a2d0f1ca4d07 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event deleted for resources: {'Port': ['ID=5f409ff1-934c-4e14-9387-b55f90bb895f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:38.564247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-83eb555d-becb-4416-a159-a2d0f1ca4d07 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.567283 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-83eb555d-becb-4416-a159-a2d0f1ca4d07 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "DELETE /v2.0/ports/5f409ff1-934c-4e14-9387-b55f90bb895f HTTP/1.1" status: 204 len: 168 time: 1.1629121 Sep 21 15:59:38.570388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42132) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:38.580559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] For port 4a081805-ce2b-40cd-81de-9e6ede0bf153, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4a081805-ce2b-40cd-81de-9e6ede0bf153,segment=NetworkSegment(16524ccd-01b8-421a-ac76-ab34b026ce07),segment_id=16524ccd-01b8-421a-ac76-ab34b026ce07)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:38.580559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.593267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.615902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.620084 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-42b926bc-bc7b-4f9f-bb13-694aa6a7c968 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7224963 Sep 21 15:59:38.627972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42136) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:38.633299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cb2c6e-9188-4866-8d11-32deb230d445']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:38.667611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4d579c-6b49-43e8-b4eb-788800cf85e2') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:38.668385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4d579c-6b49-43e8-b4eb-788800cf85e2') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:38.668536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] Calling delete_port for cb35df93-8ecd-4f0c-a90c-d36abbd636f6 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:38.679618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-443df9a3-298e-4a45-a833-b80d44362932 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.693371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cdaa9c-9a81-4d6a-a6dd-5c9a6b0accc2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:38.694973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d56a2b-3ddd-4c7c-a92e-1fa39e322e66 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Deleting subnet a52b4e35-2fcb-40f5-b7c2-8792bbf57db5 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:38.698033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-443df9a3-298e-4a45-a833-b80d44362932 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.703073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.703545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cdaa9c-9a81-4d6a-a6dd-5c9a6b0accc2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:38.710700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cdaa9c-9a81-4d6a-a6dd-5c9a6b0accc2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:38.711934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-06cdaa9c-9a81-4d6a-a6dd-5c9a6b0accc2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Synchronizing usage tracker for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:38.712755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d56a2b-3ddd-4c7c-a92e-1fa39e322e66 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.716684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 4a081805-ce2b-40cd-81de-9e6ede0bf153 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:38.717037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.757238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.820171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Subnet': ['ID=601c640a-fb0c-4b1f-b80f-1b90296cff1e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:38.822282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.860840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.872852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:38.873280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:38.913012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] Calling delete_port for 4a081805-ce2b-40cd-81de-9e6ede0bf153 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:38.966700 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 0f4d579c-6b49-43e8-b4eb-788800cf85e2 resource provider aggregate not found Sep 21 15:59:39.013818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d56a2b-3ddd-4c7c-a92e-1fa39e322e66 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.035442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-130ecbad-9873-406f-bcc6-ede0cc71c2f4 None None] Port 2c5ed79c-47db-41eb-8d42-9887038604b0 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:39.054757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Network 010a2474-d240-4239-91bd-bff6b5c5ff3b is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:39.060290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-443df9a3-298e-4a45-a833-b80d44362932 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.064707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-06cdaa9c-9a81-4d6a-a6dd-5c9a6b0accc2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Unset dirty status for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:39.065927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:39.069834 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-06cdaa9c-9a81-4d6a-a6dd-5c9a6b0accc2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.8280215 Sep 21 15:59:39.071922 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 0f4d579c-6b49-43e8-b4eb-788800cf85e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f4d579c-6b49-43e8-b4eb-788800cf85e2 found for delete ", "request_id": "req-65c704a8-3b72-4ba1-a810-7e8ee2ba56b0"}]} Sep 21 15:59:39.075385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42144) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:39.105770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443df9a3-298e-4a45-a833-b80d44362932 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f24b4469-d4a2-4034-b69d-2a02789f9bd0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:39.106467 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:39.110521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.124958 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Pushing event updated for resources: {'Port': ['ID=3df219b4-3bae-4301-bb8d-4211b3f4afe7,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:39.150839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-443df9a3-298e-4a45-a833-b80d44362932 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.154646 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-443df9a3-298e-4a45-a833-b80d44362932 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f24b4469-d4a2-4034-b69d-2a02789f9bd0 HTTP/1.1" status: 204 len: 168 time: 0.5253546 Sep 21 15:59:39.155563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42148) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:39.162862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010a2474-d240-4239-91bd-bff6b5c5ff3b']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:39.171274 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-72949706-c815-4d6b-9fad-9c8b5120df5f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Deleting port 2c5ed79c-47db-41eb-8d42-9887038604b0 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:39.171625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72949706-c815-4d6b-9fad-9c8b5120df5f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.205924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69410890-df7b-4bfa-b2b1-77018dccffb5') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:39.206292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69410890-df7b-4bfa-b2b1-77018dccffb5') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:39.227898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.242136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 4a081805-ce2b-40cd-81de-9e6ede0bf153, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4a081805-ce2b-40cd-81de-9e6ede0bf153,segment=NetworkSegment(16524ccd-01b8-421a-ac76-ab34b026ce07),segment_id=16524ccd-01b8-421a-ac76-ab34b026ce07)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:39.245365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.245475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d56a2b-3ddd-4c7c-a92e-1fa39e322e66 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.257295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:39.257925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:39.285895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 4a081805-ce2b-40cd-81de-9e6ede0bf153 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:39.287078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.303560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.304095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Attempting to bind port 3df219b4-3bae-4301-bb8d-4211b3f4afe7 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:39.305044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Attempting to bind port 3df219b4-3bae-4301-bb8d-4211b3f4afe7 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '69410890-df7b-4bfa-b2b1-77018dccffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '010a2474-d240-4239-91bd-bff6b5c5ff3b'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:39.305402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Attempting to bind port 3df219b4-3bae-4301-bb8d-4211b3f4afe7 on network 010a2474-d240-4239-91bd-bff6b5c5ff3b {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:39.315609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-45bb7f4d-69cd-4990-9094-9e1f1f899d29 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:39.321242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:39.321623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Checking segment: {'id': '69410890-df7b-4bfa-b2b1-77018dccffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '010a2474-d240-4239-91bd-bff6b5c5ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:39.322066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.322464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Bound using segment: {'id': '69410890-df7b-4bfa-b2b1-77018dccffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '010a2474-d240-4239-91bd-bff6b5c5ff3b'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:39.323190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Bound port: 3df219b4-3bae-4301-bb8d-4211b3f4afe7, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69410890-df7b-4bfa-b2b1-77018dccffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '010a2474-d240-4239-91bd-bff6b5c5ff3b'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:39.323564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.330847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:39.331435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.436326 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 69410890-df7b-4bfa-b2b1-77018dccffb5 resource provider aggregate not found Sep 21 15:59:39.437913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] DHCP port deletion for 3d40aefa-c77b-4454-ad60-18ddefeca442 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:39.446414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.464425 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 69410890-df7b-4bfa-b2b1-77018dccffb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69410890-df7b-4bfa-b2b1-77018dccffb5 found for delete ", "request_id": "req-394400db-b969-4a1a-ae74-b98a91696f56"}]} Sep 21 15:59:39.465055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.473467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 4a081805-ce2b-40cd-81de-9e6ede0bf153 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:39.506520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 15:59:39.506520 dv-neutron-858618-1-hyperv neutron-server[89725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 15:59:39.506520 dv-neutron-858618-1-hyperv neutron-server[89725]: [parameters: {'id': '010a2474-d240-4239-91bd-bff6b5c5ff3b'}] Sep 21 15:59:39.506520 dv-neutron-858618-1-hyperv neutron-server[89725]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:39.507209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:39.531903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Deleting port 1c422392-8e57-4d4d-9e8c-690fd1979d0a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:39.532277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.540083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.540763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-45bb7f4d-69cd-4990-9094-9e1f1f899d29 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:39.542514 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-45bb7f4d-69cd-4990-9094-9e1f1f899d29 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3823547 Sep 21 15:59:39.545298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42156) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:39.571539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] Pushing event deleted for resources: {'Port': ['ID=4a081805-ce2b-40cd-81de-9e6ede0bf153,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:39.578711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d56a2b-3ddd-4c7c-a92e-1fa39e322e66 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.596645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413f118-8fde-4444-9cb7-8ae6d331f083 None None] No DVR routers for this DVR port 4a081805-ce2b-40cd-81de-9e6ede0bf153 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:39.620400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Network': ['ID=80cb2c6e-9188-4866-8d11-32deb230d445,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:39.647236 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4618b25b-a320-40b1-b6f9-6472b8fd6528 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/networks/80cb2c6e-9188-4866-8d11-32deb230d445 HTTP/1.1" status: 204 len: 168 time: 2.9496548 Sep 21 15:59:39.648027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42160) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:39.661238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d56a2b-3ddd-4c7c-a92e-1fa39e322e66 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event deleted for resources: {'Subnet': ['ID=a52b4e35-2fcb-40f5-b7c2-8792bbf57db5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:39.664221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-769115338'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:39.665818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-62d56a2b-3ddd-4c7c-a92e-1fa39e322e66 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.674109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:39.684893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc5e9c-3489-45ca-b198-8896bf6dd87c None None] Network a38facec-f669-4ec0-a4e1-8e2468c47592 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:39.688679 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-62d56a2b-3ddd-4c7c-a92e-1fa39e322e66 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "DELETE /v2.0/subnets/a52b4e35-2fcb-40f5-b7c2-8792bbf57db5 HTTP/1.1" status: 204 len: 168 time: 1.1170156 Sep 21 15:59:39.691722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:network and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:39.698402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42164) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:39.706530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] For port 3df219b4-3bae-4301-bb8d-4211b3f4afe7, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:39.707851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:39.742390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:39.742716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:39.743821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:39.745761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7b7535f4-f2b5-4fc1-bea6-fbf0bbd8dacc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.766727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72949706-c815-4d6b-9fad-9c8b5120df5f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.767946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] Deleting port cb35df93-8ecd-4f0c-a90c-d36abbd636f6 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:39.768299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.815952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1c422392-8e57-4d4d-9e8c-690fd1979d0a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:39.853883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7b7535f4-f2b5-4fc1-bea6-fbf0bbd8dacc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.855996 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] For port 3df219b4-3bae-4301-bb8d-4211b3f4afe7, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3df219b4-3bae-4301-bb8d-4211b3f4afe7,segment=NetworkSegment(69410890-df7b-4bfa-b2b1-77018dccffb5),segment_id=69410890-df7b-4bfa-b2b1-77018dccffb5)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:39.873665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:39.909045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Deleting port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:39.909045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.001201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-783f9e1a-fe2c-476e-bc3b-6cb825c8a5ba None None] The port 'cb35df93-8ecd-4f0c-a90c-d36abbd636f6' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:59:40.002531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.012813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.018201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:40.023081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.041227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-72949706-c815-4d6b-9fad-9c8b5120df5f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Calling delete_port for 2c5ed79c-47db-41eb-8d42-9887038604b0 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:40.114864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7b7535f4-f2b5-4fc1-bea6-fbf0bbd8dacc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.119487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting port 3df219b4-3bae-4301-bb8d-4211b3f4afe7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:40.119671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.130730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:40.153707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.153707 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Added segment 147f3716-4e78-4b3e-80d0-baffd8670606 of type vlan for network 43fb80f7-d2de-41bd-943b-94d33e36ab34 Sep 21 15:59:40.184767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7535f4-f2b5-4fc1-bea6-fbf0bbd8dacc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fdab53-374a-46ed-8474-619f0d9a80f3,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:40.205078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] For port 1c422392-8e57-4d4d-9e8c-690fd1979d0a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1c422392-8e57-4d4d-9e8c-690fd1979d0a,segment=NetworkSegment(f321f073-7d8c-4da2-b246-350bab102aed),segment_id=f321f073-7d8c-4da2-b246-350bab102aed)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:40.205475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.220385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] For port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1d08ced5-e56b-4fa9-ab1e-1a61666a112a,segment=NetworkSegment(7769ebed-1a7a-4201-b033-7f202dd44f05),segment_id=7769ebed-1a7a-4201-b033-7f202dd44f05)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:40.220898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.227263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.243572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 4a081805-ce2b-40cd-81de-9e6ede0bf153 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:40.244242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.262326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadf2f2-254a-41cb-8127-8006cd3e1db6 None None] Pushing event updated for resources: {'Port': ['ID=3df219b4-3bae-4301-bb8d-4211b3f4afe7,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:40.326098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] The port '4a081805-ce2b-40cd-81de-9e6ede0bf153' was deleted {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:59:40.379117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7b7535f4-f2b5-4fc1-bea6-fbf0bbd8dacc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.383864 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7b7535f4-f2b5-4fc1-bea6-fbf0bbd8dacc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/51fdab53-374a-46ed-8474-619f0d9a80f3 HTTP/1.1" status: 204 len: 168 time: 0.8361592 Sep 21 15:59:40.390328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Calling delete_port for 1d08ced5-e56b-4fa9-ab1e-1a61666a112a owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:40.395093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42168) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:40.407460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Calling delete_port for 1c422392-8e57-4d4d-9e8c-690fd1979d0a owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:40.485217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72949706-c815-4d6b-9fad-9c8b5120df5f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.491099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.496962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:40.497132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.507418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 1c422392-8e57-4d4d-9e8c-690fd1979d0a is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:40.507814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.577293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 1c422392-8e57-4d4d-9e8c-690fd1979d0a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1c422392-8e57-4d4d-9e8c-690fd1979d0a,segment=NetworkSegment(f321f073-7d8c-4da2-b246-350bab102aed),segment_id=f321f073-7d8c-4da2-b246-350bab102aed)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:40.584335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] For port 3df219b4-3bae-4301-bb8d-4211b3f4afe7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3df219b4-3bae-4301-bb8d-4211b3f4afe7,segment=NetworkSegment(69410890-df7b-4bfa-b2b1-77018dccffb5),segment_id=69410890-df7b-4bfa-b2b1-77018dccffb5)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:40.584689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.591647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c51d5de-b10d-48a2-beb3-837271284f0a None None] Network 010a2474-d240-4239-91bd-bff6b5c5ff3b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:40.641078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72949706-c815-4d6b-9fad-9c8b5120df5f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Port': ['ID=2c5ed79c-47db-41eb-8d42-9887038604b0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:40.655672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.668932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.712826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ba866-6f59-4af8-9f75-9c7c88595b55 None None] DHCP port deletion for a38facec-f669-4ec0-a4e1-8e2468c47592 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:40.718218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Calling delete_port for 3df219b4-3bae-4301-bb8d-4211b3f4afe7 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:40.723155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:40.723439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:40.793689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Network': ['ID=43fb80f7-d2de-41bd-943b-94d33e36ab34,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:40.798128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68707a1-03a4-4133-94db-c0ae1248ba84']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:40.810575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 43fb80f7-d2de-41bd-943b-94d33e36ab34 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:40.821124 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-07322e96-ba5a-4852-a2ac-b56dc02aa5f1 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4216864 Sep 21 15:59:40.826254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42172) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:40.832114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357693684'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:40.840473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16524ccd-01b8-421a-ac76-ab34b026ce07') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:40.840874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16524ccd-01b8-421a-ac76-ab34b026ce07') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:40.885289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:40.889070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.890945 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d9383d9-539a-4dfe-bc4d-1895ea00a913 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2370458 Sep 21 15:59:40.893254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42176) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:40.902738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.916286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:40.922169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:40.974218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:40.983006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:40.997748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=1c422392-8e57-4d4d-9e8c-690fd1979d0a,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:41.024059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:41.024481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.063929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '43fb80f7-d2de-41bd-943b-94d33e36ab34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:41.082097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event deleted for resources: {'Port': ['ID=1d08ced5-e56b-4fa9-ab1e-1a61666a112a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:41.096425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] No DVR routers for this DVR port 1d08ced5-e56b-4fa9-ab1e-1a61666a112a on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:41.154058 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 16524ccd-01b8-421a-ac76-ab34b026ce07 resource provider aggregate not found Sep 21 15:59:41.162772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.180182 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 16524ccd-01b8-421a-ac76-ab34b026ce07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16524ccd-01b8-421a-ac76-ab34b026ce07 found for delete ", "request_id": "req-eb8735f0-6dc9-4dd9-9080-1d40d7c26e7c"}]} Sep 21 15:59:41.186713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.190863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-72949706-c815-4d6b-9fad-9c8b5120df5f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.196171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:41.201739 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-72949706-c815-4d6b-9fad-9c8b5120df5f tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "DELETE /v2.0/ports/2c5ed79c-47db-41eb-8d42-9887038604b0 HTTP/1.1" status: 204 len: 168 time: 2.1228034 Sep 21 15:59:41.203236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:41.205699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42184) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:41.208285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:41.224474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Deleting port 1c422392-8e57-4d4d-9e8c-690fd1979d0a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:41.225041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.252457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:41.254758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.258450 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5219d5-664c-4460-8fc7-a3d8865dfa7c tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] GET failed (client error): The resource could not be found. Sep 21 15:59:41.258908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c5219d5-664c-4460-8fc7-a3d8865dfa7c tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Synchronizing usage tracker for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:41.269394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Port': ['ID=3df219b4-3bae-4301-bb8d-4211b3f4afe7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:41.278013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.279812 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/c68707a1-03a4-4133-94db-c0ae1248ba84 HTTP/1.1" status: 204 len: 168 time: 3.0627925 Sep 21 15:59:41.289834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42188) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:41.294839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc2363-5514-4fe0-b62c-4c74243f3490 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=c68707a1-03a4-4133-94db-c0ae1248ba84,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:41.345009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No DVR routers for this DVR port 3df219b4-3bae-4301-bb8d-4211b3f4afe7 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:41.395218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.417989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:41.430208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:41.443406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] For port 1c422392-8e57-4d4d-9e8c-690fd1979d0a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1c422392-8e57-4d4d-9e8c-690fd1979d0a,segment=NetworkSegment(f321f073-7d8c-4da2-b246-350bab102aed),segment_id=f321f073-7d8c-4da2-b246-350bab102aed)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:41.444015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.444117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.449331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c5219d5-664c-4460-8fc7-a3d8865dfa7c tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Unset dirty status for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:41.453992 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0c5219d5-664c-4460-8fc7-a3d8865dfa7c tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "GET /v2.0/ports/2c5ed79c-47db-41eb-8d42-9887038604b0 HTTP/1.1" status: 404 len: 333 time: 0.2438662 Sep 21 15:59:41.459870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42192) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:41.472190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'name': 'tempest-AllowedAddressPairTestJSON-744986459'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:41.490002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:41.507822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.516599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:41.519467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38facec-f669-4ec0-a4e1-8e2468c47592']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:41.537497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.549916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7769ebed-1a7a-4201-b033-7f202dd44f05') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:41.550380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7769ebed-1a7a-4201-b033-7f202dd44f05') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:41.555136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 1c422392-8e57-4d4d-9e8c-690fd1979d0a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:41.555476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.572447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Calling delete_port for 1c422392-8e57-4d4d-9e8c-690fd1979d0a owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:41.577294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.584653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010a2474-d240-4239-91bd-bff6b5c5ff3b']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:41.602901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69410890-df7b-4bfa-b2b1-77018dccffb5') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:41.603289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69410890-df7b-4bfa-b2b1-77018dccffb5') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:41.613137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.620682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.632414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:41.633351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.668185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:41.671709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.689897 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 7769ebed-1a7a-4201-b033-7f202dd44f05 resource provider aggregate not found Sep 21 15:59:41.711803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1d08ced5-e56b-4fa9-ab1e-1a61666a112a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:41.732180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.753458 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.758290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.798648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 1d08ced5-e56b-4fa9-ab1e-1a61666a112a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:41.799288 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1d08ced5-e56b-4fa9-ab1e-1a61666a112a not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:41.807866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 7769ebed-1a7a-4201-b033-7f202dd44f05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7769ebed-1a7a-4201-b033-7f202dd44f05 found for delete ", "request_id": "req-a8e7aa11-a86b-4ddf-a84c-63edee2190aa"}]} Sep 21 15:59:41.812229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] Pushing event deleted for resources: {'Port': ['ID=1c422392-8e57-4d4d-9e8c-690fd1979d0a,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:41.814374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992abc8-e205-4f33-97c2-d48cad6b3df5 None None] No DVR routers for this DVR port 1c422392-8e57-4d4d-9e8c-690fd1979d0a on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:41.836063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38100f-1803-4637-b9b4-42d7c2558403 None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 15:59:41.838125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:41.838539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.856490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] The port '1c422392-8e57-4d4d-9e8c-690fd1979d0a' was deleted {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:59:41.891760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b3dc4-4af9-4e4a-89b5-4f485889621a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:41.942824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.948767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38100f-1803-4637-b9b4-42d7c2558403 None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 15:59:41.967246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.981006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:41.982253 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f5330971-051c-4b06-b7f0-eecda3c87ec2 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1549802 Sep 21 15:59:41.988674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42200) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:41.992124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] Pushing event deleted for resources: {'Network': ['ID=a38facec-f669-4ec0-a4e1-8e2468c47592,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:42.004480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b3dc4-4af9-4e4a-89b5-4f485889621a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:42.006782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:42.012418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:42.016794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:42.019980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:42.026200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.026949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:42.033494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:42.056564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d40aefa-c77b-4454-ad60-18ddefeca442']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:42.069095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f321f073-7d8c-4da2-b246-350bab102aed') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:42.069392 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f321f073-7d8c-4da2-b246-350bab102aed') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:42.081287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.082279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.097760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.104741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.105276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:42.105711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.115704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Network': ['ID=010a2474-d240-4239-91bd-bff6b5c5ff3b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:42.121595 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d17c37b7-aafe-4c85-9206-bf9712de5e0f tempest-ExtraDHCPOptionsIpV6TestJSON-847320412 tempest-ExtraDHCPOptionsIpV6TestJSON-847320412-project] 10.222.0.65 "DELETE /v2.0/networks/a38facec-f669-4ec0-a4e1-8e2468c47592 HTTP/1.1" status: 204 len: 168 time: 2.4187453 Sep 21 15:59:42.122790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Made reservation on behalf of e2cef71e3588427cb68bd7fc90722b08 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:42.125662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.134806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.146724 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-49467f79-b018-4691-b066-5a24c5dfd2ca tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/010a2474-d240-4239-91bd-bff6b5c5ff3b HTTP/1.1" status: 204 len: 168 time: 5.5289083 Sep 21 15:59:42.153169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42206) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.225109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] device_id is not set on port f834a25b-52d2-45aa-a7f7-177b736652d8 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:42.238302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e375b5f-8d9a-4631-8d95-6825eab3aea5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:42.238625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e375b5f-8d9a-4631-8d95-6825eab3aea5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:42.241903 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7e375b5f-8d9a-4631-8d95-6825eab3aea5 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/subnets/601c640a-fb0c-4b1f-b80f-1b90296cff1e HTTP/1.1" status: 404 len: 337 time: 0.0862708 Sep 21 15:59:42.254928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42210) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.308123 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2718e0-1ce1-4e37-98d4-357bd4f2fb09 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:42.308868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2718e0-1ce1-4e37-98d4-357bd4f2fb09 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:42.310551 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1c2718e0-1ce1-4e37-98d4-357bd4f2fb09 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/010a2474-d240-4239-91bd-bff6b5c5ff3b HTTP/1.1" status: 404 len: 339 time: 0.0529995 Sep 21 15:59:42.316023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42214) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.348879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.369056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.374762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.383174 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ab7bdc-24d5-4377-9dbd-519acd3db2e8 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:42.385573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ab7bdc-24d5-4377-9dbd-519acd3db2e8 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:42.388037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=3d40aefa-c77b-4454-ad60-18ddefeca442,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:42.400850 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-746f5f9f-e62b-40f9-b9fe-09a116254e47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/3d40aefa-c77b-4454-ad60-18ddefeca442 HTTP/1.1" status: 204 len: 168 time: 1.1090763 Sep 21 15:59:42.404894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42218) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.405559 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b8ab7bdc-24d5-4377-9dbd-519acd3db2e8 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/subnets/7d69ae16-2411-4fa2-8e44-8bcea84937a5 HTTP/1.1" status: 404 len: 337 time: 0.0883446 Sep 21 15:59:42.409142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42222) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.411158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1857268531'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:42.418688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:42.426472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:42.429364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Allocated IP 172.20.0.6 (f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21/8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4/f834a25b-52d2-45aa-a7f7-177b736652d8) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:42.431381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:42.436329 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99508c1-815b-478c-ad7f-5a9f5f8eec6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:42.436799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99508c1-815b-478c-ad7f-5a9f5f8eec6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:42.438574 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d99508c1-815b-478c-ad7f-5a9f5f8eec6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/5fdfe4e2-7707-4caa-9bb1-7bb4a80f6863 HTTP/1.1" status: 404 len: 339 time: 0.0284519 Sep 21 15:59:42.439255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:42.441081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42226) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.475304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.506822 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f9498d-4c61-461e-90c0-e99180d6986d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:42.507604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f9498d-4c61-461e-90c0-e99180d6986d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:42.509256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-06f9498d-4c61-461e-90c0-e99180d6986d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/subnets/bc633956-57a2-4342-9f14-4f4b16e52bdb HTTP/1.1" status: 404 len: 337 time: 0.0672498 Sep 21 15:59:42.510689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eba01fa-33d5-42b5-96d9-6d23f4c976cf,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:42.512015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42230) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.537553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.590812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:42.594267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.615559 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b417a8aa-cc87-4f87-a4af-8eb06b7d12aa tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:42.616028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b417a8aa-cc87-4f87-a4af-8eb06b7d12aa tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:42.620115 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b417a8aa-cc87-4f87-a4af-8eb06b7d12aa tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/4c627fac-8bf1-4ddd-9488-fb3ec9ce1e46 HTTP/1.1" status: 404 len: 339 time: 0.1047237 Sep 21 15:59:42.622947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42234) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.658278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=00949400-4931-40e7-9847-6d508a2cbea2,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:42.662406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:42.669839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.673674 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6ce25c7d-ab6c-4f97-a22f-a360b52f3d40 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6768193 Sep 21 15:59:42.679406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42240) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.689202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b3dc4-4af9-4e4a-89b5-4f485889621a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:42.691907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Checking segment: {'id': '147f3716-4e78-4b3e-80d0-baffd8670606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '43fb80f7-d2de-41bd-943b-94d33e36ab34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:42.692278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network hostable DHCP agents. Network: 43fb80f7-d2de-41bd-943b-94d33e36ab34, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:42.696294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.696641 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment 13109d28-89ee-471b-b325-fa7778214832 of type vlan for network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a Sep 21 15:59:42.701035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:42.718426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:42.720438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1a0db7f0-af93-409e-8b47-2f18b2399412 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting port 94eff090-3038-40f5-a0da-d2e2982ac1e9 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:42.721037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a0db7f0-af93-409e-8b47-2f18b2399412 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.723394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:42.736213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.740928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:42.752670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42244) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:42.766663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.777253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Transition to ACTIVE for port object f834a25b-52d2-45aa-a7f7-177b736652d8 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:42.845837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.903384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.908903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:42.909486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.944627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:42.954057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 43fb80f7-d2de-41bd-943b-94d33e36ab34 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:43.055511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.089128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 43fb80f7-d2de-41bd-943b-94d33e36ab34) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:43.093482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:43.094265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.098435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11a8e7-2635-4bb3-a54a-e668d4002dd8 None None] Network 43fb80f7-d2de-41bd-943b-94d33e36ab34 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:43.102719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=7c45c8c7-c59d-4cc0-bb9a-fd202237d45a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:43.118518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:43.120699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:43.120843 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-37c93c48-084d-4469-8cab-752e981b1e29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d527928dd12f460990c722892a244096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679714 Sep 21 15:59:43.122709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:43.124543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42250) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:43.128198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:43.145470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a0db7f0-af93-409e-8b47-2f18b2399412 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.174821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=f834a25b-52d2-45aa-a7f7-177b736652d8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:43.199880 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8418815a-58e1-427a-80a0-700ef10b1506 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7937329 Sep 21 15:59:43.214521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.219704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42256) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:43.226934 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2306e5fb-2da9-4961-be8c-8b51a03ed0ab tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2750945 Sep 21 15:59:43.227588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42258) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:43.247822 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f321f073-7d8c-4da2-b246-350bab102aed resource provider aggregate not found Sep 21 15:59:43.257821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbed9565-b751-4b01-aa1d-563fe0228291,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:43.267618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': '7c45c8c7-c59d-4cc0-bb9a-fd202237d45a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:43.299993 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f321f073-7d8c-4da2-b246-350bab102aed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f321f073-7d8c-4da2-b246-350bab102aed found for delete ", "request_id": "req-0ea0bfad-af20-4361-abab-d7665182d10f"}]} Sep 21 15:59:43.321116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1a0db7f0-af93-409e-8b47-2f18b2399412 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Calling delete_port for 94eff090-3038-40f5-a0da-d2e2982ac1e9 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:43.352816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1309639790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:43.367609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:43.381247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:router and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:43.386159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:43.386604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:43.387298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.396798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:43.444196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-43fb80f7-d2de-41bd-943b-94d33e36ab34', 'network_id': '43fb80f7-d2de-41bd-943b-94d33e36ab34', 'tenant_id': '693156fe381540018b606b756e1b14be', 'fixed_ips': [{'subnet_id': '00949400-4931-40e7-9847-6d508a2cbea2'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:43.445051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.465430 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63052fbb-e8e8-46ac-a332-82807a6a17e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.467602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:43.477573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:43.482766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:43.495698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:43.506474 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f47544c0-2c3f-4a3b-b0b0-aa6a4ea700c7 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0435023 Sep 21 15:59:43.508378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63052fbb-e8e8-46ac-a332-82807a6a17e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.509138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42266) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:43.516447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:50:3e:25'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:43.542651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.546082 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7d3560d9-9162-44fa-890b-a6f21919017a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8641531 Sep 21 15:59:43.547236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42270) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:43.553153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b3dc4-4af9-4e4a-89b5-4f485889621a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:43.555518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a0db7f0-af93-409e-8b47-2f18b2399412 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.559237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:43.564168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:43.567435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:43.575475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:43.618201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Allocated IP 2001:db8::2 (43fb80f7-d2de-41bd-943b-94d33e36ab34/00949400-4931-40e7-9847-6d508a2cbea2/2677ecfe-979f-4afa-9001-9e294482c182) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:43.620304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0db7f0-af93-409e-8b47-2f18b2399412 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Port': ['ID=94eff090-3038-40f5-a0da-d2e2982ac1e9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:43.632948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a0db7f0-af93-409e-8b47-2f18b2399412 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.652035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-545ef90a-deec-4543-a3f5-5d7d7d99477d None None] Provisioning for port f834a25b-52d2-45aa-a7f7-177b736652d8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:43.660614 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1a0db7f0-af93-409e-8b47-2f18b2399412 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/ports/94eff090-3038-40f5-a0da-d2e2982ac1e9 HTTP/1.1" status: 204 len: 168 time: 1.0362489 Sep 21 15:59:43.663498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42274) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:43.699531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63052fbb-e8e8-46ac-a332-82807a6a17e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.707995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:43.713063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.718132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.719143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.739091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-545ef90a-deec-4543-a3f5-5d7d7d99477d None None] Provisioning complete for port f834a25b-52d2-45aa-a7f7-177b736652d8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:43.739091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-545ef90a-deec-4543-a3f5-5d7d7d99477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.752800 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-045cbe88-c82a-474d-bfcc-e4f7fc870580 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:43.753417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045cbe88-c82a-474d-bfcc-e4f7fc870580 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:43.764702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.800578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.820337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-545ef90a-deec-4543-a3f5-5d7d7d99477d None None] Port f834a25b-52d2-45aa-a7f7-177b736652d8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:43.824839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63052fbb-e8e8-46ac-a332-82807a6a17e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc33ef-699e-469a-b505-1eda5dbdc20e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:43.845848 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-045cbe88-c82a-474d-bfcc-e4f7fc870580 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/subnets/c6047b6a-a46f-4d45-853f-3a28fbc6eac3 HTTP/1.1" status: 404 len: 337 time: 0.1789370 Sep 21 15:59:43.846169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42280) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:43.870811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63052fbb-e8e8-46ac-a332-82807a6a17e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.874526 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-63052fbb-e8e8-46ac-a332-82807a6a17e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13dc33ef-699e-469a-b505-1eda5dbdc20e HTTP/1.1" status: 204 len: 168 time: 0.7455628 Sep 21 15:59:43.881295 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 69410890-df7b-4bfa-b2b1-77018dccffb5 resource provider aggregate not found Sep 21 15:59:43.894453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.940121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.956534 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 69410890-df7b-4bfa-b2b1-77018dccffb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69410890-df7b-4bfa-b2b1-77018dccffb5 found for delete ", "request_id": "req-36bcf95c-315c-405c-96ac-767ff814810c"}]} Sep 21 15:59:43.957854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.969647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Transition to ACTIVE for port object 2677ecfe-979f-4afa-9001-9e294482c182 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:43.987021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:43.993498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Transition to ACTIVE for port object 2677ecfe-979f-4afa-9001-9e294482c182 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:44.246266 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.247530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.247811 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.248456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446a61c4-ba5d-4eb4-9a0a-a5aa1d95b922,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:44.248623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.248623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-26f2bf99-77c9-4c2d-a165-bbab6d09e673 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8476384 Sep 21 15:59:44.248913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Network 43fb80f7-d2de-41bd-943b-94d33e36ab34 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:44.248913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:44.248913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:44.248913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Pushing event updated for resources: {'Port': ['ID=2677ecfe-979f-4afa-9001-9e294482c182,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:44.249449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42288) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:44.250452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'network_id': '43fb80f7-d2de-41bd-943b-94d33e36ab34', 'name': 'tempest-PortsIpV6TestJSON-1353178319'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:44.337519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Attempting to bind port 2677ecfe-979f-4afa-9001-9e294482c182 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:44.338313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Attempting to bind port 2677ecfe-979f-4afa-9001-9e294482c182 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '147f3716-4e78-4b3e-80d0-baffd8670606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '43fb80f7-d2de-41bd-943b-94d33e36ab34'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:44.338894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Attempting to bind port 2677ecfe-979f-4afa-9001-9e294482c182 on network 43fb80f7-d2de-41bd-943b-94d33e36ab34 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:44.344472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:44.345142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Checking segment: {'id': '147f3716-4e78-4b3e-80d0-baffd8670606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '43fb80f7-d2de-41bd-943b-94d33e36ab34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:44.346924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.346924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Bound using segment: {'id': '147f3716-4e78-4b3e-80d0-baffd8670606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '43fb80f7-d2de-41bd-943b-94d33e36ab34'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:44.346924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Bound port: 2677ecfe-979f-4afa-9001-9e294482c182, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147f3716-4e78-4b3e-80d0-baffd8670606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '43fb80f7-d2de-41bd-943b-94d33e36ab34'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:44.346924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.349339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.393403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:44.396211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065313cf-3bd3-4682-b548-ab9a17d70f99']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:44.398255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:port and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:44.401380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:44.407295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:44.416256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f5f376-04c6-4e95-9766-eb51b36ddc0e') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:44.419163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f5f376-04c6-4e95-9766-eb51b36ddc0e') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:44.419301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.419301 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-83920d7a-c6d7-4b1b-952f-dc4641392eec tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8705275 Sep 21 15:59:44.419913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.423723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42294) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:44.442316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b3dc4-4af9-4e4a-89b5-4f485889621a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:44.452287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:44.455862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.468650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] For port 2677ecfe-979f-4afa-9001-9e294482c182, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:44.472725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:44.475658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] For port 2677ecfe-979f-4afa-9001-9e294482c182, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2677ecfe-979f-4afa-9001-9e294482c182,segment=NetworkSegment(147f3716-4e78-4b3e-80d0-baffd8670606),segment_id=147f3716-4e78-4b3e-80d0-baffd8670606)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:44.479545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:44.491012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.493639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:44.504919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:44.505790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.525985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=4fe230ad-75c5-4a7b-b756-d9f794dc7651,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:44.541524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': '13109d28-89ee-471b-b325-fa7778214832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7c45c8c7-c59d-4cc0-bb9a-fd202237d45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:44.541524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:44.545986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:44.549530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.578270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port fea83094-a69e-4112-8c1f-0a9e6aa1605c yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:44.610456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.612642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.640251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:44.709212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988d7eb-f384-46c5-aff4-19ed9f30330f None None] Pushing event updated for resources: {'Port': ['ID=2677ecfe-979f-4afa-9001-9e294482c182,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:44.712214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.735306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.736754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:44.750810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::20c (43fb80f7-d2de-41bd-943b-94d33e36ab34/00949400-4931-40e7-9847-6d508a2cbea2/fea83094-a69e-4112-8c1f-0a9e6aa1605c) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:44.750984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3032577-3a11-401c-a244-e42a5cdf4efa None None] Network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:44.754159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:44.754857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:44.882496 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-99888559-7425-4ce5-a363-30d04e2652dc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6391993 Sep 21 15:59:44.890925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42306) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:44.961022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1409416002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:44.985418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:44.998200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.002010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:router and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:45.009772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:45.041843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:45.080785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=f834a25b-52d2-45aa-a7f7-177b736652d8,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:45.123688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.141616 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/065313cf-3bd3-4682-b548-ab9a17d70f99 HTTP/1.1" status: 204 len: 168 time: 1.2922263 Sep 21 15:59:45.144782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7c45c8c7-c59d-4cc0-bb9a-fd202237d45a', 'network_id': '7c45c8c7-c59d-4cc0-bb9a-fd202237d45a', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': '4fe230ad-75c5-4a7b-b756-d9f794dc7651'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:45.145560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b39df-4d37-47d1-8405-c18c7cb4c471 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Network': ['ID=065313cf-3bd3-4682-b548-ab9a17d70f99,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:45.146210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.150236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42316) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:45.164923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.191003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object fea83094-a69e-4112-8c1f-0a9e6aa1605c will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:45.221751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.222837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.226046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.238061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] In _notify_port_updated(), no bound segment for port f834a25b-52d2-45aa-a7f7-177b736652d8 on network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:59:45.243959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.244121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:45.244611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.246031 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e3968ac9-213f-4c05-baf1-63b70e97f8c2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "PUT /v2.0/ports/f834a25b-52d2-45aa-a7f7-177b736652d8 HTTP/1.1" status: 200 len: 992 time: 1.7358222 Sep 21 15:59:45.249489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42320) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:45.311464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a28b6b88-7167-4464-891c-7bb5fac8500d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting port b4adcda0-e7b2-42d3-bced-084bf5a7b24b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:45.311810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28b6b88-7167-4464-891c-7bb5fac8500d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.343756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Allocated IP 172.20.0.2 (7c45c8c7-c59d-4cc0-bb9a-fd202237d45a/4fe230ad-75c5-4a7b-b756-d9f794dc7651/68ea967b-117f-4a64-b9af-17816171998f) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:45.347813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.370616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.373831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.414333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-61e61f8c-8630-41d3-9f96-35c668fcecd2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Deleting port f834a25b-52d2-45aa-a7f7-177b736652d8 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:45.414766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61e61f8c-8630-41d3-9f96-35c668fcecd2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.437405 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42326) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:45.477173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d75e06-1ce6-43f4-bf60-febd1d150cdd,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:45.479125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.480302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2a3febcd-6eed-4a87-bba2-65bac8eb0b72 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0472195 Sep 21 15:59:45.484975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 43fb80f7-d2de-41bd-943b-94d33e36ab34 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:45.485765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42332) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:45.492916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:45.495619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:45.501960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:45.502737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.522655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': 'aa2b3dc4-4af9-4e4a-89b5-4f485889621a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:45.533741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:45.540159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=fea83094-a69e-4112-8c1f-0a9e6aa1605c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:45.543695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:45.546943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:45.553543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:45.556921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.560602 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a71ce1a8-54a5-4f37-8a9d-68a521cb7eb9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6659138 Sep 21 15:59:45.568399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42336) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:45.571224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'port': {'network_id': '7c45c8c7-c59d-4cc0-bb9a-fd202237d45a', 'name': 'tempest-RoutersTest-8604674'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:45.621214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.637350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Transition to ACTIVE for port object 68ea967b-117f-4a64-b9af-17816171998f will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:45.684071 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0162f76c-ad3a-4587-9ef6-e41a6d8579fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4394495 Sep 21 15:59:45.692023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42340) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:45.708914 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Transition to ACTIVE for port object 68ea967b-117f-4a64-b9af-17816171998f will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:45.768020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2677ecfe-979f-4afa-9001-9e294482c182 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:45.803420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.843366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1761824739'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:45.849605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28b6b88-7167-4464-891c-7bb5fac8500d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.865852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:45.878340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:45.892682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Usage tracker for resource:network and tenant:b604a1e3b6064c069dacc470770955aa is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:45.908986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:45.920077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:45.928403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:46.004845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a28b6b88-7167-4464-891c-7bb5fac8500d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Calling delete_port for b4adcda0-e7b2-42d3-bced-084bf5a7b24b owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:46.033931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:46.045546 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment c8f5f376-04c6-4e95-9766-eb51b36ddc0e resource provider aggregate not found Sep 21 15:59:46.048803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Pushing event updated for resources: {'Port': ['ID=68ea967b-117f-4a64-b9af-17816171998f,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:46.072440 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment c8f5f376-04c6-4e95-9766-eb51b36ddc0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8f5f376-04c6-4e95-9766-eb51b36ddc0e found for delete ", "request_id": "req-cdf0f24d-7d2c-4823-8f12-0e33249cf572"}]} Sep 21 15:59:46.104925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Attempting to bind port 68ea967b-117f-4a64-b9af-17816171998f on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:46.107231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Attempting to bind port 68ea967b-117f-4a64-b9af-17816171998f by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '13109d28-89ee-471b-b325-fa7778214832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7c45c8c7-c59d-4cc0-bb9a-fd202237d45a'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:46.107231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Attempting to bind port 68ea967b-117f-4a64-b9af-17816171998f on network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:46.111839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:46.112297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Checking segment: {'id': '13109d28-89ee-471b-b325-fa7778214832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7c45c8c7-c59d-4cc0-bb9a-fd202237d45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:46.112787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.113250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Bound using segment: {'id': '13109d28-89ee-471b-b325-fa7778214832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7c45c8c7-c59d-4cc0-bb9a-fd202237d45a'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:46.113853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Bound port: 68ea967b-117f-4a64-b9af-17816171998f, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13109d28-89ee-471b-b325-fa7778214832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7c45c8c7-c59d-4cc0-bb9a-fd202237d45a'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:46.114482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.121422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61e61f8c-8630-41d3-9f96-35c668fcecd2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.187157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5fc616-a2fd-4f18-81f5-2e09d236b497 None None] Network 43fb80f7-d2de-41bd-943b-94d33e36ab34 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:46.198057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:46.205928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2677ecfe-979f-4afa-9001-9e294482c182 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:46.276673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-61e61f8c-8630-41d3-9f96-35c668fcecd2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Calling delete_port for f834a25b-52d2-45aa-a7f7-177b736652d8 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:46.356481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] For port 68ea967b-117f-4a64-b9af-17816171998f, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:46.406722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28b6b88-7167-4464-891c-7bb5fac8500d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.447163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] For port 68ea967b-117f-4a64-b9af-17816171998f, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=68ea967b-117f-4a64-b9af-17816171998f,segment=NetworkSegment(13109d28-89ee-471b-b325-fa7778214832),segment_id=13109d28-89ee-471b-b325-fa7778214832)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:46.447412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:46.460836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:port and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:46.469141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:46.472915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.476918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b6b88-7167-4464-891c-7bb5fac8500d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Port': ['ID=b4adcda0-e7b2-42d3-bced-084bf5a7b24b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:46.488322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a28b6b88-7167-4464-891c-7bb5fac8500d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.491439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6b3a730b-fc68-414a-a571-698633a9eccb None None] Provisioning for port 2677ecfe-979f-4afa-9001-9e294482c182 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:46.504653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a28b6b88-7167-4464-891c-7bb5fac8500d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/ports/b4adcda0-e7b2-42d3-bced-084bf5a7b24b HTTP/1.1" status: 204 len: 168 time: 1.3479531 Sep 21 15:59:46.507401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42348) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:46.507646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6b3a730b-fc68-414a-a571-698633a9eccb None None] Provisioning complete for port 2677ecfe-979f-4afa-9001-9e294482c182 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:46.508068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6b3a730b-fc68-414a-a571-698633a9eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.510595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:46.516748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Made reservation on behalf of b604a1e3b6064c069dacc470770955aa for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:46.520077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.539346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.546638 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-538987a8-8292-4672-a0ca-a4c88d528e2d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] DELETE failed (client error): The resource could not be found. Sep 21 15:59:46.547101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538987a8-8292-4672-a0ca-a4c88d528e2d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 15:59:46.548785 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-538987a8-8292-4672-a0ca-a4c88d528e2d tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/subnets/213da7ac-65f1-4986-921e-97586158f51f HTTP/1.1" status: 404 len: 337 time: 0.0400889 Sep 21 15:59:46.551319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42352) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:46.560469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.575598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.597641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:46.611072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Usage tracker for resource:security_group_rule and tenant:b604a1e3b6064c069dacc470770955aa is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:46.613468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8e2d40-c844-4f5d-a78a-61971496940e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:46.638802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61e61f8c-8630-41d3-9f96-35c668fcecd2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.650133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:46.667511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4de3ff-f52c-4f38-bc4f-6a552fe91ce7 None None] Pushing event updated for resources: {'Port': ['ID=68ea967b-117f-4a64-b9af-17816171998f,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:46.674982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:46.681853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:46.685308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.704559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e61f8c-8630-41d3-9f96-35c668fcecd2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Port': ['ID=f834a25b-52d2-45aa-a7f7-177b736652d8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:46.739842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] device_id is not set on port 0e900810-0483-454a-8477-bdf019214d2c yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:46.756749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a730b-fc68-414a-a571-698633a9eccb None None] Current status of the port 2677ecfe-979f-4afa-9001-9e294482c182 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:46.759810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6b3a730b-fc68-414a-a571-698633a9eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.792061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.805358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:46.805836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6b3a730b-fc68-414a-a571-698633a9eccb None None] For port 2677ecfe-979f-4afa-9001-9e294482c182, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2677ecfe-979f-4afa-9001-9e294482c182,segment=NetworkSegment(147f3716-4e78-4b3e-80d0-baffd8670606),segment_id=147f3716-4e78-4b3e-80d0-baffd8670606)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:46.806449 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3313b7ec-18e9-4ad8-ab2c-7ec3fcb68b38 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3181367 Sep 21 15:59:46.815793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42356) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:46.871536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6b3a730b-fc68-414a-a571-698633a9eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.004447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a730b-fc68-414a-a571-698633a9eccb None None] Pushing event updated for resources: {'Port': ['ID=2677ecfe-979f-4afa-9001-9e294482c182,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:47.021630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.126131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting port 20c0beb7-7030-4d99-b696-56f50096cd67 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:47.126462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.265684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e88f125-568b-4d26-8cf5-a1741d518b3f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.277885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e88f125-568b-4d26-8cf5-a1741d518b3f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.372781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61e61f8c-8630-41d3-9f96-35c668fcecd2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.374772 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-61e61f8c-8630-41d3-9f96-35c668fcecd2 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "DELETE /v2.0/ports/f834a25b-52d2-45aa-a7f7-177b736652d8 HTTP/1.1" status: 204 len: 168 time: 2.1242836 Sep 21 15:59:47.375740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-31c41252-4b05-4b73-8adc-5e5b0b6cad61 None None] Provisioning for port fea83094-a69e-4112-8c1f-0a9e6aa1605c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:47.382646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-31c41252-4b05-4b73-8adc-5e5b0b6cad61 None None] Provisioning complete for port fea83094-a69e-4112-8c1f-0a9e6aa1605c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:47.384071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-31c41252-4b05-4b73-8adc-5e5b0b6cad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.385581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42360) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:47.469738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-31c41252-4b05-4b73-8adc-5e5b0b6cad61 None None] Port fea83094-a69e-4112-8c1f-0a9e6aa1605c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:47.475552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.486533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-31c41252-4b05-4b73-8adc-5e5b0b6cad61 None None] Provisioning complete for port 2677ecfe-979f-4afa-9001-9e294482c182 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:47.487190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-31c41252-4b05-4b73-8adc-5e5b0b6cad61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.501534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.20.0.12 (7c45c8c7-c59d-4cc0-bb9a-fd202237d45a/4fe230ad-75c5-4a7b-b756-d9f794dc7651/0e900810-0483-454a-8477-bdf019214d2c) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:47.501534 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-41323c9f-0869-49c4-9901-dae5add549e5 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] GET failed (client error): The resource could not be found. Sep 21 15:59:47.501534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-41323c9f-0869-49c4-9901-dae5add549e5 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Synchronizing usage tracker for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:47.501810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] For port 20c0beb7-7030-4d99-b696-56f50096cd67, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=20c0beb7-7030-4d99-b696-56f50096cd67,segment=NetworkSegment(a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081),segment_id=a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:47.501810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.560003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-41323c9f-0869-49c4-9901-dae5add549e5 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Unset dirty status for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:47.566645 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-41323c9f-0869-49c4-9901-dae5add549e5 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "GET /v2.0/ports/f834a25b-52d2-45aa-a7f7-177b736652d8 HTTP/1.1" status: 404 len: 333 time: 0.1689491 Sep 21 15:59:47.566645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.566968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42364) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:47.586541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e88f125-568b-4d26-8cf5-a1741d518b3f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.623100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-31c41252-4b05-4b73-8adc-5e5b0b6cad61 None None] Current status of the port 2677ecfe-979f-4afa-9001-9e294482c182 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:47.636726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 15:59:47.638382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'name': 'tempest-AllowedAddressPairTestJSON-1932654949'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:47.654343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88f125-568b-4d26-8cf5-a1741d518b3f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e8e2d40-c844-4f5d-a78a-61971496940e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:47.664770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Calling delete_port for 20c0beb7-7030-4d99-b696-56f50096cd67 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:47.680120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.682602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b036c-f18f-49ce-b9bd-a305fec061e8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:47.746835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-89d3c6c3-f5f7-484c-8740-752332d5b86a None None] Provisioning complete for port fea83094-a69e-4112-8c1f-0a9e6aa1605c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:47.747628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-89d3c6c3-f5f7-484c-8740-752332d5b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.786635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.787012 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Added segment c088cfe6-10e8-4d3f-b419-5ea349116857 of type vlan for network fdffc03e-0963-42de-90ac-9c221152f316 Sep 21 15:59:47.814384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.837921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-89d3c6c3-f5f7-484c-8740-752332d5b86a None None] Port fea83094-a69e-4112-8c1f-0a9e6aa1605c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:47.876793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 68ea967b-117f-4a64-b9af-17816171998f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:47.909008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:47.921286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:47.959873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.971456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e88f125-568b-4d26-8cf5-a1741d518b3f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:47.971456 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9e88f125-568b-4d26-8cf5-a1741d518b3f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4e8e2d40-c844-4f5d-a78a-61971496940e HTTP/1.1" status: 204 len: 168 time: 1.1501231 Sep 21 15:59:47.976381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42368) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:48.013766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Port': ['ID=20c0beb7-7030-4d99-b696-56f50096cd67,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:48.019945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] No DVR routers for this DVR port 20c0beb7-7030-4d99-b696-56f50096cd67 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:48.028139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.051090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 68ea967b-117f-4a64-b9af-17816171998f completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:48.056287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Made reservation on behalf of e2cef71e3588427cb68bd7fc90722b08 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:48.056881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.060111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2677ecfe-979f-4afa-9001-9e294482c182 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:48.098116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=fea83094-a69e-4112-8c1f-0a9e6aa1605c,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:48.128524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63e191-2059-486b-8c1a-4f6091e934f4 None None] Network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:48.152010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] device_id is not set on port 4be58411-627d-4224-af64-7bb918dec6f2 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:48.219580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ecca95dd-c267-437a-b736-abb5346081ee tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:48.230029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.243247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.274923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfd1545-37d5-4507-a399-d921609fc776']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:48.311071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2677ecfe-979f-4afa-9001-9e294482c182 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:48.311071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.316107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object 0e900810-0483-454a-8477-bdf019214d2c will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:48.318882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.319503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:48.319808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:48.323143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.328558 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:48.329142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.344066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.348645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b84bb5f7-dc78-4faf-b4a2-80f630d6831f None None] Provisioning for port 68ea967b-117f-4a64-b9af-17816171998f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:48.372987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.382342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b84bb5f7-dc78-4faf-b4a2-80f630d6831f None None] Provisioning complete for port 68ea967b-117f-4a64-b9af-17816171998f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:48.382869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b84bb5f7-dc78-4faf-b4a2-80f630d6831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.383755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Allocated IP 172.20.0.11 (f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21/8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4/4be58411-627d-4224-af64-7bb918dec6f2) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:48.385869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:48.386304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.388948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ecca95dd-c267-437a-b736-abb5346081ee tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:48.390288 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ecca95dd-c267-437a-b736-abb5346081ee tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4006948 Sep 21 15:59:48.405083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42372) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:48.462732 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081 resource provider aggregate not found Sep 21 15:59:48.508049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event updated for resources: {'Network': ['ID=fdffc03e-0963-42de-90ac-9c221152f316,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:48.531699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network fdffc03e-0963-42de-90ac-9c221152f316 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 15:59:48.533061 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a757f5f6-d9e8-4ef2-9eb7-8e714bc8b081 found for delete ", "request_id": "req-5a979a74-1e64-4804-a3f0-06743bdd7a62"}]} Sep 21 15:59:48.547519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-072dcc77-fcf8-439a-abfb-38659c7a4330 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.551631 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0123bc84-7531-455a-9f64-7643ad10ce73 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1124253 Sep 21 15:59:48.554882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42380) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:48.560881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Request body: {'subnet': {'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:48.569511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-072dcc77-fcf8-439a-abfb-38659c7a4330 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.658886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.684429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.711162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Network': ['ID=edfd1545-37d5-4507-a399-d921609fc776,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:48.737171 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-abfd9d71-074c-4ac5-9eb5-687b2271afb2 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/edfd1545-37d5-4507-a399-d921609fc776 HTTP/1.1" status: 204 len: 168 time: 2.1848288 Sep 21 15:59:48.748729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42384) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:48.750681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2677ecfe-979f-4afa-9001-9e294482c182 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:48.754358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b84bb5f7-dc78-4faf-b4a2-80f630d6831f None None] Current status of the port 68ea967b-117f-4a64-b9af-17816171998f is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:48.754734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b84bb5f7-dc78-4faf-b4a2-80f630d6831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.794489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b84bb5f7-dc78-4faf-b4a2-80f630d6831f None None] For port 68ea967b-117f-4a64-b9af-17816171998f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=68ea967b-117f-4a64-b9af-17816171998f,segment=NetworkSegment(13109d28-89ee-471b-b325-fa7778214832),segment_id=13109d28-89ee-471b-b325-fa7778214832)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:48.831327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.860909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b84bb5f7-dc78-4faf-b4a2-80f630d6831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.913768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-072dcc77-fcf8-439a-abfb-38659c7a4330 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.936547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:48.937768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-072dcc77-fcf8-439a-abfb-38659c7a4330 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.941333 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-072dcc77-fcf8-439a-abfb-38659c7a4330 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b2d75e06-1ce6-43f4-bf60-febd1d150cdd HTTP/1.1" status: 204 len: 168 time: 0.5269034 Sep 21 15:59:48.951022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42388) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:48.958743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dcc77-fcf8-439a-abfb-38659c7a4330 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d75e06-1ce6-43f4-bf60-febd1d150cdd,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:48.961126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bb5f7-dc78-4faf-b4a2-80f630d6831f None None] Pushing event updated for resources: {'Port': ['ID=68ea967b-117f-4a64-b9af-17816171998f,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:48.962945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Usage tracker for resource:subnet and tenant:b604a1e3b6064c069dacc470770955aa is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:48.966393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:48.973041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=0e900810-0483-454a-8477-bdf019214d2c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:48.999790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:49.003161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-06332180-54ae-4437-a4c8-ffeae4aa1ab1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting subnet 45debcdc-2773-4520-baa2-2660f4065f43 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:49.009582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06332180-54ae-4437-a4c8-ffeae4aa1ab1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.023207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:49.026528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:49.034436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:49.043993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:49.048760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Transition to ACTIVE for port object 4be58411-627d-4224-af64-7bb918dec6f2 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:49.091418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06332180-54ae-4437-a4c8-ffeae4aa1ab1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.092078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6a481d03-339b-445e-95f6-b4a2b4e623a7 None None] Provisioning complete for port 68ea967b-117f-4a64-b9af-17816171998f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:49.092078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a481d03-339b-445e-95f6-b4a2b4e623a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.136388 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e188f234-221b-41e2-9df9-d98bc4f1b25e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1749179 Sep 21 15:59:49.142317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:49.143247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42392) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:49.143413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.147129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.196785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d17356-dcea-4a52-a51a-a328fa7f2ba8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.216433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d17356-dcea-4a52-a51a-a328fa7f2ba8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.250810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06332180-54ae-4437-a4c8-ffeae4aa1ab1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.300497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6a481d03-339b-445e-95f6-b4a2b4e623a7 None None] Current status of the port 68ea967b-117f-4a64-b9af-17816171998f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:49.310687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.316467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Made reservation on behalf of b604a1e3b6064c069dacc470770955aa for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:49.320502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.348010 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aef713f0-6c8d-4b4b-be59-6da4b636af52 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 3.7861061 Sep 21 15:59:49.355946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42396) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:49.429554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d17356-dcea-4a52-a51a-a328fa7f2ba8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.528883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1c34797e-b8af-4a02-93c9-54c34155afce None None] Provisioning for port 0e900810-0483-454a-8477-bdf019214d2c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:49.534172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1c34797e-b8af-4a02-93c9-54c34155afce None None] Provisioning complete for port 0e900810-0483-454a-8477-bdf019214d2c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:49.534628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1c34797e-b8af-4a02-93c9-54c34155afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.545501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d17356-dcea-4a52-a51a-a328fa7f2ba8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=446a61c4-ba5d-4eb4-9a0a-a5aa1d95b922,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:49.554988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:49.563004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:49.570127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:49.607548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1c34797e-b8af-4a02-93c9-54c34155afce None None] Port 0e900810-0483-454a-8477-bdf019214d2c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:49.620401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=4be58411-627d-4224-af64-7bb918dec6f2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:49.709116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 68ea967b-117f-4a64-b9af-17816171998f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:49.765777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d17356-dcea-4a52-a51a-a328fa7f2ba8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.771475 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-43d17356-dcea-4a52-a51a-a328fa7f2ba8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/446a61c4-ba5d-4eb4-9a0a-a5aa1d95b922 HTTP/1.1" status: 204 len: 168 time: 0.6229515 Sep 21 15:59:49.774192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42400) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:49.779433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06332180-54ae-4437-a4c8-ffeae4aa1ab1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.801917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 68ea967b-117f-4a64-b9af-17816171998f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:49.802401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.830700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06332180-54ae-4437-a4c8-ffeae4aa1ab1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Subnet': ['ID=45debcdc-2773-4520-baa2-2660f4065f43,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:49.844903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:49.845384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.853326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a041c2a-a8b1-4e40-9fcf-1228e3baea71 None None] Network 060a13fc-290d-4177-98b1-ca7c43328afd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:49.862965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06332180-54ae-4437-a4c8-ffeae4aa1ab1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.865095 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-06332180-54ae-4437-a4c8-ffeae4aa1ab1 tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/subnets/45debcdc-2773-4520-baa2-2660f4065f43 HTTP/1.1" status: 204 len: 168 time: 1.1160131 Sep 21 15:59:49.876771 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-24e4eba0-33e1-41c2-823a-304508d6bd6c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0991538 Sep 21 15:59:49.882360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42404) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:49.884789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:49.889158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42408) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:49.907936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.041444 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6ffccc90-2018-4ca5-a124-b16f672dcd1e tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4724975 Sep 21 15:59:50.050422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42412) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:50.056182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.056945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.065314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:50:3e:25'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:50.089373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-951c9371-cdd1-4917-b029-679992691a2a None None] Provisioning for port 4be58411-627d-4224-af64-7bb918dec6f2 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:50.104838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-951c9371-cdd1-4917-b029-679992691a2a None None] Provisioning complete for port 4be58411-627d-4224-af64-7bb918dec6f2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:50.105056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-951c9371-cdd1-4917-b029-679992691a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.161087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 68ea967b-117f-4a64-b9af-17816171998f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:50.173625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a54fa2d5-be66-4f1c-acfe-51edf72aadd6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.183121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-951c9371-cdd1-4917-b029-679992691a2a None None] Port 4be58411-627d-4224-af64-7bb918dec6f2 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:50.201523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event updated for resources: {'Subnet': ['ID=aecd5258-875b-49af-a695-edefeef6ac85,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:50.255408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a54fa2d5-be66-4f1c-acfe-51edf72aadd6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.274400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.278196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] DHCP port deletion for 060a13fc-290d-4177-98b1-ca7c43328afd request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 15:59:50.282305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] Deleting port e681add3-b5ef-4765-8d7a-da3ff319a536 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:50.282608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.301347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Checking segment: {'id': 'c088cfe6-10e8-4d3f-b419-5ea349116857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:50.301671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Network hostable DHCP agents. Network: fdffc03e-0963-42de-90ac-9c221152f316, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 15:59:50.309709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=fea83094-a69e-4112-8c1f-0a9e6aa1605c,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:50.354722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting port e681add3-b5ef-4765-8d7a-da3ff319a536 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:50.355069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.401782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.423246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a54fa2d5-be66-4f1c-acfe-51edf72aadd6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.446843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 43fb80f7-d2de-41bd-943b-94d33e36ab34 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:50.501872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] For port e681add3-b5ef-4765-8d7a-da3ff319a536, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e681add3-b5ef-4765-8d7a-da3ff319a536,segment=NetworkSegment(84419b3d-3514-4a74-9b55-80c6b78f542e),segment_id=84419b3d-3514-4a74-9b55-80c6b78f542e)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:50.501872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.595124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:50.597149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fa2d5-be66-4f1c-acfe-51edf72aadd6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbed9565-b751-4b01-aa1d-563fe0228291,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:50.608482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Network fdffc03e-0963-42de-90ac-9c221152f316 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 15:59:50.635752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] Calling delete_port for e681add3-b5ef-4765-8d7a-da3ff319a536 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:50.664187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.771942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a54fa2d5-be66-4f1c-acfe-51edf72aadd6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.773070 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a54fa2d5-be66-4f1c-acfe-51edf72aadd6 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/bbed9565-b751-4b01-aa1d-563fe0228291 HTTP/1.1" status: 204 len: 168 time: 0.8389227 Sep 21 15:59:50.779758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42416) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:50.817388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, fdffc03e-0963-42de-90ac-9c221152f316) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:50.827415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f265ac13-de92-4d7c-a608-1a56d4987e41 None None] Network fdffc03e-0963-42de-90ac-9c221152f316 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:50.906345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:50.906976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.907429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.964406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] Pushing event deleted for resources: {'Port': ['ID=e681add3-b5ef-4765-8d7a-da3ff319a536,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:50.969479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] For port e681add3-b5ef-4765-8d7a-da3ff319a536, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e681add3-b5ef-4765-8d7a-da3ff319a536,segment=NetworkSegment(84419b3d-3514-4a74-9b55-80c6b78f542e),segment_id=84419b3d-3514-4a74-9b55-80c6b78f542e)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:50.969855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:50.990131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-76e6894c-abb9-4b8d-acc4-c47fe190df74 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:51.055100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc12f5-b477-4b62-8bbc-75ced40775de None None] No DVR routers for this DVR port e681add3-b5ef-4765-8d7a-da3ff319a536 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 15:59:51.110836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f042b89c-63ed-4f20-9648-4036f0623805 None None] Provisioning complete for port fea83094-a69e-4112-8c1f-0a9e6aa1605c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:51.111222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f042b89c-63ed-4f20-9648-4036f0623805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.132693 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a8182455-0b44-46ce-8c36-ab9599a485c0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5736079 Sep 21 15:59:51.133978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42420) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:51.140665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Request body: {'port': {'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316', 'name': 'tempest-ExtraDHCPOptionsTestJSON-856126498'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:51.140820 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Calling delete_port for e681add3-b5ef-4765-8d7a-da3ff319a536 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:51.224697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f042b89c-63ed-4f20-9648-4036f0623805 None None] Port fea83094-a69e-4112-8c1f-0a9e6aa1605c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:51.225898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-76e6894c-abb9-4b8d-acc4-c47fe190df74 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:51.229789 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-76e6894c-abb9-4b8d-acc4-c47fe190df74 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4465568 Sep 21 15:59:51.230195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42424) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:51.237896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-fdffc03e-0963-42de-90ac-9c221152f316', 'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316', 'tenant_id': 'b604a1e3b6064c069dacc470770955aa', 'fixed_ips': [{'subnet_id': 'aecd5258-875b-49af-a695-edefeef6ac85'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 15:59:51.238844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.262798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 15:59:51.263119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 15:59:51.265316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fba1bd1-1491-4ac5-beae-ff611ea1256b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.275192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Router 6ec0364d-d9ab-497a-ba3a-3f80507c635f is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:59:51.277894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fba1bd1-1491-4ac5-beae-ff611ea1256b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.291804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.338119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.349782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:51.353633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Usage tracker for resource:port and tenant:b604a1e3b6064c069dacc470770955aa is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:51.357195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:51.360246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.398865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Allocated IP 172.20.0.2 (fdffc03e-0963-42de-90ac-9c221152f316/aecd5258-875b-49af-a695-edefeef6ac85/8d2262a0-27f2-4caa-9529-fc1ce7a83308) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:51.435011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:51.451425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.452654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:51.471859 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e8e365c5-f80c-4481-a10e-2974859d25e1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "PUT /v2.0/routers/6ec0364d-d9ab-497a-ba3a-3f80507c635f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7786751 Sep 21 15:59:51.472644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42428) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:51.514669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfe87f-520f-4ae7-bc71-0e1397ebf80a None None] Sync routers for ids ['6ec0364d-d9ab-497a-ba3a-3f80507c635f'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:51.523955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fba1bd1-1491-4ac5-beae-ff611ea1256b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.541334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfe87f-520f-4ae7-bc71-0e1397ebf80a None None] Routers {'6ec0364d-d9ab-497a-ba3a-3f80507c635f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:51.541979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-56bfe87f-520f-4ae7-bc71-0e1397ebf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6ec0364d-d9ab-497a-ba3a-3f80507c635f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:51.542389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4fba1bd1-1491-4ac5-beae-ff611ea1256b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.543737 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4fba1bd1-1491-4ac5-beae-ff611ea1256b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/8eba01fa-33d5-42b5-96d9-6d23f4c976cf HTTP/1.1" status: 204 len: 168 time: 0.3126633 Sep 21 15:59:51.548574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42432) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:51.574521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba1bd1-1491-4ac5-beae-ff611ea1256b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8eba01fa-33d5-42b5-96d9-6d23f4c976cf,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:51.580546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=0e900810-0483-454a-8477-bdf019214d2c,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:51.607556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-56bfe87f-520f-4ae7-bc71-0e1397ebf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:51.626840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7cae2a36-6034-4c24-8fad-1b425eff790b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:51.632906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfe87f-520f-4ae7-bc71-0e1397ebf80a None None] Routers {'6ec0364d-d9ab-497a-ba3a-3f80507c635f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:51.632906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-56bfe87f-520f-4ae7-bc71-0e1397ebf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6ec0364d-d9ab-497a-ba3a-3f80507c635f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:51.636185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Made reservation on behalf of b604a1e3b6064c069dacc470770955aa for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:51.639827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.648452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a5cf8d-70d3-4964-a1b8-149c78f28159 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:51.649291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a3a5cf8d-70d3-4964-a1b8-149c78f28159 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:51.659731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] In _notify_port_updated(), no bound segment for port 4be58411-627d-4224-af64-7bb918dec6f2 on network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:59:51.665859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:51.666528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.671994 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "PUT /v2.0/ports/4be58411-627d-4224-af64-7bb918dec6f2 HTTP/1.1" status: 200 len: 997 time: 1.6161499 Sep 21 15:59:51.672147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42436) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:51.697752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-56bfe87f-520f-4ae7-bc71-0e1397ebf80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:51.698606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bfe87f-520f-4ae7-bc71-0e1397ebf80a None None] The sync data for ids ['6ec0364d-d9ab-497a-ba3a-3f80507c635f'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:51.720896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e681add3-b5ef-4765-8d7a-da3ff319a536 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 15:59:51.749110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7cae2a36-6034-4c24-8fad-1b425eff790b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:51.753326 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7cae2a36-6034-4c24-8fad-1b425eff790b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2009566 Sep 21 15:59:51.753475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] device_id is not set on port c8724b73-353f-4950-8e39-1f11d4b31b7c yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:51.754925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42440) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:51.759986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbe065-aaee-4723-9be1-f99861230dbb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Deleting port 4be58411-627d-4224-af64-7bb918dec6f2 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:51.760396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe065-aaee-4723-9be1-f99861230dbb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.771624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: e681add3-b5ef-4765-8d7a-da3ff319a536 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 15:59:51.771979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e681add3-b5ef-4765-8d7a-da3ff319a536 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 15:59:51.793715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67163f-0c36-4901-879e-3b84726691b9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=4be58411-627d-4224-af64-7bb918dec6f2,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:51.806810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Deleting port e681add3-b5ef-4765-8d7a-da3ff319a536 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:51.807289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.843547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a3a5cf8d-70d3-4964-a1b8-149c78f28159 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:51.846968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a3a5cf8d-70d3-4964-a1b8-149c78f28159 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ec0364d-d9ab-497a-ba3a-3f80507c635f HTTP/1.1" status: 200 len: 989 time: 0.3728545 Sep 21 15:59:51.859676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.862396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42444) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:51.871970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Transition to ACTIVE for port object 8d2262a0-27f2-4caa-9529-fc1ce7a83308 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:51.892545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Transition to ACTIVE for port object 8d2262a0-27f2-4caa-9529-fc1ce7a83308 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:51.933864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:51.954585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.029012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Network fdffc03e-0963-42de-90ac-9c221152f316 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:52.032587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:52.034314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Allocated IP 172.20.0.7 (fdffc03e-0963-42de-90ac-9c221152f316/aecd5258-875b-49af-a695-edefeef6ac85/c8724b73-353f-4950-8e39-1f11d4b31b7c) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:52.038249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:52.047609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] The port 'e681add3-b5ef-4765-8d7a-da3ff319a536' was deleted {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 15:59:52.095584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Pushing event updated for resources: {'Port': ['ID=8d2262a0-27f2-4caa-9529-fc1ce7a83308,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:52.165925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Attempting to bind port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 15:59:52.166503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Attempting to bind port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c088cfe6-10e8-4d3f-b419-5ea349116857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 15:59:52.166940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Attempting to bind port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 on network fdffc03e-0963-42de-90ac-9c221152f316 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 15:59:52.173110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 15:59:52.173580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Checking segment: {'id': 'c088cfe6-10e8-4d3f-b419-5ea349116857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 15:59:52.175197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.175197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Bound using segment: {'id': 'c088cfe6-10e8-4d3f-b419-5ea349116857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 15:59:52.175197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Bound port: 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c088cfe6-10e8-4d3f-b419-5ea349116857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 15:59:52.175491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.275480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] For port 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 15:59:52.278986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] For port 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2262a0-27f2-4caa-9529-fc1ce7a83308,segment=NetworkSegment(c088cfe6-10e8-4d3f-b419-5ea349116857),segment_id=c088cfe6-10e8-4d3f-b419-5ea349116857)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 15:59:52.331873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.381829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.411627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08e407-da14-4dce-8998-825cf8659f09 None None] Pushing event updated for resources: {'Port': ['ID=8d2262a0-27f2-4caa-9529-fc1ce7a83308,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:52.455147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.559041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.622598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.663913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Transition to ACTIVE for port object c8724b73-353f-4950-8e39-1f11d4b31b7c will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:52.708899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.723707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060a13fc-290d-4177-98b1-ca7c43328afd']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:52.756872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84419b3d-3514-4a74-9b55-80c6b78f542e') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:52.757165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84419b3d-3514-4a74-9b55-80c6b78f542e') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:52.788889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.863269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.866431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.877273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe065-aaee-4723-9be1-f99861230dbb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.888951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.896894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 15:59:52.897299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:52.948791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.024590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Network fdffc03e-0963-42de-90ac-9c221152f316 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:53.032222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:53.036297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event updated for resources: {'Port': ['ID=c8724b73-353f-4950-8e39-1f11d4b31b7c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:53.038545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:53.045930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbe065-aaee-4723-9be1-f99861230dbb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Calling delete_port for 4be58411-627d-4224-af64-7bb918dec6f2 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:53.114917 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 84419b3d-3514-4a74-9b55-80c6b78f542e resource provider aggregate not found Sep 21 15:59:53.144821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.150266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.187878 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 84419b3d-3514-4a74-9b55-80c6b78f542e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84419b3d-3514-4a74-9b55-80c6b78f542e found for delete ", "request_id": "req-869dca05-2378-48ad-918b-f690e36d4f67"}]} Sep 21 15:59:53.211469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b3dc4-4af9-4e4a-89b5-4f485889621a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:53.235012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=0e900810-0483-454a-8477-bdf019214d2c,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:53.244757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.245121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.245448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.245792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.246177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.246516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.246845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.247228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.247556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.247950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.248217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.248552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:53.259796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:53.260445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.331164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.348354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.352699 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7aabffce-a553-4e39-b470-80875a4f3d69 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/aa2b3dc4-4af9-4e4a-89b5-4f485889621a HTTP/1.1" status: 204 len: 168 time: 1.5949180 Sep 21 15:59:53.352838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:53.358147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:53.360022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42452) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:53.375503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.382638 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1ef2fbb5-a6bd-485c-9ced-b493ecf30b68 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2456555 Sep 21 15:59:53.385792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42456) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:53.390731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] Pushing event deleted for resources: {'Network': ['ID=060a13fc-290d-4177-98b1-ca7c43328afd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:53.398867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Request body: {'port': {'network_id': 'fdffc03e-0963-42de-90ac-9c221152f316', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1373775477', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:53.399364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] bootfile-name is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:53.399704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] tftp-server is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:53.400045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] server-ip-address is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:53.409468 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6ffa8e59-af12-4f86-934e-3310019a2f6a tempest-NetworksIpV6TestAttrs-535825112 tempest-NetworksIpV6TestAttrs-535825112-project] 10.222.0.65 "DELETE /v2.0/networks/060a13fc-290d-4177-98b1-ca7c43328afd HTTP/1.1" status: 204 len: 168 time: 3.5259984 Sep 21 15:59:53.516540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe065-aaee-4723-9be1-f99861230dbb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.578793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-41ee7e83-43b1-4392-acc2-18f46d43e341 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:53.588462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.608161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65dcb52-8cb8-4a6d-a84c-201e595ec268 None None] Network fdffc03e-0963-42de-90ac-9c221152f316 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 15:59:53.744138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-16db6fa3-c227-48a1-9e55-2b08d074df87 None None] Provisioning complete for port 0e900810-0483-454a-8477-bdf019214d2c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:53.745303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16db6fa3-c227-48a1-9e55-2b08d074df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.777625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe065-aaee-4723-9be1-f99861230dbb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Port': ['ID=4be58411-627d-4224-af64-7bb918dec6f2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:53.805564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:53.807773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-41ee7e83-43b1-4392-acc2-18f46d43e341 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:53.813524 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-41ee7e83-43b1-4392-acc2-18f46d43e341 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4485700 Sep 21 15:59:53.816110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42462) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:53.819992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Usage tracker for resource:port and tenant:b604a1e3b6064c069dacc470770955aa is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:53.820246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-16db6fa3-c227-48a1-9e55-2b08d074df87 None None] Port 0e900810-0483-454a-8477-bdf019214d2c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:53.822229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8d2262a0-27f2-4caa-9529-fc1ce7a83308 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:53.824066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:53.831688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--668754983'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:53.843086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:53.845514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:53.863360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:53.905967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router dae98e09-46e7-4309-bcd2-57bf7afb574f is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 15:59:53.985788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:53.990983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-16db6fa3-c227-48a1-9e55-2b08d074df87 None None] Provisioning for port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:53.997753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Made reservation on behalf of b604a1e3b6064c069dacc470770955aa for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:54.001568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.089319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42468) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:54.108445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:54.115350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:54.115730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.132022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] device_id is not set on port 91696736-8e67-4f3b-a1e4-fe97541700fd yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:54.262629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:54.262922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.293427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe065-aaee-4723-9be1-f99861230dbb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.298938 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9ffbe065-aaee-4723-9be1-f99861230dbb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "DELETE /v2.0/ports/4be58411-627d-4224-af64-7bb918dec6f2 HTTP/1.1" status: 204 len: 168 time: 2.6270893 Sep 21 15:59:54.305717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42474) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:54.306883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2262a0-27f2-4caa-9529-fc1ce7a83308,segment=NetworkSegment(c088cfe6-10e8-4d3f-b419-5ea349116857),segment_id=c088cfe6-10e8-4d3f-b419-5ea349116857)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 15:59:54.337928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:54.356479 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb8ac25-d7ea-450c-a718-d81ff78c25fc tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] GET failed (client error): The resource could not be found. Sep 21 15:59:54.357022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4cb8ac25-d7ea-450c-a718-d81ff78c25fc tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Synchronizing usage tracker for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:54.361885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:54.375371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:54.377980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4cb8ac25-d7ea-450c-a718-d81ff78c25fc tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Unset dirty status for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:54.386558 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4cb8ac25-d7ea-450c-a718-d81ff78c25fc tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "GET /v2.0/ports/4be58411-627d-4224-af64-7bb918dec6f2 HTTP/1.1" status: 404 len: 333 time: 0.0778248 Sep 21 15:59:54.389559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42478) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:54.400029 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'name': 'tempest-AllowedAddressPairTestJSON-1838522644'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:54.411378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.412441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:54.426673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:54.440274 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b90d38-0601-49f9-888c-495a05193ce6 None None] Sync routers for ids ['dae98e09-46e7-4309-bcd2-57bf7afb574f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:54.457548 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b90d38-0601-49f9-888c-495a05193ce6 None None] Routers {'dae98e09-46e7-4309-bcd2-57bf7afb574f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:54.459208 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e3b90d38-0601-49f9-888c-495a05193ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dae98e09-46e7-4309-bcd2-57bf7afb574f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:54.480696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-640d137a-997d-41f4-a15d-4b8436a7f88d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b84ff56cca53444c89066357cb21cce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854239 Sep 21 15:59:54.490648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42482) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:54.513107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port fea83094-a69e-4112-8c1f-0a9e6aa1605c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:54.515208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.542643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8d2262a0-27f2-4caa-9529-fc1ce7a83308,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:54.556754 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e3b90d38-0601-49f9-888c-495a05193ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:54.568668 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b90d38-0601-49f9-888c-495a05193ce6 None None] Routers {'dae98e09-46e7-4309-bcd2-57bf7afb574f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:54.569756 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e3b90d38-0601-49f9-888c-495a05193ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dae98e09-46e7-4309-bcd2-57bf7afb574f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:54.571207 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5ec06b4e-7f73-44f5-8ecf-0d3ae5006d42 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/dae98e09-46e7-4309-bcd2-57bf7afb574f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2101667 Sep 21 15:59:54.579363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42486) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:54.636425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2915bf39-c75a-41af-8684-1690ee4aa7b9 None None] Provisioning for port c8724b73-353f-4950-8e39-1f11d4b31b7c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:54.641420 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e3b90d38-0601-49f9-888c-495a05193ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:54.641989 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b90d38-0601-49f9-888c-495a05193ce6 None None] The sync data for ids ['dae98e09-46e7-4309-bcd2-57bf7afb574f'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:54.651465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2915bf39-c75a-41af-8684-1690ee4aa7b9 None None] Provisioning complete for port c8724b73-353f-4950-8e39-1f11d4b31b7c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:54.654794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2915bf39-c75a-41af-8684-1690ee4aa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.705733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Allocated IP 172.20.0.4 (fdffc03e-0963-42de-90ac-9c221152f316/aecd5258-875b-49af-a695-edefeef6ac85/91696736-8e67-4f3b-a1e4-fe97541700fd) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:54.718927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2915bf39-c75a-41af-8684-1690ee4aa7b9 None None] Port c8724b73-353f-4950-8e39-1f11d4b31b7c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:54.730379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2915bf39-c75a-41af-8684-1690ee4aa7b9 None None] Provisioning complete for port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:54.730744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2915bf39-c75a-41af-8684-1690ee4aa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.742241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:54.768330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:54.796448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdc644-7f7b-495b-9754-6fe4ecebaaee tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:54.796748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.800647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-42fdc644-7f7b-495b-9754-6fe4ecebaaee tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports/0e900810-0483-454a-8477-bdf019214d2c HTTP/1.1" status: 200 len: 975 time: 0.2094591 Sep 21 15:59:54.803651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42490) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:54.859131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2915bf39-c75a-41af-8684-1690ee4aa7b9 None None] Current status of the port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:54.877183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Made reservation on behalf of e2cef71e3588427cb68bd7fc90722b08 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:54.880536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.941178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3ead0eb-a1a3-4305-bb89-3277b9effc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.944463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.980740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9e48decc-c478-41fc-8a74-6acb1abde16e None None] Provisioning complete for port c8724b73-353f-4950-8e39-1f11d4b31b7c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:54.981489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9e48decc-c478-41fc-8a74-6acb1abde16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:54.992888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3ead0eb-a1a3-4305-bb89-3277b9effc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.050133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.060859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for fea83094-a69e-4112-8c1f-0a9e6aa1605c owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:55.079662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9e48decc-c478-41fc-8a74-6acb1abde16e None None] Port c8724b73-353f-4950-8e39-1f11d4b31b7c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:55.132217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6866a504-2299-4b5f-9f8c-07ad9f6690ea,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:55.134226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] device_id is not set on port 0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:55.150215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.150570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.150920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.151264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.151610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.151949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.152283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.152613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.152943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.153275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.153630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.153981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 15:59:55.167967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3ead0eb-a1a3-4305-bb89-3277b9effc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.167967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e3ead0eb-a1a3-4305-bb89-3277b9effc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.167967 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e3ead0eb-a1a3-4305-bb89-3277b9effc29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/775d6d06-1753-4716-aaed-601cdf0529de HTTP/1.1" status: 204 len: 168 time: 0.6692016 Sep 21 15:59:55.167967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.187742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ead0eb-a1a3-4305-bb89-3277b9effc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d6d06-1753-4716-aaed-601cdf0529de,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:55.206999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Transition to ACTIVE for port object 91696736-8e67-4f3b-a1e4-fe97541700fd will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:55.222463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.222463 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c3287e05-197b-4be5-a7c6-8f682c737d4c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4020681 Sep 21 15:59:55.222992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42496) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:55.229673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': '6866a504-2299-4b5f-9f8c-07ad9f6690ea', 'direction': 'ingress', 'protocol': 17}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:55.237439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:55.243618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:55.248297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:55.255844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:55.368387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.406296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.489714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Network fdffc03e-0963-42de-90ac-9c221152f316 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:55.494604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:55.497109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:55.532402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Allocated IP 172.20.0.9 (f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21/8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4/0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:55.561914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event updated for resources: {'Port': ['ID=91696736-8e67-4f3b-a1e4-fe97541700fd,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:55.575724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.595450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:55.596180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.636944 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.664932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33154eec-2ff9-4242-8e28-d69a1483e7ad,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:55.691641 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-40cddae7-e8a2-49aa-9723-2f28fc3c376d tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3044605 Sep 21 15:59:55.693596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42506) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:55.743060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8d2262a0-27f2-4caa-9529-fc1ce7a83308 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 15:59:55.764863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.769212 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ca7742fe-01fe-4b61-a985-1811328278cf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5450742 Sep 21 15:59:55.773053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42512) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:55.849638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:55.850228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.871038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99aa6a0a-787c-41b4-82ee-1bf08206ec22 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.882331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:55.882522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97878178-523f-473a-90a9-8b85c974d7b2 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:55.889908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97878178-523f-473a-90a9-8b85c974d7b2 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:55.896441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97878178-523f-473a-90a9-8b85c974d7b2 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:55.897548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-97878178-523f-473a-90a9-8b85c974d7b2 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Synchronizing usage tracker for tenant:b604a1e3b6064c069dacc470770955aa on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:55.936005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99aa6a0a-787c-41b4-82ee-1bf08206ec22 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.011957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=fea83094-a69e-4112-8c1f-0a9e6aa1605c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:56.021540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-97878178-523f-473a-90a9-8b85c974d7b2 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Unset dirty status for tenant:b604a1e3b6064c069dacc470770955aa on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:56.023056 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-97878178-523f-473a-90a9-8b85c974d7b2 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3284130 Sep 21 15:59:56.025820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42518) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:56.051475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 15:59:56.062615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0cc4bf6a-afe1-484c-b641-17e4e6604a3a None None] Provisioning for port 91696736-8e67-4f3b-a1e4-fe97541700fd completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:56.069521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0cc4bf6a-afe1-484c-b641-17e4e6604a3a None None] Provisioning complete for port 91696736-8e67-4f3b-a1e4-fe97541700fd triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:56.069904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0cc4bf6a-afe1-484c-b641-17e4e6604a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.118610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a3d185aa-2664-4dd8-9f17-d9dfac1e19f0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Deleting port 91696736-8e67-4f3b-a1e4-fe97541700fd {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:56.119086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3d185aa-2664-4dd8-9f17-d9dfac1e19f0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.152898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4bf6a-afe1-484c-b641-17e4e6604a3a None None] Port 91696736-8e67-4f3b-a1e4-fe97541700fd cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:56.161749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99aa6a0a-787c-41b4-82ee-1bf08206ec22 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.220759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa6a0a-787c-41b4-82ee-1bf08206ec22 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866a504-2299-4b5f-9f8c-07ad9f6690ea,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:56.280737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.344156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99aa6a0a-787c-41b4-82ee-1bf08206ec22 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.345273 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-99aa6a0a-787c-41b4-82ee-1bf08206ec22 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/6866a504-2299-4b5f-9f8c-07ad9f6690ea HTTP/1.1" status: 204 len: 168 time: 0.5717649 Sep 21 15:59:56.349630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42528) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:56.419349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.508723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4f218f38-a512-4ba9-a850-881d3beeba1e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:56.517037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Transition to ACTIVE for port object 0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:56.534481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.545777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3d185aa-2664-4dd8-9f17-d9dfac1e19f0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.616113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42534) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:56.681826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a3d185aa-2664-4dd8-9f17-d9dfac1e19f0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Calling delete_port for 91696736-8e67-4f3b-a1e4-fe97541700fd owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:56.710782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4f218f38-a512-4ba9-a850-881d3beeba1e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:56.712866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4f218f38-a512-4ba9-a850-881d3beeba1e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3620141 Sep 21 15:59:56.726669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42540) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:56.741288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946314152'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:56.751191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:56.771700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:56.820503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Router 6ec0364d-d9ab-497a-ba3a-3f80507c635f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:59:56.841390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9cf07983-f384-4a3e-8319-77a521781c0f tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:56.841838 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-9cf07983-f384-4a3e-8319-77a521781c0f tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 15:59:56.842325 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-9cf07983-f384-4a3e-8319-77a521781c0f tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 15:59:56.843263 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9cf07983-f384-4a3e-8319-77a521781c0f tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2262127 Sep 21 15:59:56.849842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42544) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:56.857239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766515733'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:56.865028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:56.872335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:56.878271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:56.883323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.901264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:56.916560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:56.920680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:56.923597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:56.929478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:56.977450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:56.992179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3d185aa-2664-4dd8-9f17-d9dfac1e19f0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.166054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.167057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.186218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d185aa-2664-4dd8-9f17-d9dfac1e19f0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event deleted for resources: {'Port': ['ID=91696736-8e67-4f3b-a1e4-fe97541700fd,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:57.191624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.250159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.256711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:57.271172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 15:59:57.275410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f40808-f7c4-45cb-979f-3f9b135eda27 None None] Sync routers for ids ['6ec0364d-d9ab-497a-ba3a-3f80507c635f'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:57.276305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 15:59:57.285981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 15:59:57.291668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f40808-f7c4-45cb-979f-3f9b135eda27 None None] Routers {'6ec0364d-d9ab-497a-ba3a-3f80507c635f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:57.292733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c5f40808-f7c4-45cb-979f-3f9b135eda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6ec0364d-d9ab-497a-ba3a-3f80507c635f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:57.293439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:57.312328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:57.320827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:57.329975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:57.355091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:57.382421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f16260-97d4-446b-9c63-304063d0f363,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:57.387609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:57.388257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.388733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c5f40808-f7c4-45cb-979f-3f9b135eda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:57.400955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f40808-f7c4-45cb-979f-3f9b135eda27 None None] Routers {'6ec0364d-d9ab-497a-ba3a-3f80507c635f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:57.402547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c5f40808-f7c4-45cb-979f-3f9b135eda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['6ec0364d-d9ab-497a-ba3a-3f80507c635f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:57.403294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3d185aa-2664-4dd8-9f17-d9dfac1e19f0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.408546 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a3d185aa-2664-4dd8-9f17-d9dfac1e19f0 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "DELETE /v2.0/ports/91696736-8e67-4f3b-a1e4-fe97541700fd HTTP/1.1" status: 204 len: 168 time: 1.3781126 Sep 21 15:59:57.408646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 0e900810-0483-454a-8477-bdf019214d2c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:57.408646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.408838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42548) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:57.415020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Request body: {'port': {'name': 'tempest-new-port-name-2092003603', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:57.415431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] bootfile-name is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:57.415777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] tftp-server is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:57.416112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.api.validators [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] server-ip-address is not in valid_values {{(pid=89725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 21 15:59:57.451628 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f62c40c3-83c8-411f-ac88-293c50593eb8 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "PUT /v2.0/routers/6ec0364d-d9ab-497a-ba3a-3f80507c635f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5880799 Sep 21 15:59:57.452375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42552) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:57.486477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c5f40808-f7c4-45cb-979f-3f9b135eda27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:57.486896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f40808-f7c4-45cb-979f-3f9b135eda27 None None] The sync data for ids ['6ec0364d-d9ab-497a-ba3a-3f80507c635f'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:57.495563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.499369 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0bcff652-1f8d-488b-ba3e-827eb127fa7e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7691514 Sep 21 15:59:57.503145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42556) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:57.517774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891113279'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:57.526444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:57.538139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:57.540571 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fb2ac5-72d4-4728-acd8-1cfd398c2406 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 15:59:57.541654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a1fb2ac5-72d4-4728-acd8-1cfd398c2406 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:57.544070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:57.556507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:57.578857 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bdb845fa-8bfd-4b19-a721-d6dc01c30742 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1857297 Sep 21 15:59:57.589423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42560) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:57.605119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'network_id': 'f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21', 'name': 'tempest-AllowedAddressPairTestJSON-1269374292'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:57.694295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.719329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.737878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2858aee4-a9bb-4626-b1c9-ec99087d2f90 None None] Provisioning for port 0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 15:59:57.743856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2858aee4-a9bb-4626-b1c9-ec99087d2f90 None None] Provisioning complete for port 0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:57.744310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2858aee4-a9bb-4626-b1c9-ec99087d2f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.748986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:57.755209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a1fb2ac5-72d4-4728-acd8-1cfd398c2406 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:57.759166 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a1fb2ac5-72d4-4728-acd8-1cfd398c2406 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/fea83094-a69e-4112-8c1f-0a9e6aa1605c HTTP/1.1" status: 404 len: 333 time: 0.2901540 Sep 21 15:59:57.768632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42564) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:57.803948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2858aee4-a9bb-4626-b1c9-ec99087d2f90 None None] Port 0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:57.824325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 0e900810-0483-454a-8477-bdf019214d2c owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 15:59:57.866421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:57.978965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:57.995821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:58.023833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:58.032818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.040574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e56f5c8-a39a-49dc-b056-f24d6e8eb978 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.066141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.151903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=0e900810-0483-454a-8477-bdf019214d2c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:58.166670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.175461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:58.202800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:58.224617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:58.246267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:58.357702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:58.359805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:58.372951 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.451545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 15:59:58.512115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb9db22-b8f0-4825-a2a6-307b67c37a41,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:58.547172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e56f5c8-a39a-49dc-b056-f24d6e8eb978 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.551244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e56f5c8-a39a-49dc-b056-f24d6e8eb978 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.596576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Made reservation on behalf of e2cef71e3588427cb68bd7fc90722b08 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 15:59:58.600069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.646677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router dae98e09-46e7-4309-bcd2-57bf7afb574f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 15:59:58.703068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.812502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] device_id is not set on port 8b655e1c-f354-48ce-8438-dc9099c1696a yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 15:59:58.862721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.901280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e56f5c8-a39a-49dc-b056-f24d6e8eb978 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.901705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e56f5c8-a39a-49dc-b056-f24d6e8eb978 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec0364d-d9ab-497a-ba3a-3f80507c635f {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 15:59:58.901834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 15:59:58.909432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.918088 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33ba91-0cb2-4d5d-8b61-5ef95bd23b97 None None] Sync routers for ids ['dae98e09-46e7-4309-bcd2-57bf7afb574f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 15:59:58.918336 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-616081ec-8d74-48f1-bf0a-89c7fc7dc120 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/dae98e09-46e7-4309-bcd2-57bf7afb574f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1136131 Sep 21 15:59:58.921142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42568) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:58.930366 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33ba91-0cb2-4d5d-8b61-5ef95bd23b97 None None] Routers {'dae98e09-46e7-4309-bcd2-57bf7afb574f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:58.931078 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8d33ba91-0cb2-4d5d-8b61-5ef95bd23b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dae98e09-46e7-4309-bcd2-57bf7afb574f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:58.943525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:58.993449 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8d33ba91-0cb2-4d5d-8b61-5ef95bd23b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:59.003759 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33ba91-0cb2-4d5d-8b61-5ef95bd23b97 None None] Routers {'dae98e09-46e7-4309-bcd2-57bf7afb574f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 15:59:59.004715 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8d33ba91-0cb2-4d5d-8b61-5ef95bd23b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T15:59:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dae98e09-46e7-4309-bcd2-57bf7afb574f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:59.028446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.033432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.085862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa2f4a1-854a-44e8-952e-ff2aa6cdf29a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:59.086183 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8d33ba91-0cb2-4d5d-8b61-5ef95bd23b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 15:59:59.086654 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33ba91-0cb2-4d5d-8b61-5ef95bd23b97 None None] The sync data for ids ['dae98e09-46e7-4309-bcd2-57bf7afb574f'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 15:59:59.105277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2e56f5c8-a39a-49dc-b056-f24d6e8eb978 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.106366 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2e56f5c8-a39a-49dc-b056-f24d6e8eb978 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/routers/6ec0364d-d9ab-497a-ba3a-3f80507c635f HTTP/1.1" status: 204 len: 168 time: 1.3326631 Sep 21 15:59:59.111124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42572) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:59.119728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Allocated IP 172.20.0.3 (f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21/8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4/8b655e1c-f354-48ce-8438-dc9099c1696a) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 15:59:59.121577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.228860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.230060 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3792830 Sep 21 15:59:59.230877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.234410 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0c1c98e4-27cc-4fc8-ac7e-f95c34c3a27e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7277613 Sep 21 15:59:59.236271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42576) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:59.236634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42578) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:59.243102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': '69f16260-97d4-446b-9c63-304063d0f363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9aa2f4a1-854a-44e8-952e-ff2aa6cdf29a', 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:59.278420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '85cb6084-3538-4523-b1b3-12580c5e983c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 15:59:59.285851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d40c9-3889-4a0f-97b1-b0b1cf8e5f69 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb6084-3538-4523-b1b3-12580c5e983c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:59.290224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:59.292749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 15:59:59.295468 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-a1ba5273-33e1-4ed0-acb3-268f69eeaf94 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 15:59:59.300320 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a1ba5273-33e1-4ed0-acb3-268f69eeaf94 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/dae98e09-46e7-4309-bcd2-57bf7afb574f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3776057 Sep 21 15:59:59.302529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42584) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:59.306551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:59.309512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 15:59:59.312361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:59.315123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 15:59:59.357378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event updated for resources: {'Port': ['ID=c8724b73-353f-4950-8e39-1f11d4b31b7c,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 15:59:59.368327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f7ecfa-0b98-412b-ae57-39d101f5b7c6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet 00949400-4931-40e7-9847-6d508a2cbea2 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 15:59:59.369710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8322f283-2da1-4b38-8d1e-e4ecf497c319 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 15:59:59.378569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:59.380749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 15:59:59.390050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73f7ecfa-0b98-412b-ae57-39d101f5b7c6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.426062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] In _notify_port_updated(), no bound segment for port c8724b73-353f-4950-8e39-1f11d4b31b7c on network fdffc03e-0963-42de-90ac-9c221152f316 {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 15:59:59.431472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:59.432156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.433463 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c4f6fc81-f8a8-4093-85a2-7717ea6c13e4 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "PUT /v2.0/ports/c8724b73-353f-4950-8e39-1f11d4b31b7c HTTP/1.1" status: 200 len: 1136 time: 2.0239229 Sep 21 15:59:59.436260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42588) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:59.517683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8322f283-2da1-4b38-8d1e-e4ecf497c319 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 15:59:59.519106 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8322f283-2da1-4b38-8d1e-e4ecf497c319 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=dae98e09-46e7-4309-bcd2-57bf7afb574f HTTP/1.1" status: 200 len: 205 time: 0.2145820 Sep 21 15:59:59.525049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42592) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:59.533483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a9c1a6-3056-4cf6-b525-393d7d570baf tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 15:59:59.534864 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-14a9c1a6-3056-4cf6-b525-393d7d570baf tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "GET /v2.0/ports/c8724b73-353f-4950-8e39-1f11d4b31b7c HTTP/1.1" status: 200 len: 1136 time: 0.0974879 Sep 21 15:59:59.535915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73f7ecfa-0b98-412b-ae57-39d101f5b7c6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.539660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8913c6f8-08fc-469c-8166-9406b9e38334 None None] Provisioning complete for port c8724b73-353f-4950-8e39-1f11d4b31b7c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 15:59:59.540227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8913c6f8-08fc-469c-8166-9406b9e38334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.564012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42596) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 15:59:59.593671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.603509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8913c6f8-08fc-469c-8166-9406b9e38334 None None] Port c8724b73-353f-4950-8e39-1f11d4b31b7c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 15:59:59.611520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.686962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2a36b9e0-30a6-4a54-9331-53c0ff4cf159 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Deleting port c8724b73-353f-4950-8e39-1f11d4b31b7c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 15:59:59.689873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a36b9e0-30a6-4a54-9331-53c0ff4cf159 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.742512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c4def1c-5d83-49bd-8d39-13cbf31ca9cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.787480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 15:59:59.859394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Transition to ACTIVE for port object 8b655e1c-f354-48ce-8438-dc9099c1696a will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 15:59:59.860967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73f7ecfa-0b98-412b-ae57-39d101f5b7c6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.007903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.071662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.077986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a36b9e0-30a6-4a54-9331-53c0ff4cf159 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.079981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.103563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c4def1c-5d83-49bd-8d39-13cbf31ca9cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.112688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c4def1c-5d83-49bd-8d39-13cbf31ca9cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.115561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04087d30-7b05-45f6-b400-c7c7e4230db2,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:00.143701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.201241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73f7ecfa-0b98-412b-ae57-39d101f5b7c6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.218060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2a36b9e0-30a6-4a54-9331-53c0ff4cf159 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Calling delete_port for c8724b73-353f-4950-8e39-1f11d4b31b7c owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:00.249149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.273713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f434018-d553-4cbb-a00b-406ceaccca48,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:00.306083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.307335 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1241d84d-8b7a-4ad9-9bb5-232c39d01fbd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0682862 Sep 21 16:00:00.310169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42600) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:00.338702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.339852 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-89a28008-d781-4577-a0e5-429fd8264e0a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1023026 Sep 21 16:00:00.340590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c4def1c-5d83-49bd-8d39-13cbf31ca9cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.341678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4def1c-5d83-49bd-8d39-13cbf31ca9cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Fanout notify agent at l3_agent the message router_deleted on router dae98e09-46e7-4309-bcd2-57bf7afb574f {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:00:00.343011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7aa7394d-f544-4be1-a37c-e3095615d71c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.352046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42604) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:00.354751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4c4def1c-5d83-49bd-8d39-13cbf31ca9cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.355818 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4c4def1c-5d83-49bd-8d39-13cbf31ca9cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/dae98e09-46e7-4309-bcd2-57bf7afb574f HTTP/1.1" status: 204 len: 168 time: 0.8297396 Sep 21 16:00:00.358002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7ecfa-0b98-412b-ae57-39d101f5b7c6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=00949400-4931-40e7-9847-6d508a2cbea2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:00.359088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42606) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:00.362335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7aa7394d-f544-4be1-a37c-e3095615d71c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.373982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5bba92cc-3413-4e0d-93b4-1ca90f537a47 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '85cb6084-3538-4523-b1b3-12580c5e983c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:00.394080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73f7ecfa-0b98-412b-ae57-39d101f5b7c6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.394237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c56370-d228-4889-8ca4-0c947f6fe22e None None] Network 43fb80f7-d2de-41bd-943b-94d33e36ab34 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:00.396808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:00.404862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5bba92cc-3413-4e0d-93b4-1ca90f537a47 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:00.410634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:00.412577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=8b655e1c-f354-48ce-8438-dc9099c1696a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:00.416301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:00.443205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5bba92cc-3413-4e0d-93b4-1ca90f537a47 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:00.448867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b9a173-fe69-412d-ae0a-a00be8e862c7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet 4fe230ad-75c5-4a7b-b756-d9f794dc7651 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:00.452477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a173-fe69-412d-ae0a-a00be8e862c7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.463546 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-73f7ecfa-0b98-412b-ae57-39d101f5b7c6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/00949400-4931-40e7-9847-6d508a2cbea2 HTTP/1.1" status: 204 len: 168 time: 1.3478997 Sep 21 16:00:00.468903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5bba92cc-3413-4e0d-93b4-1ca90f537a47 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:00.478187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42612) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:00.516529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a173-fe69-412d-ae0a-a00be8e862c7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.603764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7aa7394d-f544-4be1-a37c-e3095615d71c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.626660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7394d-f544-4be1-a37c-e3095615d71c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04087d30-7b05-45f6-b400-c7c7e4230db2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:00.634727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a173-fe69-412d-ae0a-a00be8e862c7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.664610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7aa7394d-f544-4be1-a37c-e3095615d71c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.665980 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7aa7394d-f544-4be1-a37c-e3095615d71c tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/04087d30-7b05-45f6-b400-c7c7e4230db2 HTTP/1.1" status: 204 len: 168 time: 0.3546689 Sep 21 16:00:00.670766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42616) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:00.685776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5bba92cc-3413-4e0d-93b4-1ca90f537a47 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:00.713272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] DHCP port deletion for 43fb80f7-d2de-41bd-943b-94d33e36ab34 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:00.720926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Deleting port 2677ecfe-979f-4afa-9001-9e294482c182 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:00.721303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.745225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-93fa59ce-57fb-4a11-8204-ff77b0ac6120 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:00.815758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:00.816370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.826187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-93fa59ce-57fb-4a11-8204-ff77b0ac6120 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:00.827823 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-93fa59ce-57fb-4a11-8204-ff77b0ac6120 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1558900 Sep 21 16:00:00.830830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42620) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:00.855772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.857509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5b0ba30b-974d-406f-b0e6-1126425a4e09 None None] Provisioning for port 8b655e1c-f354-48ce-8438-dc9099c1696a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:00.862962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a173-fe69-412d-ae0a-a00be8e862c7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.872161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5bba92cc-3413-4e0d-93b4-1ca90f537a47 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.888618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 2677ecfe-979f-4afa-9001-9e294482c182 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:00.888967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.915554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9a173-fe69-412d-ae0a-a00be8e862c7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe230ad-75c5-4a7b-b756-d9f794dc7651,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:00.918277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c3b9a173-fe69-412d-ae0a-a00be8e862c7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.918424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5b0ba30b-974d-406f-b0e6-1126425a4e09 None None] Provisioning complete for port 8b655e1c-f354-48ce-8438-dc9099c1696a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:00.918772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba30b-974d-406f-b0e6-1126425a4e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.932691 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c3b9a173-fe69-412d-ae0a-a00be8e862c7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/4fe230ad-75c5-4a7b-b756-d9f794dc7651 HTTP/1.1" status: 204 len: 168 time: 0.5698705 Sep 21 16:00:00.935630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42624) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:00.947898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0b3708d-36f5-4b60-a845-e59325ffce13 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.950034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf48c30c-10b2-4134-ab3e-699b057db4b4 None None] Network 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:00.979138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0b3708d-36f5-4b60-a845-e59325ffce13 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.990368 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2a6ba054-0d9f-4361-8daf-3faa42f2fe41 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3959231 Sep 21 16:00:00.990368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a36b9e0-30a6-4a54-9331-53c0ff4cf159 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:00.990651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42628) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:00.998965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:50:3e:25'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6e:83:9b'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:01.074004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ba30b-974d-406f-b0e6-1126425a4e09 None None] Port 8b655e1c-f354-48ce-8438-dc9099c1696a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:01.076511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] For port 2677ecfe-979f-4afa-9001-9e294482c182, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2677ecfe-979f-4afa-9001-9e294482c182,segment=NetworkSegment(147f3716-4e78-4b3e-80d0-baffd8670606),segment_id=147f3716-4e78-4b3e-80d0-baffd8670606)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:01.076910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.114001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36b9e0-30a6-4a54-9331-53c0ff4cf159 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event deleted for resources: {'Port': ['ID=c8724b73-353f-4950-8e39-1f11d4b31b7c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:01.266306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Calling delete_port for 2677ecfe-979f-4afa-9001-9e294482c182 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:01.271209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0b3708d-36f5-4b60-a845-e59325ffce13 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.308237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3708d-36f5-4b60-a845-e59325ffce13 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa2f4a1-854a-44e8-952e-ff2aa6cdf29a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:01.324762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.330585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.431249 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-5bba92cc-3413-4e0d-93b4-1ca90f537a47 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 16:00:01.432188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0b3708d-36f5-4b60-a845-e59325ffce13 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.432345 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5bba92cc-3413-4e0d-93b4-1ca90f537a47 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0723295 Sep 21 16:00:01.433270 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e0b3708d-36f5-4b60-a845-e59325ffce13 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/9aa2f4a1-854a-44e8-952e-ff2aa6cdf29a HTTP/1.1" status: 204 len: 168 time: 0.6014800 Sep 21 16:00:01.435790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42632) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:01.437704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42634) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:01.458653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 68ea967b-117f-4a64-b9af-17816171998f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:01.458941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.492811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a36b9e0-30a6-4a54-9331-53c0ff4cf159 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.494723 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2a36b9e0-30a6-4a54-9331-53c0ff4cf159 tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "DELETE /v2.0/ports/c8724b73-353f-4950-8e39-1f11d4b31b7c HTTP/1.1" status: 204 len: 168 time: 1.9272218 Sep 21 16:00:01.503040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42640) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:01.554804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.571140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] For port 2677ecfe-979f-4afa-9001-9e294482c182, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2677ecfe-979f-4afa-9001-9e294482c182,segment=NetworkSegment(147f3716-4e78-4b3e-80d0-baffd8670606),segment_id=147f3716-4e78-4b3e-80d0-baffd8670606)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:01.571769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.643498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] DHCP port deletion for 7c45c8c7-c59d-4cc0-bb9a-fd202237d45a request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:01.655395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Pushing event deleted for resources: {'Port': ['ID=2677ecfe-979f-4afa-9001-9e294482c182,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:01.660630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Deleting port 68ea967b-117f-4a64-b9af-17816171998f {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:01.661053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.699158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.706919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-58b26bc2-68b7-4a36-a812-70609c675132 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:01.715357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] No DVR routers for this DVR port 2677ecfe-979f-4afa-9001-9e294482c182 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:01.730379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a2a33aea-6e62-4e1d-9dd0-ce45ab6c143a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.732190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 68ea967b-117f-4a64-b9af-17816171998f no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:01.758585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.758936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.759630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.760056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.760547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.761097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.761853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.762690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.763135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.763266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a2a33aea-6e62-4e1d-9dd0-ce45ab6c143a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.763715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.763848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.764136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84712dba-0721-42e1-9e0e-20df90cd35a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:01.769735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 2677ecfe-979f-4afa-9001-9e294482c182 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:01.772418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.811611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-628e2474-4c72-4d37-acf6-81a8e8821fdd tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Deleting subnet aecd5258-875b-49af-a695-edefeef6ac85 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:01.832368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-628e2474-4c72-4d37-acf6-81a8e8821fdd tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.859324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-58b26bc2-68b7-4a36-a812-70609c675132 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:01.860909 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-58b26bc2-68b7-4a36-a812-70609c675132 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4220974 Sep 21 16:00:01.864980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42644) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:01.917174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event updated for resources: {'Port': ['ID=8b655e1c-f354-48ce-8438-dc9099c1696a,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:01.924872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] In _notify_port_updated(), no bound segment for port 8b655e1c-f354-48ce-8438-dc9099c1696a on network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:00:01.930322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:01.934881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:01.934881 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-857921eb-bdc6-491d-9977-02a823529c77 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "PUT /v2.0/ports/8b655e1c-f354-48ce-8438-dc9099c1696a HTTP/1.1" status: 200 len: 1055 time: 0.9413726 Sep 21 16:00:01.935089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42648) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:02.005813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 68ea967b-117f-4a64-b9af-17816171998f is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:02.006218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.010687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-afafa8b8-2599-4f9a-bc66-0fe377603037 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Deleting port 8b655e1c-f354-48ce-8438-dc9099c1696a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:02.011033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-afafa8b8-2599-4f9a-bc66-0fe377603037 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.012498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 68ea967b-117f-4a64-b9af-17816171998f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=68ea967b-117f-4a64-b9af-17816171998f,segment=NetworkSegment(13109d28-89ee-471b-b325-fa7778214832),segment_id=13109d28-89ee-471b-b325-fa7778214832)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:02.013127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.024969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] For port 68ea967b-117f-4a64-b9af-17816171998f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=68ea967b-117f-4a64-b9af-17816171998f,segment=NetworkSegment(13109d28-89ee-471b-b325-fa7778214832),segment_id=13109d28-89ee-471b-b325-fa7778214832)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:02.025262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.071005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a2a33aea-6e62-4e1d-9dd0-ce45ab6c143a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.097096 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a33aea-6e62-4e1d-9dd0-ce45ab6c143a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb6084-3538-4523-b1b3-12580c5e983c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:02.104070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a2a33aea-6e62-4e1d-9dd0-ce45ab6c143a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.108671 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a2a33aea-6e62-4e1d-9dd0-ce45ab6c143a tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/85cb6084-3538-4523-b1b3-12580c5e983c HTTP/1.1" status: 204 len: 168 time: 0.6719439 Sep 21 16:00:02.109314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42652) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:02.160859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Calling delete_port for 68ea967b-117f-4a64-b9af-17816171998f owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:02.166641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 68ea967b-117f-4a64-b9af-17816171998f owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:02.215565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 68ea967b-117f-4a64-b9af-17816171998f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=68ea967b-117f-4a64-b9af-17816171998f,segment=NetworkSegment(13109d28-89ee-471b-b325-fa7778214832),segment_id=13109d28-89ee-471b-b325-fa7778214832)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:02.275096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.276062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2677ecfe-979f-4afa-9001-9e294482c182 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:02.285974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-634b2f39-3266-4080-a9bd-407cd45c2b4e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:02.349197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2677ecfe-979f-4afa-9001-9e294482c182 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:00:02.349557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2677ecfe-979f-4afa-9001-9e294482c182 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:00:02.370948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:02.371327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:02.375203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-afafa8b8-2599-4f9a-bc66-0fe377603037 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.390351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=68ea967b-117f-4a64-b9af-17816171998f,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:02.403413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-628e2474-4c72-4d37-acf6-81a8e8821fdd tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.454268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:02.454954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:02.504432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9669f81-541f-410b-95fc-849319ba8a1a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.545953 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-634b2f39-3266-4080-a9bd-407cd45c2b4e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:02.547141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9669f81-541f-410b-95fc-849319ba8a1a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.547481 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-634b2f39-3266-4080-a9bd-407cd45c2b4e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4348562 Sep 21 16:00:02.555468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42656) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:02.563105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:02.563424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:02.567864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440421213'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:02.586250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:02.588743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-628e2474-4c72-4d37-acf6-81a8e8821fdd tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.610502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-afafa8b8-2599-4f9a-bc66-0fe377603037 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Calling delete_port for 8b655e1c-f354-48ce-8438-dc9099c1696a owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:02.644534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:02.734441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.755088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:02.758857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9669f81-541f-410b-95fc-849319ba8a1a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.762590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:02.772415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-628e2474-4c72-4d37-acf6-81a8e8821fdd tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.775825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:02.803883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-afafa8b8-2599-4f9a-bc66-0fe377603037 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.820450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:02.824875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9669f81-541f-410b-95fc-849319ba8a1a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f16260-97d4-446b-9c63-304063d0f363,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:02.839226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e2474-4c72-4d37-acf6-81a8e8821fdd tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event deleted for resources: {'Subnet': ['ID=aecd5258-875b-49af-a695-edefeef6ac85,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:02.844352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-628e2474-4c72-4d37-acf6-81a8e8821fdd tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.853650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201b040-b5d4-4a07-948f-6b2a5d2fed26 None None] Network fdffc03e-0963-42de-90ac-9c221152f316 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:02.856564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa8b8-2599-4f9a-bc66-0fe377603037 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Port': ['ID=8b655e1c-f354-48ce-8438-dc9099c1696a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:02.892504 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-628e2474-4c72-4d37-acf6-81a8e8821fdd tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "DELETE /v2.0/subnets/aecd5258-875b-49af-a695-edefeef6ac85 HTTP/1.1" status: 204 len: 168 time: 1.3794305 Sep 21 16:00:02.893199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42660) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:02.942421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Deleting port 68ea967b-117f-4a64-b9af-17816171998f {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:02.943173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.975229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6261-7dbe-4b69-ae82-2cbd6858eacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:02.983332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 2677ecfe-979f-4afa-9001-9e294482c182 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:02.983332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.095373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] The port '2677ecfe-979f-4afa-9001-9e294482c182' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:00:03.108113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 68ea967b-117f-4a64-b9af-17816171998f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:03.108562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.219143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9669f81-541f-410b-95fc-849319ba8a1a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.222390 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a9669f81-541f-410b-95fc-849319ba8a1a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/69f16260-97d4-446b-9c63-304063d0f363 HTTP/1.1" status: 204 len: 168 time: 1.3562186 Sep 21 16:00:03.223615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42664) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:03.253359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-afafa8b8-2599-4f9a-bc66-0fe377603037 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.294066 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1946d7d1-2e06-4073-8794-29c8860fc4dc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0687969 Sep 21 16:00:03.295208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.297347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42668) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:03.303326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--322380401'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:03.309817 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:03.314360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:03.319218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:03.319817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] For port 68ea967b-117f-4a64-b9af-17816171998f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=68ea967b-117f-4a64-b9af-17816171998f,segment=NetworkSegment(13109d28-89ee-471b-b325-fa7778214832),segment_id=13109d28-89ee-471b-b325-fa7778214832)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:03.320260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.325701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:03.342419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.360900 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-afafa8b8-2599-4f9a-bc66-0fe377603037 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "DELETE /v2.0/ports/8b655e1c-f354-48ce-8438-dc9099c1696a HTTP/1.1" status: 204 len: 168 time: 1.4247570 Sep 21 16:00:03.363576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42672) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:03.412876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.417544 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8c3060-fa74-46b6-9715-db840398efff tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] GET failed (client error): The resource could not be found. Sep 21 16:00:03.418217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ee8c3060-fa74-46b6-9715-db840398efff tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Synchronizing usage tracker for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:03.420904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.452893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Calling delete_port for 68ea967b-117f-4a64-b9af-17816171998f owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:03.460805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.478541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Deleting port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:03.479142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.481884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:03.486569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:03.490012 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:03.494006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ee8c3060-fa74-46b6-9715-db840398efff tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Unset dirty status for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:03.495302 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ee8c3060-fa74-46b6-9715-db840398efff tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "GET /v2.0/ports/8b655e1c-f354-48ce-8438-dc9099c1696a HTTP/1.1" status: 404 len: 333 time: 0.1307881 Sep 21 16:00:03.501875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:03.503887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42676) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:03.576619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] DHCP port deletion for fdffc03e-0963-42de-90ac-9c221152f316 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:03.584318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Deleting port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:03.585682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.592081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fb80f7-d2de-41bd-943b-94d33e36ab34']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:03.595446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0117c3a0-3aae-43a2-8302-615a39d36ebb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Deleting port 0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:03.595896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0117c3a0-3aae-43a2-8302-615a39d36ebb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.616420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b60a55-50b2-4431-aca6-d75248e63ecf,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:03.622411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147f3716-4e78-4b3e-80d0-baffd8670606') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:03.622711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147f3716-4e78-4b3e-80d0-baffd8670606') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:03.674118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.686208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.688985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.690421 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0e67ed2f-2efa-4451-92cf-c7e7908dd81c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1322718 Sep 21 16:00:03.709749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42680) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:03.721587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e9e77b96-793a-429f-8ccc-7d202fda9ef0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'a2b60a55-50b2-4431-aca6-d75248e63ecf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:03.722181 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-e9e77b96-793a-429f-8ccc-7d202fda9ef0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 16:00:03.722870 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-e9e77b96-793a-429f-8ccc-7d202fda9ef0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:03.724534 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e9e77b96-793a-429f-8ccc-7d202fda9ef0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135262 Sep 21 16:00:03.728417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.730345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42684) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:03.733319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 68ea967b-117f-4a64-b9af-17816171998f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=68ea967b-117f-4a64-b9af-17816171998f,segment=NetworkSegment(13109d28-89ee-471b-b325-fa7778214832),segment_id=13109d28-89ee-471b-b325-fa7778214832)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:03.733686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.741982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8d2262a0-27f2-4caa-9529-fc1ce7a83308 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:03.750538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.796314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] Pushing event deleted for resources: {'Port': ['ID=68ea967b-117f-4a64-b9af-17816171998f,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:03.810168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0501526-94de-4c01-bb45-0fe81145d25c None None] No DVR routers for this DVR port 68ea967b-117f-4a64-b9af-17816171998f on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:03.839338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:03.839681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.873706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.937900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0ef582-7174-4e53-be1f-81b23907b394,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:03.971972 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 147f3716-4e78-4b3e-80d0-baffd8670606 resource provider aggregate not found Sep 21 16:00:03.988447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:03.990408 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5cf3deeb-277e-48f5-81de-c16df6871851 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6918600 Sep 21 16:00:03.993628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42692) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:03.999475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0117c3a0-3aae-43a2-8302-615a39d36ebb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.011007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': '8e0ef582-7174-4e53-be1f-81b23907b394', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:04.017063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:04.021408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:04.023105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 68ea967b-117f-4a64-b9af-17816171998f owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:04.024591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:04.030527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:04.046515 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] For port 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2262a0-27f2-4caa-9529-fc1ce7a83308,segment=NetworkSegment(c088cfe6-10e8-4d3f-b419-5ea349116857),segment_id=c088cfe6-10e8-4d3f-b419-5ea349116857)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:04.052371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.067441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:04.073099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.173164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0117c3a0-3aae-43a2-8302-615a39d36ebb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Calling delete_port for 0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:04.206451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Calling delete_port for 8d2262a0-27f2-4caa-9529-fc1ce7a83308 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:04.211184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.212308 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 147f3716-4e78-4b3e-80d0-baffd8670606 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 147f3716-4e78-4b3e-80d0-baffd8670606 found for delete ", "request_id": "req-c333a246-8f35-4f36-bc8f-11ef3b32396b"}]} Sep 21 16:00:04.268848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2262a0-27f2-4caa-9529-fc1ce7a83308,segment=NetworkSegment(c088cfe6-10e8-4d3f-b419-5ea349116857),segment_id=c088cfe6-10e8-4d3f-b419-5ea349116857)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:04.281505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] For port 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2262a0-27f2-4caa-9529-fc1ce7a83308,segment=NetworkSegment(c088cfe6-10e8-4d3f-b419-5ea349116857),segment_id=c088cfe6-10e8-4d3f-b419-5ea349116857)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:04.281875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.284151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.335767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.367954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.395142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:04.396062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:04.412043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efb4987-1147-49f4-b9b2-bde18291339e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:04.416374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8d2262a0-27f2-4caa-9529-fc1ce7a83308,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:04.436130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Calling delete_port for 8d2262a0-27f2-4caa-9529-fc1ce7a83308 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:04.467149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.484420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3953fb97-7255-4378-be2b-ecfee39d79ab tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.494933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0117c3a0-3aae-43a2-8302-615a39d36ebb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.500574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.525234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Network': ['ID=43fb80f7-d2de-41bd-943b-94d33e36ab34,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:04.532927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:04.533255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:04.545159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.546351 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b3bf2714-f731-456e-bf0a-24e3118f58f3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5516949 Sep 21 16:00:04.549616 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5b9ef2bb-e5e2-442e-9b7b-7f9a2db9f641 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/networks/43fb80f7-d2de-41bd-943b-94d33e36ab34 HTTP/1.1" status: 204 len: 168 time: 4.0663066 Sep 21 16:00:04.549794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c3a0-3aae-43a2-8302-615a39d36ebb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Port': ['ID=0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:04.550733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42696) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:04.555477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3953fb97-7255-4378-be2b-ecfee39d79ab tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.563133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42700) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:04.686032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad5588-2c47-42bb-b452-381713fcc66a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:04.686592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3bad5588-2c47-42bb-b452-381713fcc66a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:04.712571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:04.713130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:04.791106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-505f3e06-5e84-444c-aedb-f54f0c42f70f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.809629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-505f3e06-5e84-444c-aedb-f54f0c42f70f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.826316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0117c3a0-3aae-43a2-8302-615a39d36ebb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.829398 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0117c3a0-3aae-43a2-8302-615a39d36ebb tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "DELETE /v2.0/ports/0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d HTTP/1.1" status: 204 len: 168 time: 1.3234463 Sep 21 16:00:04.831294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42704) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:04.869283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3953fb97-7255-4378-be2b-ecfee39d79ab tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.887799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3bad5588-2c47-42bb-b452-381713fcc66a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:04.892256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3bad5588-2c47-42bb-b452-381713fcc66a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/4e7d51fa-6022-4ed5-9263-3d2f32beb43c HTTP/1.1" status: 200 len: 844 time: 0.3232713 Sep 21 16:00:04.892256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-411e14f8-6ec1-4e03-87ad-b8d10c4bad84 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] GET failed (client error): The resource could not be found. Sep 21 16:00:04.892256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-411e14f8-6ec1-4e03-87ad-b8d10c4bad84 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Synchronizing usage tracker for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:04.893048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42708) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:04.897263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Deleting port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:04.897425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953fb97-7255-4378-be2b-ecfee39d79ab tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b60a55-50b2-4431-aca6-d75248e63ecf,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:04.897969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.942020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-505f3e06-5e84-444c-aedb-f54f0c42f70f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.980124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-505f3e06-5e84-444c-aedb-f54f0c42f70f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.983669 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-505f3e06-5e84-444c-aedb-f54f0c42f70f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/9efb4987-1147-49f4-b9b2-bde18291339e HTTP/1.1" status: 204 len: 168 time: 0.4295461 Sep 21 16:00:04.983669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f3e06-5e84-444c-aedb-f54f0c42f70f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9efb4987-1147-49f4-b9b2-bde18291339e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:04.984422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42712) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:04.994599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3953fb97-7255-4378-be2b-ecfee39d79ab tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:04.997209 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3953fb97-7255-4378-be2b-ecfee39d79ab tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/a2b60a55-50b2-4431-aca6-d75248e63ecf HTTP/1.1" status: 204 len: 168 time: 1.2549374 Sep 21 16:00:05.000695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42716) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:05.017386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-add333a0-c49e-4a09-9fbf-f07cf2b8644d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.024147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-411e14f8-6ec1-4e03-87ad-b8d10c4bad84 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Unset dirty status for tenant:e2cef71e3588427cb68bd7fc90722b08 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:05.030816 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-411e14f8-6ec1-4e03-87ad-b8d10c4bad84 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "GET /v2.0/ports/0cd3f047-db05-46c5-bbf8-9ab6f0d9f89d HTTP/1.1" status: 404 len: 333 time: 0.1924000 Sep 21 16:00:05.030997 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b61eb46d-9d61-4656-b091-ee1258bc6e57 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/4e7d51fa-6022-4ed5-9263-3d2f32beb43c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1317165 Sep 21 16:00:05.031137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42720) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:05.035662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42722) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:05.066444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-764e0502-89e5-4656-815b-b8a3c5bc6065 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:05.093045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:05.116737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 68ea967b-117f-4a64-b9af-17816171998f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:05.117512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.145015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] For port 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2262a0-27f2-4caa-9529-fc1ce7a83308,segment=NetworkSegment(c088cfe6-10e8-4d3f-b419-5ea349116857),segment_id=c088cfe6-10e8-4d3f-b419-5ea349116857)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:05.146133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.190727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] The port '68ea967b-117f-4a64-b9af-17816171998f' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:00:05.191711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-764e0502-89e5-4656-815b-b8a3c5bc6065 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:05.192995 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-764e0502-89e5-4656-815b-b8a3c5bc6065 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1913655 Sep 21 16:00:05.210837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42728) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:05.225043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Deleting port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:05.225394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.229190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--512333324'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:05.247481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4c10b482-9314-4d05-9f32-1e0bf66782f8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:05.268882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:05.282906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Calling delete_port for 8d2262a0-27f2-4caa-9529-fc1ce7a83308 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:05.286545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-30f93d0b-7153-4b8d-b684-daee2360afd9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Deleting port edf50c33-dab0-4dad-be9e-e229f0762032 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:05.286939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30f93d0b-7153-4b8d-b684-daee2360afd9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.352758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:05.358737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:05.372207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:05.377973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:05.399729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.405846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4c10b482-9314-4d05-9f32-1e0bf66782f8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:05.407176 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4c10b482-9314-4d05-9f32-1e0bf66782f8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4158697 Sep 21 16:00:05.418483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42732) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:05.423665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:05.466731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c45c8c7-c59d-4cc0-bb9a-fd202237d45a']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:05.468863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.505300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13109d28-89ee-471b-b325-fa7778214832') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:05.505921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13109d28-89ee-471b-b325-fa7778214832') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:05.516508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] Pushing event deleted for resources: {'Port': ['ID=8d2262a0-27f2-4caa-9529-fc1ce7a83308,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:05.519911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7feee15-a7f6-437a-a320-a953e9995460 None None] No DVR routers for this DVR port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:05.537841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.546524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:05.549894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.590277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.637398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.644314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] For port 8d2262a0-27f2-4caa-9529-fc1ce7a83308, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8d2262a0-27f2-4caa-9529-fc1ce7a83308,segment=NetworkSegment(c088cfe6-10e8-4d3f-b419-5ea349116857),segment_id=c088cfe6-10e8-4d3f-b419-5ea349116857)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:05.644678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.657097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a79ef00-cd61-44a1-ad6d-48120022b3fc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.659805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:05.660195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.670774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:05.682108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:05.694427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:05.710132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:05.727988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30f93d0b-7153-4b8d-b684-daee2360afd9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.859712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Calling delete_port for 8d2262a0-27f2-4caa-9529-fc1ce7a83308 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:05.866904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-30f93d0b-7153-4b8d-b684-daee2360afd9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Calling delete_port for edf50c33-dab0-4dad-be9e-e229f0762032 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:05.924077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a79ef00-cd61-44a1-ad6d-48120022b3fc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.991601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:05.993658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:05.994060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:06.000204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.022369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.032094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=7c45c8c7-c59d-4cc0-bb9a-fd202237d45a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:06.045370 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1c0ff5d7-ac85-4c5d-9227-d313343f6943 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/7c45c8c7-c59d-4cc0-bb9a-fd202237d45a HTTP/1.1" status: 204 len: 168 time: 5.1087284 Sep 21 16:00:06.049651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42736) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:06.055118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-136533003'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:06.059893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:06.062576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.063875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:06.066793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:06.073082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:06.091145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a79ef00-cd61-44a1-ad6d-48120022b3fc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.093592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a79ef00-cd61-44a1-ad6d-48120022b3fc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.094749 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0a79ef00-cd61-44a1-ad6d-48120022b3fc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/8e0ef582-7174-4e53-be1f-81b23907b394 HTTP/1.1" status: 204 len: 168 time: 0.6753392 Sep 21 16:00:06.101667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42740) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:06.106526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79ef00-cd61-44a1-ad6d-48120022b3fc tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0ef582-7174-4e53-be1f-81b23907b394,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:06.122488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec65b097-e168-4875-9841-c5682e3202c9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:06.134542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30f93d0b-7153-4b8d-b684-daee2360afd9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.151400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:06.154918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.186163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:06.195458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.195801 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment 0b5933d1-67ef-4746-b534-4b63946628b1 of type vlan for network 3044be70-c40b-45f5-9a72-2374859ae436 Sep 21 16:00:06.198761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f93d0b-7153-4b8d-b684-daee2360afd9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Port': ['ID=edf50c33-dab0-4dad-be9e-e229f0762032,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:06.229339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.241473 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 13109d28-89ee-471b-b325-fa7778214832 resource provider aggregate not found Sep 21 16:00:06.263096 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 13109d28-89ee-471b-b325-fa7778214832 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13109d28-89ee-471b-b325-fa7778214832 found for delete ", "request_id": "req-6940482a-d014-4f2b-a080-56b8220c2740"}]} Sep 21 16:00:06.263258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.266706 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4a94947e-e7fb-4254-9de7-abb324bbc8eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0520465 Sep 21 16:00:06.266988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42748) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:06.273279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8d38b77b-bd63-4c23-b1a4-82279012d6e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'ec65b097-e168-4875-9841-c5682e3202c9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:06.274069 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-8d38b77b-bd63-4c23-b1a4-82279012d6e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 16:00:06.274644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-8d38b77b-bd63-4c23-b1a4-82279012d6e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:06.278283 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8d38b77b-bd63-4c23-b1a4-82279012d6e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077002 Sep 21 16:00:06.279755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.281116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42752) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:06.343785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.349427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:06.350627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.365672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f0ec03e8-11c6-4710-8bae-b05f18f1219b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:06.417645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30f93d0b-7153-4b8d-b684-daee2360afd9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.443673 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-30f93d0b-7153-4b8d-b684-daee2360afd9 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "DELETE /v2.0/ports/edf50c33-dab0-4dad-be9e-e229f0762032 HTTP/1.1" status: 204 len: 168 time: 1.4044733 Sep 21 16:00:06.443673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42756) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:06.501877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f0ec03e8-11c6-4710-8bae-b05f18f1219b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:06.507061 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f0ec03e8-11c6-4710-8bae-b05f18f1219b tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4004714 Sep 21 16:00:06.509503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42760) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:06.517129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--393003045'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:06.524663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:06.541239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:06.549234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b470867-aa51-46e5-8844-c797d0106cb1 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Deleting subnet 8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:06.555168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1b470867-aa51-46e5-8844-c797d0106cb1 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.590606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8333e41-f3cd-4901-a444-8e9cfef48245 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.604509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.615137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=3044be70-c40b-45f5-9a72-2374859ae436,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:06.625498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 3044be70-c40b-45f5-9a72-2374859ae436 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:06.629101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8333e41-f3cd-4901-a444-8e9cfef48245 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.652403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1b470867-aa51-46e5-8844-c797d0106cb1 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.680990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-10c0755e-d76f-410c-8895-402bdf3937ca tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6277971 Sep 21 16:00:06.681332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42764) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:06.687825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': '3044be70-c40b-45f5-9a72-2374859ae436', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:06.779896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8333e41-f3cd-4901-a444-8e9cfef48245 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.797286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.812555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.814847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8333e41-f3cd-4901-a444-8e9cfef48245 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec65b097-e168-4875-9841-c5682e3202c9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:06.829384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8333e41-f3cd-4901-a444-8e9cfef48245 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.830527 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c8333e41-f3cd-4901-a444-8e9cfef48245 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/ec65b097-e168-4875-9841-c5682e3202c9 HTTP/1.1" status: 204 len: 168 time: 0.5479729 Sep 21 16:00:06.833988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:06.836132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:06.836713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42768) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:06.840313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:06.843712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:06.844239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:06.846742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:06.847179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.854091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f319edf-66d7-4d92-ad40-494bf8179a9c None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:06.862811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:06.868037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Deleting port 8d2262a0-27f2-4caa-9529-fc1ce7a83308 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:06.868381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.877743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=9c12695d-d0e3-4210-955d-e72247f9b17e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:06.897561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:06.915731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:06.943421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1b470867-aa51-46e5-8844-c797d0106cb1 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:06.955408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] The port '8d2262a0-27f2-4caa-9529-fc1ce7a83308' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:00:06.996317 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-001a07aa-f500-4c77-b68f-fbe7f626fa6e tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9507458 Sep 21 16:00:07.011817 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42772) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:07.025146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ecdab458-8482-4658-9da7-01163a3a2edd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:07.033908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181138185'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:07.047194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:07.051590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:07.054711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:07.061195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:07.076342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:07.079647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.133421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.180692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.185576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.191224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc726620-8793-476f-a244-15df080ec51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-3bb1ac7b-2ce9-499c-9639-f2016350540f', 'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'tenant_id': '693156fe381540018b606b756e1b14be', 'fixed_ips': [{'subnet_id': '9c12695d-d0e3-4210-955d-e72247f9b17e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:00:07.192624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fc726620-8793-476f-a244-15df080ec51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.212741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:07.217531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group_rule and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:07.221307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:07.228001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:07.228751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdffc03e-0963-42de-90ac-9c221152f316']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:07.238850 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.244700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c088cfe6-10e8-4d3f-b419-5ea349116857') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:07.247139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c088cfe6-10e8-4d3f-b419-5ea349116857') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:07.256807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1b470867-aa51-46e5-8844-c797d0106cb1 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.265417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.286436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.294344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:07.294749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.333682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1b470867-aa51-46e5-8844-c797d0106cb1 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.345457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c158ce50-a955-455d-8b6b-f0fbafcbdcfe None None] Network f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:07.347183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b470867-aa51-46e5-8844-c797d0106cb1 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:07.376759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34fe8f9-fd37-4778-a0fd-a0d5b0725a4e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:07.377707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ecdab458-8482-4658-9da7-01163a3a2edd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:07.383034 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ecdab458-8482-4658-9da7-01163a3a2edd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5401611 Sep 21 16:00:07.393239 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1b470867-aa51-46e5-8844-c797d0106cb1 tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "DELETE /v2.0/subnets/8e7ac4ed-00af-4ecc-a260-1d6e22f5ddb4 HTTP/1.1" status: 204 len: 168 time: 0.9500270 Sep 21 16:00:07.396152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42776) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:07.406289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--238000288'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:07.410667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42780) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:07.423372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:07.446583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:07.463781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.465263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-fc726620-8793-476f-a244-15df080ec51d None None] Allocated IP 2001:db8::2 (3bb1ac7b-2ce9-499c-9639-f2016350540f/9c12695d-d0e3-4210-955d-e72247f9b17e/3ad4461b-a27b-4b5b-9ee4-833146b54a12) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:07.486098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.487796 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-20f6813b-d851-46f8-8b73-b020a0f45fd8 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9772115 Sep 21 16:00:07.491494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42784) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:07.497777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': 'c34fe8f9-fd37-4778-a0fd-a0d5b0725a4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:07.506662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:07.511906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:07.516077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:07.525094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:07.550848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.574216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.581140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.610155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] Pushing event deleted for resources: {'Network': ['ID=fdffc03e-0963-42de-90ac-9c221152f316,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:07.633431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.640486 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2687d697-60b3-4029-888b-3293c3c327ff tempest-ExtraDHCPOptionsTestJSON-883051182 tempest-ExtraDHCPOptionsTestJSON-883051182-project] 10.222.0.65 "DELETE /v2.0/networks/fdffc03e-0963-42de-90ac-9c221152f316 HTTP/1.1" status: 204 len: 168 time: 4.7464731 Sep 21 16:00:07.667926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd8661-54ce-4724-9e88-d75fa1e4d7d2,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:07.671306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.672444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Deleting port 0a86858f-d215-44fe-95a3-70c6b519e4d2 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:07.672444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.694903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.701361 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-817a7999-cdba-4d99-9408-4b2949d54c2d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6885777 Sep 21 16:00:07.704446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42790) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:07.723347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'security_group': {'name': 'tempest-secgroup-1969265098'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:07.750861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.780559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:07.794916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:07.804786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.807525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:07.813683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:07.825792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:07.828003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:07.836360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:07.838478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] DHCP port deletion for f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:07.850354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:07.869572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.901063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] Deleting port 0a86858f-d215-44fe-95a3-70c6b519e4d2 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:07.901488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.906758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=d37d029f-2cfb-47c1-b1c8-9698e196fae9,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:07.931614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.976552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:07.982929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group_rule and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:07.983594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': '0b5933d1-67ef-4746-b534-4b63946628b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3044be70-c40b-45f5-9a72-2374859ae436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:07.984258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: 3044be70-c40b-45f5-9a72-2374859ae436, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:07.987956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:07.990051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:07.996939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.010067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:08.034897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d20816-7cff-411c-8c83-a359ebc5d9af,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:08.045260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fc726620-8793-476f-a244-15df080ec51d None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.072105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.077997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.087701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fc726620-8793-476f-a244-15df080ec51d None None] Transition to ACTIVE for port object 3ad4461b-a27b-4b5b-9ee4-833146b54a12 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:08.098188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] For port 0a86858f-d215-44fe-95a3-70c6b519e4d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0a86858f-d215-44fe-95a3-70c6b519e4d2,segment=NetworkSegment(19278d9b-8abf-4011-9b05-a11f9fad255d),segment_id=19278d9b-8abf-4011-9b05-a11f9fad255d)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:08.099145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.110357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fc726620-8793-476f-a244-15df080ec51d None None] Transition to ACTIVE for port object 3ad4461b-a27b-4b5b-9ee4-833146b54a12 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:08.148390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.149575 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f319693f-fcde-4a3e-a7d1-aef601e69956 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6567471 Sep 21 16:00:08.152546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05814a4-16c6-47c4-955f-3656b082fd40,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:08.163033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42794) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.168085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.238256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fc726620-8793-476f-a244-15df080ec51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.263698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.268976 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-27a71514-2c33-43e3-a17c-1b6991585845 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8679283 Sep 21 16:00:08.268976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.271105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42800) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.292166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-afcf77ef-5e33-4d6f-8193-b9f74afa5825 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'b05814a4-16c6-47c4-955f-3656b082fd40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:08.293644 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-afcf77ef-5e33-4d6f-8193-b9f74afa5825 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 16:00:08.294582 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-afcf77ef-5e33-4d6f-8193-b9f74afa5825 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:08.298937 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-afcf77ef-5e33-4d6f-8193-b9f74afa5825 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133979 Sep 21 16:00:08.309479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42804) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.309479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42806) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.318974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] For port 0a86858f-d215-44fe-95a3-70c6b519e4d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0a86858f-d215-44fe-95a3-70c6b519e4d2,segment=NetworkSegment(19278d9b-8abf-4011-9b05-a11f9fad255d),segment_id=19278d9b-8abf-4011-9b05-a11f9fad255d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:08.319383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.325044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d10dbd76-6790-48b0-b9ab-811b3f32384d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'b05814a4-16c6-47c4-955f-3656b082fd40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:08.325800 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-d10dbd76-6790-48b0-b9ab-811b3f32384d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 16:00:08.326378 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-d10dbd76-6790-48b0-b9ab-811b3f32384d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:08.330676 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d10dbd76-6790-48b0-b9ab-811b3f32384d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0131772 Sep 21 16:00:08.339454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42812) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.341686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc726620-8793-476f-a244-15df080ec51d None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:08.354205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7df65da2-6939-43cb-a399-98ec808115eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'b05814a4-16c6-47c4-955f-3656b082fd40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:08.355122 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-7df65da2-6939-43cb-a399-98ec808115eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 16:00:08.355682 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-7df65da2-6939-43cb-a399-98ec808115eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:08.359804 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7df65da2-6939-43cb-a399-98ec808115eb tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111554 Sep 21 16:00:08.359804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42820) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.363705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23154aa3-3fba-4cb9-aaef-1b0ec8a83efd,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:08.365662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Calling delete_port for 0a86858f-d215-44fe-95a3-70c6b519e4d2 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:08.368374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ea7a4cfa-bafe-470d-94e6-4ff7357c7d1f tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'b05814a4-16c6-47c4-955f-3656b082fd40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:08.369330 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-ea7a4cfa-bafe-470d-94e6-4ff7357c7d1f tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 16:00:08.369895 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-ea7a4cfa-bafe-470d-94e6-4ff7357c7d1f tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:08.373736 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ea7a4cfa-bafe-470d-94e6-4ff7357c7d1f tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103135 Sep 21 16:00:08.378929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42824) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.394981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 3044be70-c40b-45f5-9a72-2374859ae436 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:08.411626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.414075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-fc726620-8793-476f-a244-15df080ec51d None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:08.416837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc726620-8793-476f-a244-15df080ec51d None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:08.417099 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-54f25c97-e216-4d5a-ab05-7d70b530a0b7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7056494 Sep 21 16:00:08.421424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42828) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.422091 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment c088cfe6-10e8-4d3f-b419-5ea349116857 resource provider aggregate not found Sep 21 16:00:08.434767 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-24bb7621-47e7-4cfc-afef-5a8ca82d580e tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules/e7d20816-7cff-411c-8c83-a359ebc5d9af HTTP/1.1" status: 200 len: 763 time: 0.2708399 Sep 21 16:00:08.440005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42834) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.449882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-784075973', 'security_groups': ['23154aa3-3fba-4cb9-aaef-1b0ec8a83efd'], 'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c12695d-d0e3-4210-955d-e72247f9b17e'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:08.461326 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment c088cfe6-10e8-4d3f-b419-5ea349116857 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c088cfe6-10e8-4d3f-b419-5ea349116857 found for delete ", "request_id": "req-5985e54a-2b67-4521-a48a-3c0f8f23b56a"}]} Sep 21 16:00:08.517932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-45175d44-0b8c-4f47-abcc-000ea439f812 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:08.523475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 3044be70-c40b-45f5-9a72-2374859ae436) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:08.529460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] Calling delete_port for 0a86858f-d215-44fe-95a3-70c6b519e4d2 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:08.530053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:08.530645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.575518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66171ad-4964-43c2-8a1c-947fe584d5ff None None] Network 3044be70-c40b-45f5-9a72-2374859ae436 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:08.583483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.632395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Port': ['ID=0a86858f-d215-44fe-95a3-70c6b519e4d2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:08.636666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-45175d44-0b8c-4f47-abcc-000ea439f812 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:08.638154 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-45175d44-0b8c-4f47-abcc-000ea439f812 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1974249 Sep 21 16:00:08.641208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] No DVR routers for this DVR port 0a86858f-d215-44fe-95a3-70c6b519e4d2 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:08.642607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42838) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.662566 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d0b7c594-f9b7-4dd3-919c-4e3cf69c7262 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b604a1e3b6064c069dacc470770955aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463578 Sep 21 16:00:08.667221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42842) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.672380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1bf5588a-1368-45b2-b5d8-18953f9e2dca tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.693675 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-33a6aea0-a56c-4fcd-9aba-c8948e10c89e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0075738 Sep 21 16:00:08.711155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42846) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:08.723915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-371511805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:08.737103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:08.758842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:08.761805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:router and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:08.769692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:08.774719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc726620-8793-476f-a244-15df080ec51d None None] Pushing event updated for resources: {'Port': ['ID=3ad4461b-a27b-4b5b-9ee4-833146b54a12,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:08.777920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1bf5588a-1368-45b2-b5d8-18953f9e2dca tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.797771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e04bda98-e442-4f45-903a-a3d6e1c169af tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.801322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:08.809116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:08.812563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.821757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e04bda98-e442-4f45-903a-a3d6e1c169af tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.854617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:08.870165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6007acd3-d450-44da-a16a-037689ce3b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.871813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19278d9b-8abf-4011-9b05-a11f9fad255d') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:08.872300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19278d9b-8abf-4011-9b05-a11f9fad255d') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:08.880800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fc726620-8793-476f-a244-15df080ec51d None None] Attempting to bind port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:08.881171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fc726620-8793-476f-a244-15df080ec51d None None] Attempting to bind port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'eb23fa17-4cd5-445c-bc57-50e1dbbcce13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:08.881536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc726620-8793-476f-a244-15df080ec51d None None] Attempting to bind port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 on network 3bb1ac7b-2ce9-499c-9639-f2016350540f {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:08.885891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.902960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc726620-8793-476f-a244-15df080ec51d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:08.903341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc726620-8793-476f-a244-15df080ec51d None None] Checking segment: {'id': 'eb23fa17-4cd5-445c-bc57-50e1dbbcce13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:08.903750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fc726620-8793-476f-a244-15df080ec51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.903971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6007acd3-d450-44da-a16a-037689ce3b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.904150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc726620-8793-476f-a244-15df080ec51d None None] Bound using segment: {'id': 'eb23fa17-4cd5-445c-bc57-50e1dbbcce13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:08.904614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fc726620-8793-476f-a244-15df080ec51d None None] Bound port: 3ad4461b-a27b-4b5b-9ee4-833146b54a12, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb23fa17-4cd5-445c-bc57-50e1dbbcce13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:08.904991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fc726620-8793-476f-a244-15df080ec51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.905115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.916034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:08.916477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.946004 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.947009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:08.984390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:09.003448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e04bda98-e442-4f45-903a-a3d6e1c169af tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.008060 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1bf5588a-1368-45b2-b5d8-18953f9e2dca tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.021000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:09.021273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:09.026267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-3044be70-c40b-45f5-9a72-2374859ae436', 'network_id': '3044be70-c40b-45f5-9a72-2374859ae436', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': 'd37d029f-2cfb-47c1-b1c8-9698e196fae9'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:00:09.027114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.034681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bda98-e442-4f45-903a-a3d6e1c169af tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7d20816-7cff-411c-8c83-a359ebc5d9af,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:09.263179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fc726620-8793-476f-a244-15df080ec51d None None] For port 3ad4461b-a27b-4b5b-9ee4-833146b54a12, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:09.263179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fc726620-8793-476f-a244-15df080ec51d None None] For port 3ad4461b-a27b-4b5b-9ee4-833146b54a12, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ad4461b-a27b-4b5b-9ee4-833146b54a12,segment=NetworkSegment(eb23fa17-4cd5-445c-bc57-50e1dbbcce13),segment_id=eb23fa17-4cd5-445c-bc57-50e1dbbcce13)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:09.264738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5588a-1368-45b2-b5d8-18953f9e2dca tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05814a4-16c6-47c4-955f-3656b082fd40,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:09.264738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6007acd3-d450-44da-a16a-037689ce3b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.264738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007acd3-d450-44da-a16a-037689ce3b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b036c-f18f-49ce-b9bd-a305fec061e8,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:09.264738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6007acd3-d450-44da-a16a-037689ce3b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.264738 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6007acd3-d450-44da-a16a-037689ce3b18 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae7b036c-f18f-49ce-b9bd-a305fec061e8 HTTP/1.1" status: 204 len: 168 time: 0.4974546 Sep 21 16:00:09.264738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.264738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port 804c5397-2a2c-4886-92f5-7d503176475a yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:00:09.265738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Allocated IP 172.20.0.2 (3044be70-c40b-45f5-9a72-2374859ae436/d37d029f-2cfb-47c1-b1c8-9698e196fae9/538ef43c-9ab2-47bb-abe6-46cc2e5e560c) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:09.323694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.344499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.351986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] Pushing event deleted for resources: {'Network': ['ID=f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:09.353634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.357640 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-78d9b74a-888b-4ee0-a63d-ae7e6ee76ffa tempest-AllowedAddressPairTestJSON-1916674167 tempest-AllowedAddressPairTestJSON-1916674167-project] 10.222.0.65 "DELETE /v2.0/networks/f9bb3c60-cd3e-4d2b-a7c3-88bb7e5d3b21 HTTP/1.1" status: 204 len: 168 time: 1.9416692 Sep 21 16:00:09.384641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e04bda98-e442-4f45-903a-a3d6e1c169af tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.387791 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e04bda98-e442-4f45-903a-a3d6e1c169af tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e7d20816-7cff-411c-8c83-a359ebc5d9af HTTP/1.1" status: 204 len: 168 time: 0.7440431 Sep 21 16:00:09.388424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42854) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:09.409524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1bf5588a-1368-45b2-b5d8-18953f9e2dca tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.410709 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1bf5588a-1368-45b2-b5d8-18953f9e2dca tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/b05814a4-16c6-47c4-955f-3656b082fd40 HTTP/1.1" status: 204 len: 168 time: 1.0355341 Sep 21 16:00:09.417302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42858) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:09.472439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2ac19932-0b2a-415c-bdb6-d145963c6510 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:09.500597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.501222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::1bf (3bb1ac7b-2ce9-499c-9639-f2016350540f/9c12695d-d0e3-4210-955d-e72247f9b17e/804c5397-2a2c-4886-92f5-7d503176475a) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:09.504729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e211ff68-d888-4412-bbc7-bce1b1e3c49b tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:09.504890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fc726620-8793-476f-a244-15df080ec51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.527266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.558709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] Deleting port 0a86858f-d215-44fe-95a3-70c6b519e4d2 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:09.558709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.610773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Transition to ACTIVE for port object 538ef43c-9ab2-47bb-abe6-46cc2e5e560c will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:09.669850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2ac19932-0b2a-415c-bdb6-d145963c6510 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:09.673717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2ac19932-0b2a-415c-bdb6-d145963c6510 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2843313 Sep 21 16:00:09.681258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-49f1409c-2b5d-4f57-a853-dbb4c2354df2 None None] The port '0a86858f-d215-44fe-95a3-70c6b519e4d2' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:00:09.681576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42868) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:09.689548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.689954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': 'c34fe8f9-fd37-4778-a0fd-a0d5b0725a4e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:09.690091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Transition to ACTIVE for port object 538ef43c-9ab2-47bb-abe6-46cc2e5e560c will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:09.691293 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-79f71588-732f-489c-b8f1-369ca6093a3f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9791603 Sep 21 16:00:09.744041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:09.744540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc726620-8793-476f-a244-15df080ec51d None None] Pushing event updated for resources: {'Port': ['ID=3ad4461b-a27b-4b5b-9ee4-833146b54a12,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:09.744637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42872) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:09.744731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e211ff68-d888-4412-bbc7-bce1b1e3c49b tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:09.744731 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e211ff68-d888-4412-bbc7-bce1b1e3c49b tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2999735 Sep 21 16:00:09.744731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42878) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:09.744731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--7018646'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:09.745038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0a86858f-d215-44fe-95a3-70c6b519e4d2 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:09.753474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:09.774033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:09.793107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 0a86858f-d215-44fe-95a3-70c6b519e4d2 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:00:09.793107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0a86858f-d215-44fe-95a3-70c6b519e4d2 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:00:09.815232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.821111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:09.827524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.844200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object 804c5397-2a2c-4886-92f5-7d503176475a will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:09.897303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Network 3044be70-c40b-45f5-9a72-2374859ae436 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:09.900349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:09.904582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:09.913789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Pushing event updated for resources: {'Port': ['ID=538ef43c-9ab2-47bb-abe6-46cc2e5e560c,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:09.919028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:09.956471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.055893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:10.089721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:10.095374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:10.111030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:10.115477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:10.119063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:10.130749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:10.136709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Attempting to bind port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:10.137094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Attempting to bind port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '0b5933d1-67ef-4746-b534-4b63946628b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3044be70-c40b-45f5-9a72-2374859ae436'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:10.137463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Attempting to bind port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c on network 3044be70-c40b-45f5-9a72-2374859ae436 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:10.139570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:10.149032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.149327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:10.149327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Checking segment: {'id': '0b5933d1-67ef-4746-b534-4b63946628b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3044be70-c40b-45f5-9a72-2374859ae436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:10.149327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.149327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Bound using segment: {'id': '0b5933d1-67ef-4746-b534-4b63946628b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3044be70-c40b-45f5-9a72-2374859ae436'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:10.149327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Bound port: 538ef43c-9ab2-47bb-abe6-46cc2e5e560c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5933d1-67ef-4746-b534-4b63946628b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3044be70-c40b-45f5-9a72-2374859ae436'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:10.149327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.154939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42886) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:10.159838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=804c5397-2a2c-4886-92f5-7d503176475a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:10.278673 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-036eb14f-5524-4f6b-a9c5-f44ec98a1a34 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8555915 Sep 21 16:00:10.289112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42896) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:10.316282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:10.349226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] For port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:10.352719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] For port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=538ef43c-9ab2-47bb-abe6-46cc2e5e560c,segment=NetworkSegment(0b5933d1-67ef-4746-b534-4b63946628b1),segment_id=0b5933d1-67ef-4746-b534-4b63946628b1)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:10.419393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.494056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.511143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492da002-759c-404e-9c9e-b37c15aafaff None None] Pushing event updated for resources: {'Port': ['ID=538ef43c-9ab2-47bb-abe6-46cc2e5e560c,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:10.562343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.563265 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 19278d9b-8abf-4011-9b05-a11f9fad255d resource provider aggregate not found Sep 21 16:00:10.599069 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 19278d9b-8abf-4011-9b05-a11f9fad255d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19278d9b-8abf-4011-9b05-a11f9fad255d found for delete ", "request_id": "req-2d335f9d-383c-47ce-95e1-ada306b18363"}]} Sep 21 16:00:10.631413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42908) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:10.645111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.654567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.802911 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1cf0261b-5bdf-48f1-8ada-222cc75492a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2cef71e3588427cb68bd7fc90722b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6419966 Sep 21 16:00:10.804497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9662c713-11a7-4cb9-a427-cc11846d0bc4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:10.806580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42914) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:10.870621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:10.881313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:10.887419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'networks': [{'name': 'tempest-network--1215048837'}, {'name': 'tempest-network--1591631398'}]} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:10.887734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'network': {'name': 'tempest-network--1215048837'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:10.888178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'network': {'name': 'tempest-network--1591631398'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:10.893056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:10.910575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:10.913686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:10.920564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Usage tracker for resource:network and tenant:c2afcc666df5455f91de22e272b8d8f4 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:10.928773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:10.937449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909347b3-8c05-4818-9d82-a89491cb3bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.948631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.952651 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-04c80a2f-c941-4667-83d5-474bd0d156e1 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.2199764 Sep 21 16:00:10.952651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:10.956581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42918) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:10.974856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-19ec2961-63a2-40b1-af69-9608782c5124 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:10.975340 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-19ec2961-63a2-40b1-af69-9608782c5124 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 16:00:10.975826 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-19ec2961-63a2-40b1-af69-9608782c5124 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:10.979587 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-19ec2961-63a2-40b1-af69-9608782c5124 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192540 Sep 21 16:00:10.979739 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:10.981214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42922) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:10.987908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4270c381-9af7-45a5-8294-f92ac3d9025c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:10.992992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909347b3-8c05-4818-9d82-a89491cb3bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.031503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4270c381-9af7-45a5-8294-f92ac3d9025c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:11.034162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:11.038231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4270c381-9af7-45a5-8294-f92ac3d9025c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:11.039021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.045763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4270c381-9af7-45a5-8294-f92ac3d9025c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:11.064982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4270c381-9af7-45a5-8294-f92ac3d9025c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:11.084339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.119020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Made reservation on behalf of c2afcc666df5455f91de22e272b8d8f4 for: {'network': 2} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:11.123258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.146734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.156301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9390c154-87a0-4154-8e24-ef54fe27aa0a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:11.179757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:11.188421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Usage tracker for resource:security_group_rule and tenant:c2afcc666df5455f91de22e272b8d8f4 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:11.191312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:11.211581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:11.240076 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.ipam_backend_mixin [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c12695d-d0e3-4210-955d-e72247f9b17e (CIDR: 2001:db8::/64) Sep 21 16:00:11.276741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.20.0.1 (3044be70-c40b-45f5-9a72-2374859ae436/d37d029f-2cfb-47c1-b1c8-9698e196fae9/a64a1b2c-545d-4423-8377-650d83ec8681) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:11.290191 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:11.291254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:11.298491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909347b3-8c05-4818-9d82-a89491cb3bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.351589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909347b3-8c05-4818-9d82-a89491cb3bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83608b64-f0a2-42ba-9d5b-755553f8c2cd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:11.370999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.372449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ecf26c64-7fd6-44e5-91b1-e965a1b55f70 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6893620 Sep 21 16:00:11.373530 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-4270c381-9af7-45a5-8294-f92ac3d9025c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:11.378079 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4270c381-9af7-45a5-8294-f92ac3d9025c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3923297 Sep 21 16:00:11.378185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-909347b3-8c05-4818-9d82-a89491cb3bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.378185 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-909347b3-8c05-4818-9d82-a89491cb3bfc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83608b64-f0a2-42ba-9d5b-755553f8c2cd HTTP/1.1" status: 204 len: 168 time: 0.5649595 Sep 21 16:00:11.378185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42926) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:11.386272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42928) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:11.419517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e6505e48-48c9-41ec-b098-ba000951ec53 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:11.424534 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-e6505e48-48c9-41ec-b098-ba000951ec53 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 16:00:11.424534 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-e6505e48-48c9-41ec-b098-ba000951ec53 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:11.424534 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e6505e48-48c9-41ec-b098-ba000951ec53 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124116 Sep 21 16:00:11.427656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42936) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:11.439083 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c6e61788-f81d-472e-b1aa-61a9c102882a tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules/9390c154-87a0-4154-8e24-ef54fe27aa0a HTTP/1.1" status: 200 len: 763 time: 0.0599620 Sep 21 16:00:11.440808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42938) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:11.453910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0840f9c3-58d6-48c6-9b85-f98abaa6f283 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:11.467567 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5c5126df-8538-4bf3-b037-adfb5782c1bb tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1837995 Sep 21 16:00:11.467776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42944) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:11.469907 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0840f9c3-58d6-48c6-9b85-f98abaa6f283 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:11.482659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:11.485593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0840f9c3-58d6-48c6-9b85-f98abaa6f283 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:11.497742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0840f9c3-58d6-48c6-9b85-f98abaa6f283 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:11.511987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0840f9c3-58d6-48c6-9b85-f98abaa6f283 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:11.541474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.560809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7eaee0c4-dd45-4620-8706-89726b57b90f None None] Provisioning complete for port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:11.562523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7eaee0c4-dd45-4620-8706-89726b57b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.630448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7eaee0c4-dd45-4620-8706-89726b57b90f None None] Port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:11.663236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7792040b-5cba-4a36-b3a5-2e77b947a6ed tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:11.681754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.737585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.738466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.740460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object a64a1b2c-545d-4423-8377-650d83ec8681 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:11.763352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7eaee0c4-dd45-4620-8706-89726b57b90f None None] Provisioning for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:11.792781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:11.805237 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-0840f9c3-58d6-48c6-9b85-f98abaa6f283 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:11.806539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:11.807347 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0840f9c3-58d6-48c6-9b85-f98abaa6f283 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3663011 Sep 21 16:00:11.813633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42948) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:11.817772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:11.823597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:11.837851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7792040b-5cba-4a36-b3a5-2e77b947a6ed tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:11.839172 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7792040b-5cba-4a36-b3a5-2e77b947a6ed tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3973472 Sep 21 16:00:11.841909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:11.843030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42952) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:11.847128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-36787b4e-2116-4709-8375-989d5ec9ed0d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:11.847737 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-36787b4e-2116-4709-8375-989d5ec9ed0d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 16:00:11.848863 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-36787b4e-2116-4709-8375-989d5ec9ed0d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:11.854051 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-36787b4e-2116-4709-8375-989d5ec9ed0d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105679 Sep 21 16:00:11.854051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfff94a6-74f6-4e44-9b4d-e6f0fd5d1a69,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:11.856734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42956) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:11.868582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5cc38571-ede4-4a7a-8a1e-1819b1a39597 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:11.877224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.877224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Added segment ebaf0955-bcd4-4c20-aa82-4a0346cd2b87 of type vlan for network 073e3610-4fe3-4160-a54e-4ec0615193ad Sep 21 16:00:11.882767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f686e9f0-cb5a-4c86-80cf-39c243c0ec52 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.884702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5cc38571-ede4-4a7a-8a1e-1819b1a39597 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:11.889339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5cc38571-ede4-4a7a-8a1e-1819b1a39597 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:11.896564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ad4461b-a27b-4b5b-9ee4-833146b54a12 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:11.906038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5cc38571-ede4-4a7a-8a1e-1819b1a39597 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:11.911879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f686e9f0-cb5a-4c86-80cf-39c243c0ec52 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.918104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5cc38571-ede4-4a7a-8a1e-1819b1a39597 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:11.925226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.929357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:11.933752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.939244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.952230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba721262-9283-4df4-bb71-bd0ebca605a7 None None] Network 3044be70-c40b-45f5-9a72-2374859ae436 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:11.982916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:11.997290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:11.997290 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Added segment b3dbce43-0770-4815-92c4-e8dda62ce12f of type vlan for network 9b80e374-e773-47ff-9b5d-c19e933a18d0 Sep 21 16:00:12.029606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.052273 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-5cc38571-ede4-4a7a-8a1e-1819b1a39597 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Project 40649f71984f4eb09c50b5cfe64e5e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:00:12.104898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1a2ac597-4ed5-4386-9450-876f06b6691f None None] Provisioning for port 804c5397-2a2c-4886-92f5-7d503176475a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:12.107914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 3044be70-c40b-45f5-9a72-2374859ae436 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:12.115698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:12.124116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:12.129651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1a2ac597-4ed5-4386-9450-876f06b6691f None None] Provisioning complete for port 804c5397-2a2c-4886-92f5-7d503176475a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:12.130462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac597-4ed5-4386-9450-876f06b6691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.137548 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-5cc38571-ede4-4a7a-8a1e-1819b1a39597 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:12.138836 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5cc38571-ede4-4a7a-8a1e-1819b1a39597 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2796741 Sep 21 16:00:12.148172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42966) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:12.153794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3d7ebadc-4b36-4164-b2f6-5f6903134d5b tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:12.154595 dv-neutron-858618-1-hyperv neutron-server[89726]: WARNING neutron.api.v2.base [None req-3d7ebadc-4b36-4164-b2f6-5f6903134d5b tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 16:00:12.155801 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-3d7ebadc-4b36-4164-b2f6-5f6903134d5b tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:12.156948 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d7ebadc-4b36-4164-b2f6-5f6903134d5b tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075886 Sep 21 16:00:12.161545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42970) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:12.169112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-aa58c8ed-6a42-4b7f-b7c5-3cc57cdc73c6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:12.171526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=a64a1b2c-545d-4423-8377-650d83ec8681,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:12.196366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aa58c8ed-6a42-4b7f-b7c5-3cc57cdc73c6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:12.200234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.201425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.209485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:12.219440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:12.219440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.227146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.242678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f686e9f0-cb5a-4c86-80cf-39c243c0ec52 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.248550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aa58c8ed-6a42-4b7f-b7c5-3cc57cdc73c6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:12.248910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac597-4ed5-4386-9450-876f06b6691f None None] Port 804c5397-2a2c-4886-92f5-7d503176475a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:12.258475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aa58c8ed-6a42-4b7f-b7c5-3cc57cdc73c6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:12.268986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686e9f0-cb5a-4c86-80cf-39c243c0ec52 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9390c154-87a0-4154-8e24-ef54fe27aa0a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:12.336272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aa58c8ed-6a42-4b7f-b7c5-3cc57cdc73c6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:12.355492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Network': ['ID=073e3610-4fe3-4160-a54e-4ec0615193ad,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:12.371973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:12.378390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 073e3610-4fe3-4160-a54e-4ec0615193ad details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:12.400290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:12.400926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.437135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f686e9f0-cb5a-4c86-80cf-39c243c0ec52 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.439321 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f686e9f0-cb5a-4c86-80cf-39c243c0ec52 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/9390c154-87a0-4154-8e24-ef54fe27aa0a HTTP/1.1" status: 204 len: 168 time: 0.5942330 Sep 21 16:00:12.441291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 42978) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:12.458492 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8252931 Sep 21 16:00:12.463543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42982) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:12.498896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913e27e-3430-430a-871c-bfdfc61c6098 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Network': ['ID=9b80e374-e773-47ff-9b5d-c19e933a18d0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:12.525793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.552076 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 9b80e374-e773-47ff-9b5d-c19e933a18d0 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:12.594318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e0f33464-e319-4a75-b1dd-f0b1bf29f656 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:12.623682 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-aa58c8ed-6a42-4b7f-b7c5-3cc57cdc73c6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Project 40649f71984f4eb09c50b5cfe64e5e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:00:12.628994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:12.656784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:12.667907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:12.668513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.672878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=5ccf837f-815c-4999-9580-5c68d16b729c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:12.676910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.679025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f27bd7-39b9-4996-a087-c7e86077bcbb None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:12.687654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d2026-6a5c-47c9-9980-755218792459 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:12.696301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d2026-6a5c-47c9-9980-755218792459 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:12.705594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d2026-6a5c-47c9-9980-755218792459 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:12.712787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d2026-6a5c-47c9-9980-755218792459 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:12.713843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-402d2026-6a5c-47c9-9980-755218792459 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Synchronizing usage tracker for tenant:c2afcc666df5455f91de22e272b8d8f4 on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:12.715655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f0141886-2b16-4b5b-81c8-7c391f01da5a None None] Provisioning for port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:12.752333 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-aa58c8ed-6a42-4b7f-b7c5-3cc57cdc73c6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:12.753876 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aa58c8ed-6a42-4b7f-b7c5-3cc57cdc73c6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5905857 Sep 21 16:00:12.756818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42992) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:12.762721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e5f9ff80-d7f6-4292-b985-6918df0333cd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '9662c713-11a7-4cb9-a427-cc11846d0bc4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:12.772444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e5f9ff80-d7f6-4292-b985-6918df0333cd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:12.777595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e5f9ff80-d7f6-4292-b985-6918df0333cd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:12.786849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e5f9ff80-d7f6-4292-b985-6918df0333cd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:12.798854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e5f9ff80-d7f6-4292-b985-6918df0333cd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:12.822889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-402d2026-6a5c-47c9-9980-755218792459 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Unset dirty status for tenant:c2afcc666df5455f91de22e272b8d8f4 on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:12.825213 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-402d2026-6a5c-47c9-9980-755218792459 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3578355 Sep 21 16:00:12.829236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 42998) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:12.837736 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-be21fd15-e629-4040-837d-f053b8dfad83 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3691187 Sep 21 16:00:12.846693 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e0f33464-e319-4a75-b1dd-f0b1bf29f656 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:12.848050 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e0f33464-e319-4a75-b1dd-f0b1bf29f656 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4051950 Sep 21 16:00:12.849356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43002) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:12.862041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43004) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:12.891404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': 'c34fe8f9-fd37-4778-a0fd-a0d5b0725a4e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:12.899696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:12.915890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-876875548', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5ccf837f-815c-4999-9580-5c68d16b729c'}], 'security_groups': ['fbfd8661-54ce-4724-9e88-d75fa1e4d7d2']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:12.918434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:12.926242 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-e5f9ff80-d7f6-4292-b985-6918df0333cd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Project 40649f71984f4eb09c50b5cfe64e5e40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:00:12.933554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:12.934224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:12.979793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43010) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:13.033626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.056250 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-e5f9ff80-d7f6-4292-b985-6918df0333cd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:13.057754 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e5f9ff80-d7f6-4292-b985-6918df0333cd tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2997205 Sep 21 16:00:13.064599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43016) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:13.112053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 3ad4461b-a27b-4b5b-9ee4-833146b54a12, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ad4461b-a27b-4b5b-9ee4-833146b54a12,segment=NetworkSegment(eb23fa17-4cd5-445c-bc57-50e1dbbcce13),segment_id=eb23fa17-4cd5-445c-bc57-50e1dbbcce13)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:13.120206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.187397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.188211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 538ef43c-9ab2-47bb-abe6-46cc2e5e560c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:13.198892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.306700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.319432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-476824401'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:13.338199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073e3610-4fe3-4160-a54e-4ec0615193ad']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:13.353086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaf0955-bcd4-4c20-aa82-4a0346cd2b87') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:13.353524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaf0955-bcd4-4c20-aa82-4a0346cd2b87') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:13.365914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.387028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.388912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=3ad4461b-a27b-4b5b-9ee4-833146b54a12,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:13.393907 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:13.394468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.394648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:13.409226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Usage tracker for resource:network and tenant:c268bb02c65d4542a520faae40cf6255 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:13.422908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:13.443501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:13.489347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:13.493573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.500593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:13.501360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.529240 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment ebaf0955-bcd4-4c20-aa82-4a0346cd2b87 resource provider aggregate not found Sep 21 16:00:13.533062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73a53b4-53ed-4b1b-99d1-a526cc69a746,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:13.557166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-def7b2e9-711d-4fee-a0a7-624381b92a8a None None] Provisioning for port a64a1b2c-545d-4423-8377-650d83ec8681 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:13.557323 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment ebaf0955-bcd4-4c20-aa82-4a0346cd2b87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebaf0955-bcd4-4c20-aa82-4a0346cd2b87 found for delete ", "request_id": "req-022b2819-6ac1-441e-9e42-e0d804660ed7"}]} Sep 21 16:00:13.566560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-def7b2e9-711d-4fee-a0a7-624381b92a8a None None] Provisioning complete for port a64a1b2c-545d-4423-8377-650d83ec8681 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:13.566961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-def7b2e9-711d-4fee-a0a7-624381b92a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.594502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Made reservation on behalf of c268bb02c65d4542a520faae40cf6255 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:13.597869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.618191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8ee987e4-0bc3-4389-a09e-44048e0ac7c8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.620118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d96b06-23fd-4ac2-82c8-8b5430b7cbf4 None None] Update dhcp port {'port': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'fixed_ips': [{'subnet_id': '9c12695d-d0e3-4210-955d-e72247f9b17e', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ccf837f-815c-4999-9580-5c68d16b729c'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': '3ad4461b-a27b-4b5b-9ee4-833146b54a12'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 16:00:13.634147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.641142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.655029 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.659311 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/networks/073e3610-4fe3-4160-a54e-4ec0615193ad HTTP/1.1" status: 204 len: 168 time: 0.8272767 Sep 21 16:00:13.661662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43024) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:13.690141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-def7b2e9-711d-4fee-a0a7-624381b92a8a None None] Port a64a1b2c-545d-4423-8377-650d83ec8681 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:13.690725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:13.697141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90d96b06-23fd-4ac2-82c8-8b5430b7cbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.702241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8ee987e4-0bc3-4389-a09e-44048e0ac7c8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.711433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Usage tracker for resource:security_group_rule and tenant:c268bb02c65d4542a520faae40cf6255 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:13.716995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.729312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:13.749199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:13.798923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c7deb-482f-4ca0-a3f6-d6976b79b892 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Network': ['ID=073e3610-4fe3-4160-a54e-4ec0615193ad,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:13.804337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.808073 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-942cd192-16ca-4ec8-81f0-a4978cd94de3 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9382510 Sep 21 16:00:13.809715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43028) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:13.810702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:13.811152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.873475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.877671 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-94be234b-91f3-4630-aab5-7861d0487508 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules/c73a53b4-53ed-4b1b-99d1-a526cc69a746 HTTP/1.1" status: 200 len: 764 time: 0.0667393 Sep 21 16:00:13.881365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43032) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:13.912690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-865e3f3c-8dfc-4025-8d18-ba394111002f None None] Provisioning complete for port a64a1b2c-545d-4423-8377-650d83ec8681 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:13.913109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-865e3f3c-8dfc-4025-8d18-ba394111002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.922758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.953250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:13.965774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=538ef43c-9ab2-47bb-abe6-46cc2e5e560c,segment=NetworkSegment(0b5933d1-67ef-4746-b534-4b63946628b1),segment_id=0b5933d1-67ef-4746-b534-4b63946628b1)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:13.991071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-05e0893c-aaf8-403d-8787-2ec2e4317c1f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:13.991911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-865e3f3c-8dfc-4025-8d18-ba394111002f None None] Port a64a1b2c-545d-4423-8377-650d83ec8681 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:14.030393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.091711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8ee987e4-0bc3-4389-a09e-44048e0ac7c8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.106644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.112930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-90d96b06-23fd-4ac2-82c8-8b5430b7cbf4 None None] Allocated IP 2001:db8:0:1::2 (3bb1ac7b-2ce9-499c-9639-f2016350540f/5ccf837f-815c-4999-9580-5c68d16b729c/3ad4461b-a27b-4b5b-9ee4-833146b54a12) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:14.134593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=538ef43c-9ab2-47bb-abe6-46cc2e5e560c,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:14.138422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b80e374-e773-47ff-9b5d-c19e933a18d0']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:14.152377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dbce43-0770-4815-92c4-e8dda62ce12f') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:14.152783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dbce43-0770-4815-92c4-e8dda62ce12f') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:14.166766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-05e0893c-aaf8-403d-8787-2ec2e4317c1f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:14.170019 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-05e0893c-aaf8-403d-8787-2ec2e4317c1f tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2855084 Sep 21 16:00:14.170019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.176197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43036) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:14.195471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee987e4-0bc3-4389-a09e-44048e0ac7c8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662c713-11a7-4cb9-a427-cc11846d0bc4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:14.197696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.202172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ad4461b-a27b-4b5b-9ee4-833146b54a12 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:14.220425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.220425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:14.220425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.233791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c1e7d4-b969-4a1e-9b3d-feec48d5f4a7 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.294169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c1e7d4-b969-4a1e-9b3d-feec48d5f4a7 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.330419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-90d96b06-23fd-4ac2-82c8-8b5430b7cbf4 None None] For port 3ad4461b-a27b-4b5b-9ee4-833146b54a12, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ad4461b-a27b-4b5b-9ee4-833146b54a12,segment=NetworkSegment(eb23fa17-4cd5-445c-bc57-50e1dbbcce13),segment_id=eb23fa17-4cd5-445c-bc57-50e1dbbcce13)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:14.335830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:14.336205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.341214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8ee987e4-0bc3-4389-a09e-44048e0ac7c8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.342574 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8ee987e4-0bc3-4389-a09e-44048e0ac7c8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/9662c713-11a7-4cb9-a427-cc11846d0bc4 HTTP/1.1" status: 204 len: 168 time: 1.2721786 Sep 21 16:00:14.345351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43040) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:14.352842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=a64a1b2c-545d-4423-8377-650d83ec8681,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:14.366094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.399849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4abeef7f-6437-49be-a0ff-9bf2d5c0b334 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:14.407089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90d96b06-23fd-4ac2-82c8-8b5430b7cbf4 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.425999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.454775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.464610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.469957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c1e7d4-b969-4a1e-9b3d-feec48d5f4a7 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.479615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Network': ['ID=9b80e374-e773-47ff-9b5d-c19e933a18d0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:14.502835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1e7d4-b969-4a1e-9b3d-feec48d5f4a7 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c73a53b4-53ed-4b1b-99d1-a526cc69a746,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:14.510109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:14.510344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-90d96b06-23fd-4ac2-82c8-8b5430b7cbf4 None None] Transition to ACTIVE for port object 3ad4461b-a27b-4b5b-9ee4-833146b54a12 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:14.517373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725aba7c-7693-4455-bd61-2b2cb388bfa2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:14.518055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4abeef7f-6437-49be-a0ff-9bf2d5c0b334 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:14.519509 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4abeef7f-6437-49be-a0ff-9bf2d5c0b334 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1728990 Sep 21 16:00:14.521796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 3044be70-c40b-45f5-9a72-2374859ae436 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:14.526148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43044) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:14.528147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:14.534123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.534470 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Added segment 1e907749-7308-456a-b339-c11886412f3b of type vlan for network 1b3aa727-51d9-4942-b849-303e770c8ddc Sep 21 16:00:14.539987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:14.544875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067829388'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:14.552417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:14.563546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:14.590169 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-653b1543-5892-4571-8a80-54606a790506 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/networks/9b80e374-e773-47ff-9b5d-c19e933a18d0 HTTP/1.1" status: 204 len: 168 time: 0.9267156 Sep 21 16:00:14.602372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43048) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:14.622107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90d96b06-23fd-4ac2-82c8-8b5430b7cbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.626789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c1e7d4-b969-4a1e-9b3d-feec48d5f4a7 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.627895 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-81c1e7d4-b969-4a1e-9b3d-feec48d5f4a7 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c73a53b4-53ed-4b1b-99d1-a526cc69a746 HTTP/1.1" status: 204 len: 168 time: 0.4506862 Sep 21 16:00:14.632240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43052) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:14.697518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.721924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.763378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a7689124-89b8-4d5b-a081-ec65bb1634f4 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:14.774351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:14.789837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d96b06-23fd-4ac2-82c8-8b5430b7cbf4 None None] Pushing event updated for resources: {'Port': ['ID=3ad4461b-a27b-4b5b-9ee4-833146b54a12,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:14.795639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:14.802413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:14.812679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:14.847242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2f3d4-eae1-4256-a827-0cb741513428 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:14.853847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2f3d4-eae1-4256-a827-0cb741513428 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:14.854699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0fb2f3d4-eae1-4256-a827-0cb741513428 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Synchronizing usage tracker for tenant:c2afcc666df5455f91de22e272b8d8f4 on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:14.870417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a7689124-89b8-4d5b-a081-ec65bb1634f4 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:14.874793 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a7689124-89b8-4d5b-a081-ec65bb1634f4 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2385468 Sep 21 16:00:14.875002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43056) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:14.903240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.908815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:14.909427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.929404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-20f1cb13-7fdd-4b60-8620-e9ddf2296752 None None] Provisioning complete for port a64a1b2c-545d-4423-8377-650d83ec8681 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:14.930075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-20f1cb13-7fdd-4b60-8620-e9ddf2296752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.933245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:14.946281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0fb2f3d4-eae1-4256-a827-0cb741513428 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Unset dirty status for tenant:c2afcc666df5455f91de22e272b8d8f4 on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:14.947530 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0fb2f3d4-eae1-4256-a827-0cb741513428 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3441842 Sep 21 16:00:14.951831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43060) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:14.958640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-69348027'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:14.963953 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:14.975553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:15.004514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.008417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-20f1cb13-7fdd-4b60-8620-e9ddf2296752 None None] Port a64a1b2c-545d-4423-8377-650d83ec8681 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:15.059882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Pushing event updated for resources: {'Network': ['ID=1b3aa727-51d9-4942-b849-303e770c8ddc,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:15.069542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Delete allocated IP 2001:db8::1bf (3bb1ac7b-2ce9-499c-9639-f2016350540f/9c12695d-d0e3-4210-955d-e72247f9b17e) {{(pid=89725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 16:00:15.070854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 1b3aa727-51d9-4942-b849-303e770c8ddc details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:15.088061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509c7da7-d8c3-423e-8143-9731b8e501a1,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:15.091089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8:0:1::cf (3bb1ac7b-2ce9-499c-9639-f2016350540f/5ccf837f-815c-4999-9580-5c68d16b729c/804c5397-2a2c-4886-92f5-7d503176475a) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:15.131337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8084eb4c-c64b-4fb7-9f3c-643c7c2893aa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.194835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8084eb4c-c64b-4fb7-9f3c-643c7c2893aa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.203389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Made reservation on behalf of c2afcc666df5455f91de22e272b8d8f4 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:15.207422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.238338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.242059 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a3e75a4-a74b-4613-876f-28a6b8af2f26 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7124245 Sep 21 16:00:15.243434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43064) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:15.246313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:15.251603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-92ebc961-83ce-4ff9-b9ac-39e94b011eb0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '509c7da7-d8c3-423e-8143-9731b8e501a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:15.266067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-92ebc961-83ce-4ff9-b9ac-39e94b011eb0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:15.272725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-92ebc961-83ce-4ff9-b9ac-39e94b011eb0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:15.275844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.276529 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Added segment 923be65d-2a51-45b1-b8f4-b9110543c9bc of type vlan for network d5ff2e70-235d-402d-9ec7-3e3347178b73 Sep 21 16:00:15.277400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-92ebc961-83ce-4ff9-b9ac-39e94b011eb0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:15.288693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-92ebc961-83ce-4ff9-b9ac-39e94b011eb0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:15.314605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.386839 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-de511763-8a31-42f4-95f3-037311788c21 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4060006 Sep 21 16:00:15.387649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 448da9b6-beb1-4fc5-929f-99db7d7b4350 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:00:15.389691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43068) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:15.396597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Request body: {'subnet': {'network_id': '1b3aa727-51d9-4942-b849-303e770c8ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:15.470786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.476436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:15.477017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.538372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Provisioning complete for port 804c5397-2a2c-4886-92f5-7d503176475a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:15.539526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.608894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Port 804c5397-2a2c-4886-92f5-7d503176475a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:15.619956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Provisioning complete for port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:15.620325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.630224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment b3dbce43-0770-4815-92c4-e8dda62ce12f resource provider aggregate not found Sep 21 16:00:15.656364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Network': ['ID=d5ff2e70-235d-402d-9ec7-3e3347178b73,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:15.660440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:15.666656 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment b3dbce43-0770-4815-92c4-e8dda62ce12f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3dbce43-0770-4815-92c4-e8dda62ce12f found for delete ", "request_id": "req-bfbb53a9-d382-410b-b5ea-b69afd14f0bf"}]} Sep 21 16:00:15.668646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Usage tracker for resource:subnet and tenant:c268bb02c65d4542a520faae40cf6255 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:15.669101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network d5ff2e70-235d-402d-9ec7-3e3347178b73 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:15.671571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:15.672581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.678390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:15.679520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8084eb4c-c64b-4fb7-9f3c-643c7c2893aa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.696298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:00:15.710578 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-92ebc961-83ce-4ff9-b9ac-39e94b011eb0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The resource could not be found. Sep 21 16:00:15.714598 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-92ebc961-83ce-4ff9-b9ac-39e94b011eb0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4671459 Sep 21 16:00:15.715178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43076) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:15.720313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-78a94252-319c-4a46-9f44-98388b36d10c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '509c7da7-d8c3-423e-8143-9731b8e501a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cc653608-7171-47b0-b37f-5579cf800ec7'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:15.720610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8084eb4c-c64b-4fb7-9f3c-643c7c2893aa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.721706 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8084eb4c-c64b-4fb7-9f3c-643c7c2893aa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/c34fe8f9-fd37-4778-a0fd-a0d5b0725a4e HTTP/1.1" status: 204 len: 168 time: 0.8459001 Sep 21 16:00:15.722804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084eb4c-c64b-4fb7-9f3c-643c7c2893aa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34fe8f9-fd37-4778-a0fd-a0d5b0725a4e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:15.725050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43080) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:15.726237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object 804c5397-2a2c-4886-92f5-7d503176475a will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:15.729581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-78a94252-319c-4a46-9f44-98388b36d10c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:15.737404 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-496f776c-71e3-42ee-bedd-fefc9e412397 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7845232 Sep 21 16:00:15.740762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43084) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:15.743318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeca58a-d714-4446-b241-9cf4bfd47fc8 None None] Sync routers for ids ['448da9b6-beb1-4fc5-929f-99db7d7b4350'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:00:15.744284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-78a94252-319c-4a46-9f44-98388b36d10c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:15.746121 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3abe636d-9eaf-4eb8-9654-95de0665563c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/448da9b6-beb1-4fc5-929f-99db7d7b4350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0364351 Sep 21 16:00:15.747995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-78a94252-319c-4a46-9f44-98388b36d10c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:15.748577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43088) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:15.753818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-517117329'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:15.762551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:15.765001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-78a94252-319c-4a46-9f44-98388b36d10c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:15.768805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:15.769708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Usage tracker for resource:network and tenant:c2afcc666df5455f91de22e272b8d8f4 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:15.774019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:15.782066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Made reservation on behalf of c268bb02c65d4542a520faae40cf6255 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:15.785603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.789641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeca58a-d714-4446-b241-9cf4bfd47fc8 None None] Routers {'448da9b6-beb1-4fc5-929f-99db7d7b4350'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:15.791073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cbeca58a-d714-4446-b241-9cf4bfd47fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['448da9b6-beb1-4fc5-929f-99db7d7b4350'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:15.800092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:15.842714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:15.868284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cbeca58a-d714-4446-b241-9cf4bfd47fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:15.882049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeca58a-d714-4446-b241-9cf4bfd47fc8 None None] Routers {'448da9b6-beb1-4fc5-929f-99db7d7b4350'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:15.882858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cbeca58a-d714-4446-b241-9cf4bfd47fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['448da9b6-beb1-4fc5-929f-99db7d7b4350'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:15.888271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0a8d2876-1006-4c48-ba13-93d9db1a46bf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:15.903953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20ab6e8-426c-41e5-99fd-273492529ae4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:15.904550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f20ab6e8-426c-41e5-99fd-273492529ae4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:15.956295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Provisioning for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:15.960228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cbeca58a-d714-4446-b241-9cf4bfd47fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:15.960645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeca58a-d714-4446-b241-9cf4bfd47fc8 None None] The sync data for ids ['448da9b6-beb1-4fc5-929f-99db7d7b4350'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:00:15.966059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:15.967202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.006426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] In _notify_port_updated(), no bound segment for port 804c5397-2a2c-4886-92f5-7d503176475a on network 3bb1ac7b-2ce9-499c-9639-f2016350540f {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:00:16.011827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:16.013739 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.015090 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "PUT /v2.0/ports/804c5397-2a2c-4886-92f5-7d503176475a HTTP/1.1" status: 200 len: 929 time: 3.1122215 Sep 21 16:00:16.018697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39c7b0-72cf-4c63-95f4-b1d3106f86b6 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=804c5397-2a2c-4886-92f5-7d503176475a,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:16.027635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43092) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:16.098913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f20ab6e8-426c-41e5-99fd-273492529ae4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:16.102973 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f20ab6e8-426c-41e5-99fd-273492529ae4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports/a64a1b2c-545d-4423-8377-650d83ec8681 HTTP/1.1" status: 200 len: 910 time: 0.3532925 Sep 21 16:00:16.103770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0a8d2876-1006-4c48-ba13-93d9db1a46bf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:16.105106 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0a8d2876-1006-4c48-ba13-93d9db1a46bf tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3775072 Sep 21 16:00:16.116925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43096) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:16.117264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43098) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:16.118863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Made reservation on behalf of c2afcc666df5455f91de22e272b8d8f4 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:16.131492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.149719 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-78a94252-319c-4a46-9f44-98388b36d10c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The resource could not be found. Sep 21 16:00:16.154141 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-78a94252-319c-4a46-9f44-98388b36d10c tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4379404 Sep 21 16:00:16.160492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43104) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:16.165818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ad4461b-a27b-4b5b-9ee4-833146b54a12 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:16.192711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420701080'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:16.221747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.227866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:16.232908 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e5592171-bc3c-44cc-897a-1f002bb731bc None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:16.250428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:16.250805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.300670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:16.323228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:16.334495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-136b068a-09cc-4818-a86c-3dd9943984f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 804c5397-2a2c-4886-92f5-7d503176475a {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:16.334685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8106256e-f496-439d-87ae-3b864e2616b0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.335261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-136b068a-09cc-4818-a86c-3dd9943984f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.343411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.343750 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Added segment cccf23bf-3582-40fc-8576-95f8f3824d28 of type vlan for network ff23627d-6612-4710-8d77-9d8862ba0f60 Sep 21 16:00:16.384175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:16.385300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 538ef43c-9ab2-47bb-abe6-46cc2e5e560c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:16.401597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Pushing event updated for resources: {'Subnet': ['ID=a46e552d-4dcd-414f-a5fe-8e632688f6e0,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:16.408583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Checking segment: {'id': '1e907749-7308-456a-b339-c11886412f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1b3aa727-51d9-4942-b849-303e770c8ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:16.408583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Network hostable DHCP agents. Network: 1b3aa727-51d9-4942-b849-303e770c8ddc, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:16.419593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.424103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8106256e-f496-439d-87ae-3b864e2616b0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.454972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:16.455346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.484038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5513ee76-3ed1-4027-93c4-94907b2afe3c None None] Provisioning for port 804c5397-2a2c-4886-92f5-7d503176475a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:16.503017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5513ee76-3ed1-4027-93c4-94907b2afe3c None None] Provisioning complete for port 804c5397-2a2c-4886-92f5-7d503176475a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:16.503394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5513ee76-3ed1-4027-93c4-94907b2afe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.561928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.567710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:16.569041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.570349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5513ee76-3ed1-4027-93c4-94907b2afe3c None None] Port 804c5397-2a2c-4886-92f5-7d503176475a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:16.580691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.631030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:16.633307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:16.693391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Network 1b3aa727-51d9-4942-b849-303e770c8ddc is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:16.695425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8106256e-f496-439d-87ae-3b864e2616b0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.725318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:16.803181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106256e-f496-439d-87ae-3b864e2616b0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509c7da7-d8c3-423e-8143-9731b8e501a1,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:16.815691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8106256e-f496-439d-87ae-3b864e2616b0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.815691 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8106256e-f496-439d-87ae-3b864e2616b0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/509c7da7-d8c3-423e-8143-9731b8e501a1 HTTP/1.1" status: 204 len: 168 time: 0.6502123 Sep 21 16:00:16.815691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 1b3aa727-51d9-4942-b849-303e770c8ddc) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:16.816517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43108) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:16.822392 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Network': ['ID=ff23627d-6612-4710-8d77-9d8862ba0f60,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:16.825068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:16.825633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.838880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5e9d6-33bc-4010-8555-67800ed07085 None None] Network 1b3aa727-51d9-4942-b849-303e770c8ddc requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:16.859750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network ff23627d-6612-4710-8d77-9d8862ba0f60 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:16.861426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-136b068a-09cc-4818-a86c-3dd9943984f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:16.888651 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-133bc615-28b5-4ae3-b8d2-48250b9010b8 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1434617 Sep 21 16:00:16.888651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43112) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:16.894738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'ports': [{'network_id': 'd5ff2e70-235d-402d-9ec7-3e3347178b73', 'name': 'tempest-port--332999985', 'admin_state_up': True}, {'network_id': 'ff23627d-6612-4710-8d77-9d8862ba0f60', 'admin_state_up': False}]} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:16.895286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'port': {'network_id': 'd5ff2e70-235d-402d-9ec7-3e3347178b73', 'name': 'tempest-port--332999985', 'admin_state_up': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:16.895780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'port': {'network_id': 'ff23627d-6612-4710-8d77-9d8862ba0f60', 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:17.028672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5180a38e-9bb2-49ee-95aa-8a96eb465dce tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:17.129049 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a044caf5-2757-452a-8009-e0ae08000a4e tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7380226 Sep 21 16:00:17.137232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-136b068a-09cc-4818-a86c-3dd9943984f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 804c5397-2a2c-4886-92f5-7d503176475a owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:17.138546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43116) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:17.148526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Request body: {'port': {'network_id': '1b3aa727-51d9-4942-b849-303e770c8ddc', 'name': 'tempest-TagsExtTest-1622571348'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:17.215480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-1b3aa727-51d9-4942-b849-303e770c8ddc', 'network_id': '1b3aa727-51d9-4942-b849-303e770c8ddc', 'tenant_id': 'c268bb02c65d4542a520faae40cf6255', 'fixed_ips': [{'subnet_id': 'a46e552d-4dcd-414f-a5fe-8e632688f6e0'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:00:17.219374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.250559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5180a38e-9bb2-49ee-95aa-8a96eb465dce tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:17.258906 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5180a38e-9bb2-49ee-95aa-8a96eb465dce tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4324098 Sep 21 16:00:17.258906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:17.263039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43120) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:17.265555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Usage tracker for resource:port and tenant:c2afcc666df5455f91de22e272b8d8f4 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:17.270731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:17.275859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7464110a-0082-4a3f-9cc0-e4ca3fd2c060 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': '0cfa5300-dddd-4507-a707-f33fefb4fa8d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:17.286783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7464110a-0082-4a3f-9cc0-e4ca3fd2c060 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:17.289181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:17.297570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7464110a-0082-4a3f-9cc0-e4ca3fd2c060 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:17.306701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.314433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7464110a-0082-4a3f-9cc0-e4ca3fd2c060 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:17.327671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7464110a-0082-4a3f-9cc0-e4ca3fd2c060 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:17.355283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:17.360788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Usage tracker for resource:port and tenant:c268bb02c65d4542a520faae40cf6255 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:17.364911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:17.371610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:17.386911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Allocated IP 172.20.0.2 (1b3aa727-51d9-4942-b849-303e770c8ddc/a46e552d-4dcd-414f-a5fe-8e632688f6e0/56b1689c-9548-4921-8fc3-be9240eec8a4) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:17.405469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Made reservation on behalf of c2afcc666df5455f91de22e272b8d8f4 for: {'port': 2} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:17.409997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.413696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.428869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.474968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186447c8-61a3-49f0-9404-48cea2623fbd,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:17.490174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-136b068a-09cc-4818-a86c-3dd9943984f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.495458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Made reservation on behalf of c268bb02c65d4542a520faae40cf6255 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:17.498886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.543676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b068a-09cc-4818-a86c-3dd9943984f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=804c5397-2a2c-4886-92f5-7d503176475a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:17.580368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.600142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] device_id is not set on port 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:00:17.648618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.649822 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e34393a-fc0f-469d-8046-a0d5edae3804 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5300465 Sep 21 16:00:17.659843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43124) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:17.708306 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-7464110a-0082-4a3f-9cc0-e4ca3fd2c060 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The resource could not be found. Sep 21 16:00:17.711732 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7464110a-0082-4a3f-9cc0-e4ca3fd2c060 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4453502 Sep 21 16:00:17.716753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43126) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:17.724834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-136b068a-09cc-4818-a86c-3dd9943984f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.728490 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-136b068a-09cc-4818-a86c-3dd9943984f1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/804c5397-2a2c-4886-92f5-7d503176475a HTTP/1.1" status: 204 len: 168 time: 1.6995654 Sep 21 16:00:17.739957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43132) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:17.743147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Request body: {'security_group_rule': {'security_group_id': '186447c8-61a3-49f0-9404-48cea2623fbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:17.751401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328941660'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:17.754184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.764128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:17.766261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Transition to ACTIVE for port object 56b1689c-9548-4921-8fc3-be9240eec8a4 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:17.773612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Usage tracker for resource:security_group_rule and tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:17.779202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:17.791055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:17.794326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Transition to ACTIVE for port object 56b1689c-9548-4921-8fc3-be9240eec8a4 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:17.809225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:17.835083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] device_id is not set on port c78dec5d-ae0a-458b-9b90-ae6b27c35f98 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:00:17.838175 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b68e7d8-986e-404d-8733-51f2b75b4599 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 16:00:17.838708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0b68e7d8-986e-404d-8733-51f2b75b4599 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:17.852123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:17.878154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.947106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Network 1b3aa727-51d9-4942-b849-303e770c8ddc is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:17.950352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:17.951164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.953877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:17.965021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Pushing event updated for resources: {'Port': ['ID=56b1689c-9548-4921-8fc3-be9240eec8a4,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:17.969809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0b68e7d8-986e-404d-8733-51f2b75b4599 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:17.969809 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0b68e7d8-986e-404d-8733-51f2b75b4599 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/804c5397-2a2c-4886-92f5-7d503176475a HTTP/1.1" status: 404 len: 333 time: 0.2106771 Sep 21 16:00:17.969809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:17.977382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43136) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:17.992455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Allocated IP 172.20.0.14 (1b3aa727-51d9-4942-b849-303e770c8ddc/a46e552d-4dcd-414f-a5fe-8e632688f6e0/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:18.053949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:18.066236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:18.077685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Attempting to bind port 56b1689c-9548-4921-8fc3-be9240eec8a4 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:18.078150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Attempting to bind port 56b1689c-9548-4921-8fc3-be9240eec8a4 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1e907749-7308-456a-b339-c11886412f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1b3aa727-51d9-4942-b849-303e770c8ddc'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:18.078542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Attempting to bind port 56b1689c-9548-4921-8fc3-be9240eec8a4 on network 1b3aa727-51d9-4942-b849-303e770c8ddc {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:18.079011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:18.085975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:18.086331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Checking segment: {'id': '1e907749-7308-456a-b339-c11886412f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1b3aa727-51d9-4942-b849-303e770c8ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:18.086741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.087835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Bound using segment: {'id': '1e907749-7308-456a-b339-c11886412f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1b3aa727-51d9-4942-b849-303e770c8ddc'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:18.088024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Bound port: 56b1689c-9548-4921-8fc3-be9240eec8a4, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e907749-7308-456a-b339-c11886412f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1b3aa727-51d9-4942-b849-303e770c8ddc'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:18.088502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.101331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:18.107904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.111245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port a64a1b2c-545d-4423-8377-650d83ec8681 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:18.111610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.122711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.188335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.198646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] For port 56b1689c-9548-4921-8fc3-be9240eec8a4, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:18.202240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] For port 56b1689c-9548-4921-8fc3-be9240eec8a4, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=56b1689c-9548-4921-8fc3-be9240eec8a4,segment=NetworkSegment(1e907749-7308-456a-b339-c11886412f3b),segment_id=1e907749-7308-456a-b339-c11886412f3b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:18.261073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5123589c-aa5e-4d99-b103-bc982d91ea6b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.275001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.278515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a104c5-92e7-466e-8a4c-b66f71cf452d,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:18.336964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.353111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.358063 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-068532fa-804a-40c2-9731-2e35e896c881 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6361454 Sep 21 16:00:18.361034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43140) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:18.366797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cddd3-10d1-4b8a-9235-5ac741bd2526 None None] Pushing event updated for resources: {'Port': ['ID=56b1689c-9548-4921-8fc3-be9240eec8a4,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:18.402692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] device_id is not set on port 3ddae504-8f95-40ef-a384-6f774284163d yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:00:18.408832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5123589c-aa5e-4d99-b103-bc982d91ea6b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.491623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for a64a1b2c-545d-4423-8377-650d83ec8681 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:18.527718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.564777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.607176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Transition to ACTIVE for port object 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:18.623570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.641002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb7227b-5c98-4712-b0ec-dc3b9fd3ffaa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.648369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5123589c-aa5e-4d99-b103-bc982d91ea6b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.677085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb7227b-5c98-4712-b0ec-dc3b9fd3ffaa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.849076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.868728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5123589c-aa5e-4d99-b103-bc982d91ea6b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.869852 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5123589c-aa5e-4d99-b103-bc982d91ea6b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/security-groups/23154aa3-3fba-4cb9-aaef-1b0ec8a83efd HTTP/1.1" status: 204 len: 168 time: 0.8817172 Sep 21 16:00:18.870629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e302ba-ba03-45d1-aa1b-04e1e4350455,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:18.874511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43144) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:18.903646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123589c-aa5e-4d99-b103-bc982d91ea6b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23154aa3-3fba-4cb9-aaef-1b0ec8a83efd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:18.912755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.917332 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-65323716-24f0-42ee-8925-10818b308428 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1941330 Sep 21 16:00:18.917842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43148) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:18.923721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164557601'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:18.944998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:18.944998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:18.944998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:18.949494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:18.963199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb7227b-5c98-4712-b0ec-dc3b9fd3ffaa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.969670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1d93fb8-436e-4003-aaf8-c2de9d7ceb03 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:18.988008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7227b-5c98-4712-b0ec-dc3b9fd3ffaa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186447c8-61a3-49f0-9404-48cea2623fbd,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:18.992479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.005261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb7227b-5c98-4712-b0ec-dc3b9fd3ffaa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.006950 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6eb7227b-5c98-4712-b0ec-dc3b9fd3ffaa tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/186447c8-61a3-49f0-9404-48cea2623fbd HTTP/1.1" status: 204 len: 168 time: 0.6443813 Sep 21 16:00:19.009187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43152) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:19.032837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1d93fb8-436e-4003-aaf8-c2de9d7ceb03 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.064417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.074466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.090100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.099732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Network 1b3aa727-51d9-4942-b849-303e770c8ddc is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:19.114242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:19.123877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:19.141285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=a64a1b2c-545d-4423-8377-650d83ec8681,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:19.146345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-65d5c3ad-a744-4855-9e67-cb42991934fd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:19.158676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Pushing event updated for resources: {'Port': ['ID=9e788b36-53ab-4ed5-9fc5-15f1c04d71b4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:19.187492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:19.206129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:19.260735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:19.280020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:19.280683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.281357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:19.308601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Checking segment: {'id': '923be65d-2a51-45b1-b8f4-b9110543c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd5ff2e70-235d-402d-9ec7-3e3347178b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:19.308972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Network hostable DHCP agents. Network: d5ff2e70-235d-402d-9ec7-3e3347178b73, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:19.318123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Port': ['ID=c78dec5d-ae0a-458b-9b90-ae6b27c35f98,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:19.341617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1d93fb8-436e-4003-aaf8-c2de9d7ceb03 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.344920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1d93fb8-436e-4003-aaf8-c2de9d7ceb03 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.348533 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c1d93fb8-436e-4003-aaf8-c2de9d7ceb03 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/security-groups/fbfd8661-54ce-4724-9e88-d75fa1e4d7d2 HTTP/1.1" status: 204 len: 168 time: 0.4704967 Sep 21 16:00:19.356936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43156) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:19.391260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-65d5c3ad-a744-4855-9e67-cb42991934fd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:19.392534 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-65d5c3ad-a744-4855-9e67-cb42991934fd tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3814311 Sep 21 16:00:19.401327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d93fb8-436e-4003-aaf8-c2de9d7ceb03 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd8661-54ce-4724-9e88-d75fa1e4d7d2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:19.403886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43160) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:19.448751 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-197e063e-e1af-4d68-9111-3ea6496c40b3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3090649 Sep 21 16:00:19.456220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43164) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:19.466277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1713647217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:19.471318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Network d5ff2e70-235d-402d-9ec7-3e3347178b73 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:19.486826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:19.494412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.506946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Usage tracker for resource:router and tenant:c268bb02c65d4542a520faae40cf6255 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:19.516087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-63335e58-80b5-46d7-ba16-0ef4ba197bfa tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet 9c12695d-d0e3-4210-955d-e72247f9b17e {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:19.518143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:19.526873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:19.535137 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5d4edb3f-f2e0-4745-be9b-28abd1cd7039 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1255999 Sep 21 16:00:19.537340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63335e58-80b5-46d7-ba16-0ef4ba197bfa tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.568206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43168) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:19.575911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, d5ff2e70-235d-402d-9ec7-3e3347178b73) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:19.587107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb77a129-a85e-4cd2-a3a1-2ecd70cd169d None None] Network d5ff2e70-235d-402d-9ec7-3e3347178b73 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:19.599044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:19.600442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.642157 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-be3e4e6b-2fa7-4ae9-a997-e97dcd7b303d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] delete failed (client error): The resource could not be found. Sep 21 16:00:19.643157 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-be3e4e6b-2fa7-4ae9-a997-e97dcd7b303d tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "DELETE /v2.0/security-groups/186447c8-61a3-49f0-9404-48cea2623fbd HTTP/1.1" status: 404 len: 347 time: 0.0739427 Sep 21 16:00:19.654035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43172) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:19.675268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63335e58-80b5-46d7-ba16-0ef4ba197bfa tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.676138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.690933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e24b4e-4f16-44e3-ac95-6ecc5d7093c3 None None] Network 1b3aa727-51d9-4942-b849-303e770c8ddc requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:19.736850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.803528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Port': ['ID=3ddae504-8f95-40ef-a384-6f774284163d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:19.822579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-abc7049e-05a0-4faa-add4-4ecd977a4ea9 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Synchronizing usage tracker for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:19.833807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Checking segment: {'id': 'cccf23bf-3582-40fc-8576-95f8f3824d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ff23627d-6612-4710-8d77-9d8862ba0f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:19.835935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Network hostable DHCP agents. Network: ff23627d-6612-4710-8d77-9d8862ba0f60, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:19.841567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.842821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.859707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92678293-c4e9-44cc-9743-da692c35d09a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:19.863243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 448da9b6-beb1-4fc5-929f-99db7d7b4350 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:00:19.878391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-abc7049e-05a0-4faa-add4-4ecd977a4ea9 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] Unset dirty status for tenant:c961c4b8c3bf4058bd332cedc2f6a0d7 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:19.885281 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-abc7049e-05a0-4faa-add4-4ecd977a4ea9 tempest-SecGroupTest-198554796 tempest-SecGroupTest-198554796-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2247312 Sep 21 16:00:19.895410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fccef08e-3760-44f9-b980-1235ab209d57 None None] Provisioning for port 56b1689c-9548-4921-8fc3-be9240eec8a4 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:19.907047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63335e58-80b5-46d7-ba16-0ef4ba197bfa tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.935320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:19.936563 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4eb7a07e-d68d-4ac0-bfa4-bfac85eb66b5 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0171094 Sep 21 16:00:19.944545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43178) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:19.950199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-cb849042-d489-4c33-ad6f-32629d113860 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'd3e302ba-ba03-45d1-aa1b-04e1e4350455', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '92678293-c4e9-44cc-9743-da692c35d09a'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:19.956362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cb849042-d489-4c33-ad6f-32629d113860 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:19.960541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cb849042-d489-4c33-ad6f-32629d113860 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:19.963688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cb849042-d489-4c33-ad6f-32629d113860 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:19.983968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cb849042-d489-4c33-ad6f-32629d113860 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:20.026320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.111512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:00:20.121780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43182) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:20.123935 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824607e-0052-48fb-a16c-ec5443218f9d None None] Sync routers for ids ['448da9b6-beb1-4fc5-929f-99db7d7b4350'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:00:20.139437 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f11d58e5-1bc0-48c9-a16c-a2f4515bda4f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/448da9b6-beb1-4fc5-929f-99db7d7b4350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0201921 Sep 21 16:00:20.142264 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824607e-0052-48fb-a16c-ec5443218f9d None None] Routers {'448da9b6-beb1-4fc5-929f-99db7d7b4350'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:20.143202 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c824607e-0052-48fb-a16c-ec5443218f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['448da9b6-beb1-4fc5-929f-99db7d7b4350'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:20.156136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 56b1689c-9548-4921-8fc3-be9240eec8a4 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:20.165691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.179164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63335e58-80b5-46d7-ba16-0ef4ba197bfa tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.182868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Network ff23627d-6612-4710-8d77-9d8862ba0f60 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:20.241816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63335e58-80b5-46d7-ba16-0ef4ba197bfa tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=9c12695d-d0e3-4210-955d-e72247f9b17e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:20.248117 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9962b3e9-a45e-4676-8e62-17b8b932e51a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=448da9b6-beb1-4fc5-929f-99db7d7b4350 HTTP/1.1" status: 200 len: 205 time: 0.1227117 Sep 21 16:00:20.248528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43186) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:20.253036 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c824607e-0052-48fb-a16c-ec5443218f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:20.262407 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824607e-0052-48fb-a16c-ec5443218f9d None None] Routers {'448da9b6-beb1-4fc5-929f-99db7d7b4350'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:20.263275 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c824607e-0052-48fb-a16c-ec5443218f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['448da9b6-beb1-4fc5-929f-99db7d7b4350'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:20.270894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6e2ca-4265-412c-9450-8f8906e8378d None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:20.271694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63335e58-80b5-46d7-ba16-0ef4ba197bfa tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.288928 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-63335e58-80b5-46d7-ba16-0ef4ba197bfa tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/9c12695d-d0e3-4210-955d-e72247f9b17e HTTP/1.1" status: 204 len: 168 time: 0.9264207 Sep 21 16:00:20.289449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43190) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:20.297210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:20.348874 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-cb849042-d489-4c33-ad6f-32629d113860 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:20.365991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cb849042-d489-4c33-ad6f-32629d113860 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4195538 Sep 21 16:00:20.367763 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c824607e-0052-48fb-a16c-ec5443218f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:20.368681 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824607e-0052-48fb-a16c-ec5443218f9d None None] The sync data for ids ['448da9b6-beb1-4fc5-929f-99db7d7b4350'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:00:20.394430 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43194) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:20.397909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, ff23627d-6612-4710-8d77-9d8862ba0f60) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:20.402467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:20.408485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:20.414877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:20.415751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.435968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 56b1689c-9548-4921-8fc3-be9240eec8a4 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:20.442410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7707fc84-b11b-4771-a95a-f0e25d137cac None None] Network ff23627d-6612-4710-8d77-9d8862ba0f60 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:20.442581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fbe0-520b-4624-b78f-df98ef49d271 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.487239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.489311 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f1a42fbd-68e0-46af-86e6-aa510b801a99 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0307176 Sep 21 16:00:20.499977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43200) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:20.507259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3d5ed397-e4fe-47ff-b904-2fa0f5681022 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1215337001', 'prefixes': ['172.20.0.0/16']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:20.510257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 56b1689c-9548-4921-8fc3-be9240eec8a4 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:20.512491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.515819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3d5ed397-e4fe-47ff-b904-2fa0f5681022 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:20.585536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-137f4cb1-e3ca-490f-b2b9-c622569d2348 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.629826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:20.645185 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d353ab33-285d-4a59-a6c7-23892e6edea5 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7485611 Sep 21 16:00:20.645185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:20.645185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-137f4cb1-e3ca-490f-b2b9-c622569d2348 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.646447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43204) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:20.654000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:20.665431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43208) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:20.667927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:20.715749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Provisioning complete for port 56b1689c-9548-4921-8fc3-be9240eec8a4 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:20.716360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.759687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:20.763782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.860904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-137f4cb1-e3ca-490f-b2b9-c622569d2348 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.904776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f4cb1-e3ca-490f-b2b9-c622569d2348 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92678293-c4e9-44cc-9743-da692c35d09a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:20.970967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-137f4cb1-e3ca-490f-b2b9-c622569d2348 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:20.975090 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-137f4cb1-e3ca-490f-b2b9-c622569d2348 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/92678293-c4e9-44cc-9743-da692c35d09a HTTP/1.1" status: 204 len: 168 time: 0.5786800 Sep 21 16:00:20.975745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43214) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:20.982949 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2ebabca8-d175-4fc3-96db-4a5dacd39b5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c961c4b8c3bf4058bd332cedc2f6a0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163936 Sep 21 16:00:20.987017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43218) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:21.040777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fbe0-520b-4624-b78f-df98ef49d271 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.043912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fbe0-520b-4624-b78f-df98ef49d271 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.070701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c1de4-266d-42b0-8728-0bca9eae63a2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:21.077202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c1de4-266d-42b0-8728-0bca9eae63a2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:21.079021 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fd0c1de4-266d-42b0-8728-0bca9eae63a2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4316440 Sep 21 16:00:21.081666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43222) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:21.140221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-461b1907-1442-4ab4-a965-baef2a828309 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:21.158638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7de9c3f2-b8a5-498b-b9bb-97f0af8f05d2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Deleting port c78dec5d-ae0a-458b-9b90-ae6b27c35f98 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:21.158860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 56b1689c-9548-4921-8fc3-be9240eec8a4 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:21.158998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7de9c3f2-b8a5-498b-b9bb-97f0af8f05d2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.159095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.189803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fbe0-520b-4624-b78f-df98ef49d271 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.189803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf0fbe0-520b-4624-b78f-df98ef49d271 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Fanout notify agent at l3_agent the message router_deleted on router 448da9b6-beb1-4fc5-929f-99db7d7b4350 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:00:21.194729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Current status of the port 56b1689c-9548-4921-8fc3-be9240eec8a4 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:21.194729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.200980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-06690321-eb23-478d-b272-af22cdf4f0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.207003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fbe0-520b-4624-b78f-df98ef49d271 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.208625 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0cf0fbe0-520b-4624-b78f-df98ef49d271 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/448da9b6-beb1-4fc5-929f-99db7d7b4350 HTTP/1.1" status: 204 len: 168 time: 0.9591744 Sep 21 16:00:21.216781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43226) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:21.225294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed397-e4fe-47ff-b904-2fa0f5681022 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for subnetpool, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.230270 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d5ed397-e4fe-47ff-b904-2fa0f5681022 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7290351 Sep 21 16:00:21.231095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43230) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:21.249993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 56b1689c-9548-4921-8fc3-be9240eec8a4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=56b1689c-9548-4921-8fc3-be9240eec8a4,segment=NetworkSegment(1e907749-7308-456a-b339-c11886412f3b),segment_id=1e907749-7308-456a-b339-c11886412f3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:21.258472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-d2593c7f-c1e5-4b18-8e8d-1c97026049d5 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0', 'tempest-TagsExtTest-Tag-173710528') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:21.295337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce20c9c-db2f-40e7-b9a7-9574dabbf29d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet d37d029f-2cfb-47c1-b1c8-9698e196fae9 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:21.296794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-06690321-eb23-478d-b272-af22cdf4f0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.298577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cce20c9c-db2f-40e7-b9a7-9574dabbf29d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.316233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-461b1907-1442-4ab4-a965-baef2a828309 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:21.317592 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-461b1907-1442-4ab4-a965-baef2a828309 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3378961 Sep 21 16:00:21.330679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.332045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43234) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:21.461979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:21.462863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:21.465421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=56b1689c-9548-4921-8fc3-be9240eec8a4,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:21.474628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cce20c9c-db2f-40e7-b9a7-9574dabbf29d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.512452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-06690321-eb23-478d-b272-af22cdf4f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.530498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06690321-eb23-478d-b272-af22cdf4f0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd87ee3-643c-4a0c-93cb-465a048591b2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:21.546841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.625262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa83b390-4ed4-437a-9411-23c266f6fed7 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.676670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7de9c3f2-b8a5-498b-b9bb-97f0af8f05d2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.699137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa83b390-4ed4-437a-9411-23c266f6fed7 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.717152 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d2593c7f-c1e5-4b18-8e8d-1c97026049d5 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags/tempest-TagsExtTest-Tag-173710528 HTTP/1.1" status: 201 len: 201 time: 0.4778299 Sep 21 16:00:21.730825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43238) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:21.745814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-74bc6c31-892d-4476-86e1-091bf5861fb1 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4', 'tempest-TagsExtTest-Tag-1955620143') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:21.783331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:21.792522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:21.796024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:21.796718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.800853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-06690321-eb23-478d-b272-af22cdf4f0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.804581 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-06690321-eb23-478d-b272-af22cdf4f0e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbd87ee3-643c-4a0c-93cb-465a048591b2 HTTP/1.1" status: 204 len: 168 time: 0.7985296 Sep 21 16:00:21.838198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=a36cd6d2-00ed-46db-8dd0-a3190a262c97,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:21.856615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7de9c3f2-b8a5-498b-b9bb-97f0af8f05d2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Calling delete_port for c78dec5d-ae0a-458b-9b90-ae6b27c35f98 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:21.930333 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-daf307ea-ea79-44af-a90c-83bdc2027678 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6395299 Sep 21 16:00:21.933018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43244) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:21.939032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'security_group': {'name': 'tempest-secgroup-2008063723'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:21.946752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0593a5-c7c2-4790-9e19-73d48f055a93 None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:21.947395 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:21.950416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:21.954488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:21.958704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cce20c9c-db2f-40e7-b9a7-9574dabbf29d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:21.965339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:21.985747 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-74bc6c31-892d-4476-86e1-091bf5861fb1 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags/tempest-TagsExtTest-Tag-1955620143 HTTP/1.1" status: 201 len: 201 time: 0.2472250 Sep 21 16:00:21.986123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43248) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:22.000927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-2af13621-6c65-4194-8247-98c2f857f069 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d', 'tempest-TagsExtTest-Tag-218375357') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:22.091870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa83b390-4ed4-437a-9411-23c266f6fed7 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.114761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83b390-4ed4-437a-9411-23c266f6fed7 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e302ba-ba03-45d1-aa1b-04e1e4350455,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:22.125610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7de9c3f2-b8a5-498b-b9bb-97f0af8f05d2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.133022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Current status of the port 56b1689c-9548-4921-8fc3-be9240eec8a4 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:22.145402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 56b1689c-9548-4921-8fc3-be9240eec8a4 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:22.200727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.209392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9c3f2-b8a5-498b-b9bb-97f0af8f05d2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Port': ['ID=c78dec5d-ae0a-458b-9b90-ae6b27c35f98,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:22.212055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7de9c3f2-b8a5-498b-b9bb-97f0af8f05d2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.216376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cce20c9c-db2f-40e7-b9a7-9574dabbf29d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.244599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:22.261611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group_rule and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:22.268088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:22.275531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:22.283429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cce20c9c-db2f-40e7-b9a7-9574dabbf29d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.290374 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cce20c9c-db2f-40e7-b9a7-9574dabbf29d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/d37d029f-2cfb-47c1-b1c8-9698e196fae9 HTTP/1.1" status: 204 len: 168 time: 1.0732286 Sep 21 16:00:22.292065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa83b390-4ed4-437a-9411-23c266f6fed7 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.294241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43256) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:22.296639 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aa83b390-4ed4-437a-9411-23c266f6fed7 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/d3e302ba-ba03-45d1-aa1b-04e1e4350455 HTTP/1.1" status: 204 len: 168 time: 0.9594576 Sep 21 16:00:22.297486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43258) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:22.304358 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7de9c3f2-b8a5-498b-b9bb-97f0af8f05d2 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/ports/c78dec5d-ae0a-458b-9b90-ae6b27c35f98 HTTP/1.1" status: 204 len: 168 time: 1.2208092 Sep 21 16:00:22.305617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce20c9c-db2f-40e7-b9a7-9574dabbf29d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=d37d029f-2cfb-47c1-b1c8-9698e196fae9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:22.315076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43264) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:22.327081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7f4f5-8862-49ef-9d92-e61e4e33230b None None] Network 3044be70-c40b-45f5-9a72-2374859ae436 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:22.335554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Provisioning for port 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:22.361403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Provisioning complete for port 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:22.361805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.388228 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2af13621-6c65-4194-8247-98c2f857f069 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags/tempest-TagsExtTest-Tag-218375357 HTTP/1.1" status: 201 len: 201 time: 0.3996298 Sep 21 16:00:22.404152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43272) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:22.413534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-3f782d9e-71fe-4614-909e-d13c35aba5de tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05', 'tempest-TagsExtTest-Tag-1108566413') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:22.458945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.478675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 56b1689c-9548-4921-8fc3-be9240eec8a4 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:22.479002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.480625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.485602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:22.485602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.501745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f911b8ab-2747-4d1f-95fd-50b8e6607c4d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:22.517971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-96466a98-6ea3-418e-a7e7-c3add71403ef tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Deleting port 3ddae504-8f95-40ef-a384-6f774284163d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:22.518313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-96466a98-6ea3-418e-a7e7-c3add71403ef tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.528508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4390b7d6-4ca1-4f0f-b884-8d6e60d69551 None None] Port 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:22.699283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.808243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Provisioning complete for port 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:22.808619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.812455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=538ef43c-9ab2-47bb-abe6-46cc2e5e560c,segment=NetworkSegment(0b5933d1-67ef-4746-b534-4b63946628b1),segment_id=0b5933d1-67ef-4746-b534-4b63946628b1)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:22.813873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.836588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108fb9f1-77af-419a-8604-a2c5e9d0442a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:22.880969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f911b8ab-2747-4d1f-95fd-50b8e6607c4d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:22.886010 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f911b8ab-2747-4d1f-95fd-50b8e6607c4d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5862095 Sep 21 16:00:22.899169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43284) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:22.910572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 56b1689c-9548-4921-8fc3-be9240eec8a4 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:22.915984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Port 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:22.931754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe1c2b-3ff7-4684-8dd2-8f5e75fac96f None None] Update dhcp port {'port': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'fixed_ips': [{'subnet_id': '5ccf837f-815c-4999-9580-5c68d16b729c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a36cd6d2-00ed-46db-8dd0-a3190a262c97'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': '3ad4461b-a27b-4b5b-9ee4-833146b54a12'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 16:00:22.938725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:22.943153 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0d22d280-4d7c-4339-850a-5b1ba6998a91 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0061204 Sep 21 16:00:22.991192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Provisioning complete for port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:22.992186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.023464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43288) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:23.034911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 538ef43c-9ab2-47bb-abe6-46cc2e5e560c owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:23.056218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11fe1c2b-3ff7-4684-8dd2-8f5e75fac96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.066694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--808039579'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:23.070577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] DHCP port deletion for 3044be70-c40b-45f5-9a72-2374859ae436 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:23.086508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] Deleting port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:23.087128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.099537 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3f782d9e-71fe-4614-909e-d13c35aba5de tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags/tempest-TagsExtTest-Tag-1108566413 HTTP/1.1" status: 201 len: 201 time: 0.6939290 Sep 21 16:00:23.103362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43294) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:23.104511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:23.111162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-d4f8708d-ca92-43dc-b50f-fc8dc4822407 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:23.118180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'security_group': {'name': 'tempest-secgroup-1953788854'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:23.131827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:23.143443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:23.153605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:23.162934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:23.172345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:23.178417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:23.184863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-96466a98-6ea3-418e-a7e7-c3add71403ef tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.282072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:23.282072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.283400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.304868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:23.309216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group_rule and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:23.312202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:23.319228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:23.324096 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.341566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-96466a98-6ea3-418e-a7e7-c3add71403ef tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Calling delete_port for 3ddae504-8f95-40ef-a384-6f774284163d owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:23.375714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.379285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No DVR routers for this DVR port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:23.427324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:23.435175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:23.440453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:23.447696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=538ef43c-9ab2-47bb-abe6-46cc2e5e560c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:23.455457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:23.462402 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4f8708d-ca92-43dc-b50f-fc8dc4822407 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags HTTP/1.1" status: 200 len: 240 time: 0.3549914 Sep 21 16:00:23.463939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43300) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:23.483048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-926ad04c-722e-4103-9529-4302bab5a64a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0', 'tempest-TagsExtTest-Tag-173710528') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:23.528723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] For port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=538ef43c-9ab2-47bb-abe6-46cc2e5e560c,segment=NetworkSegment(0b5933d1-67ef-4746-b534-4b63946628b1),segment_id=0b5933d1-67ef-4746-b534-4b63946628b1)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:23.528723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.552937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.596169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3044be70-c40b-45f5-9a72-2374859ae436']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:23.620333 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5933d1-67ef-4746-b534-4b63946628b1') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:23.620730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5933d1-67ef-4746-b534-4b63946628b1') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:23.622851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.626398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-11fe1c2b-3ff7-4684-8dd2-8f5e75fac96f None None] Allocated IP 2001:db8::2 (3bb1ac7b-2ce9-499c-9639-f2016350540f/a36cd6d2-00ed-46db-8dd0-a3190a262c97/3ad4461b-a27b-4b5b-9ee4-833146b54a12) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:23.631848 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-926ad04c-722e-4103-9529-4302bab5a64a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags/tempest-TagsExtTest-Tag-173710528 HTTP/1.1" status: 204 len: 168 time: 0.1553535 Sep 21 16:00:23.632508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43306) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:23.638961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-226f26e1-d3da-44c6-8d01-9e68b1430779 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0', 'tempest-TagsExtTest-Tag-173710528') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:23.649300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.663520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.672784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.675315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-96466a98-6ea3-418e-a7e7-c3add71403ef tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.682624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:23.683107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.705479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] Calling delete_port for 538ef43c-9ab2-47bb-abe6-46cc2e5e560c owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:23.728493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.758223 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 0b5933d1-67ef-4746-b534-4b63946628b1 resource provider aggregate not found Sep 21 16:00:23.766262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96466a98-6ea3-418e-a7e7-c3add71403ef tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Port': ['ID=3ddae504-8f95-40ef-a384-6f774284163d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:23.782425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.793144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-96466a98-6ea3-418e-a7e7-c3add71403ef tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.797843 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 0b5933d1-67ef-4746-b534-4b63946628b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b5933d1-67ef-4746-b534-4b63946628b1 found for delete ", "request_id": "req-a353f0ac-d6da-491f-bc25-06046c128f5c"}]} Sep 21 16:00:23.804453 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3b242a94-47d5-4511-bf41-1c39f4c141d9 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:23.814176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ec2ec7-5afb-422b-a247-6216c7f05272,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:23.827350 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-96466a98-6ea3-418e-a7e7-c3add71403ef tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/ports/3ddae504-8f95-40ef-a384-6f774284163d HTTP/1.1" status: 204 len: 168 time: 1.5029943 Sep 21 16:00:23.830757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43314) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:23.855330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020a895e-d421-4331-ab68-f9e07762e86a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:23.897252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:23.897614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:23.902521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b3993744-0429-4a84-8b3f-79f0e3801fb3 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Synchronizing usage tracker for tenant:c2afcc666df5455f91de22e272b8d8f4 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:23.907550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.911303 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3afb1739-81cf-48e6-8e2e-98ca7bd63417 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0075989 Sep 21 16:00:23.914526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43322) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:23.922837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fb7c927a-652d-4fdb-b54d-c4c2e749456d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'd3ec2ec7-5afb-422b-a247-6216c7f05272', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:23.931180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fb7c927a-652d-4fdb-b54d-c4c2e749456d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:23.938806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fb7c927a-652d-4fdb-b54d-c4c2e749456d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:23.942557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-11fe1c2b-3ff7-4684-8dd2-8f5e75fac96f None None] For port 3ad4461b-a27b-4b5b-9ee4-833146b54a12, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ad4461b-a27b-4b5b-9ee4-833146b54a12,segment=NetworkSegment(eb23fa17-4cd5-445c-bc57-50e1dbbcce13),segment_id=eb23fa17-4cd5-445c-bc57-50e1dbbcce13)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:23.942879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fb7c927a-652d-4fdb-b54d-c4c2e749456d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:23.954420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fb7c927a-652d-4fdb-b54d-c4c2e749456d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:23.959362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.966704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11fe1c2b-3ff7-4684-8dd2-8f5e75fac96f None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.978825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:23.984360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-11fe1c2b-3ff7-4684-8dd2-8f5e75fac96f None None] Transition to ACTIVE for port object 3ad4461b-a27b-4b5b-9ee4-833146b54a12 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:23.984821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=3044be70-c40b-45f5-9a72-2374859ae436,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:23.989455 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-40389e3a-75a4-4bca-93d6-244ccade3a08 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/3044be70-c40b-45f5-9a72-2374859ae436 HTTP/1.1" status: 204 len: 168 time: 1.6935885 Sep 21 16:00:23.993024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43326) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:23.998482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-302067532', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:24.006720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:24.010680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:router and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:24.013507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:24.017406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b3993744-0429-4a84-8b3f-79f0e3801fb3 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Unset dirty status for tenant:c2afcc666df5455f91de22e272b8d8f4 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:24.022139 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b3993744-0429-4a84-8b3f-79f0e3801fb3 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1853106 Sep 21 16:00:24.022343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43330) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.025491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:24.027866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.029015 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-91be6950-a666-4ace-8faf-506b26ee0205 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0045316 Sep 21 16:00:24.031810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43334) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.032724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1066947274'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:24.037890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'security_group': {'name': 'tempest-secgroup-939941737'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:24.040057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:24.043881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:24.046705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11fe1c2b-3ff7-4684-8dd2-8f5e75fac96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.053509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Usage tracker for resource:network and tenant:c2afcc666df5455f91de22e272b8d8f4 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:24.056984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:24.063378 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-226f26e1-d3da-44c6-8d01-9e68b1430779 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags/tempest-TagsExtTest-Tag-173710528 HTTP/1.1" status: 204 len: 168 time: 0.4241686 Sep 21 16:00:24.063378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:24.064056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43338) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.065142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:24.072267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-03eae9ef-6bfa-4028-8d4d-9a5608edc53d tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:24.072818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:24.080543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:24.136302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 538ef43c-9ab2-47bb-abe6-46cc2e5e560c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:24.143933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.144974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.169033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.173621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.182856 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-03eae9ef-6bfa-4028-8d4d-9a5608edc53d tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags HTTP/1.1" status: 200 len: 205 time: 0.1194501 Sep 21 16:00:24.185263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43344) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.191778 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-92bf6b8e-831c-4160-af28-20bf23634a1c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:24.213847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 538ef43c-9ab2-47bb-abe6-46cc2e5e560c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:00:24.214222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 538ef43c-9ab2-47bb-abe6-46cc2e5e560c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:00:24.218895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:24.233265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:security_group_rule and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:24.236980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:24.250733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:24.293817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe1c2b-3ff7-4684-8dd2-8f5e75fac96f None None] Pushing event updated for resources: {'Port': ['ID=3ad4461b-a27b-4b5b-9ee4-833146b54a12,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:24.334048 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-fb7c927a-652d-4fdb-b54d-c4c2e749456d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:24.337992 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fb7c927a-652d-4fdb-b54d-c4c2e749456d tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4214306 Sep 21 16:00:24.338726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Made reservation on behalf of c2afcc666df5455f91de22e272b8d8f4 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:24.342174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.349194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43352) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.360211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c523d52b-ee3b-4b6e-863a-c33929b7f6e0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group_rule': {'security_group_id': 'd3ec2ec7-5afb-422b-a247-6216c7f05272', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:24.370377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c523d52b-ee3b-4b6e-863a-c33929b7f6e0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:24.374408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.380939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c523d52b-ee3b-4b6e-863a-c33929b7f6e0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:24.380939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c523d52b-ee3b-4b6e-863a-c33929b7f6e0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:24.387960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c523d52b-ee3b-4b6e-863a-c33929b7f6e0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:24.399734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] Deleting port 538ef43c-9ab2-47bb-abe6-46cc2e5e560c {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:24.400882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.418603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:24.429587 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-92bf6b8e-831c-4160-af28-20bf23634a1c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags HTTP/1.1" status: 200 len: 241 time: 0.2398472 Sep 21 16:00:24.429824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43356) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.435404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-ad3bcdc8-a425-43b5-b69f-2021184bb50c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4', 'tempest-TagsExtTest-Tag-1955620143') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:24.470615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43360) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.493211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.497685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-168d3e00-29d4-4bff-a2c0-4957700e14e6 None None] The port '538ef43c-9ab2-47bb-abe6-46cc2e5e560c' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:00:24.570406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.576932 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Added segment ffbbbf35-73cf-461a-bae6-01bea119e911 of type vlan for network 0a2f9802-eb7e-4195-add7-f2fbd136e8d2 Sep 21 16:00:24.577095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c440225a-77d3-44d0-859f-76f915fc5496,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:24.590339 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ad3bcdc8-a425-43b5-b69f-2021184bb50c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags/tempest-TagsExtTest-Tag-1955620143 HTTP/1.1" status: 204 len: 168 time: 0.1592860 Sep 21 16:00:24.592794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43366) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.604451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-4534d8c0-d5db-4e9b-911f-47bf7c37f533 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4', 'tempest-TagsExtTest-Tag-1955620143') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:24.649505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.654100 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-328b830d-b4f1-4446-a13e-5e245c34bc6d tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6210594 Sep 21 16:00:24.655264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43370) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.683780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1153496899', 'security_groups': ['c440225a-77d3-44d0-859f-76f915fc5496'], 'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a36cd6d2-00ed-46db-8dd0-a3190a262c97'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:24.719997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--418374885', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:24.732852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.753085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.782090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:24.795141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:network and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:24.801147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:24.814753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:24.854861 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-c523d52b-ee3b-4b6e-863a-c33929b7f6e0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:24.855885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c523d52b-ee3b-4b6e-863a-c33929b7f6e0 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5078940 Sep 21 16:00:24.865276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43374) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.898159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.903258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:24.904610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:24.905401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.916837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:24.921439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.947041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:24.951190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:24.983797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:24.986936 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4534d8c0-d5db-4e9b-911f-47bf7c37f533 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags/tempest-TagsExtTest-Tag-1955620143 HTTP/1.1" status: 204 len: 168 time: 0.3931036 Sep 21 16:00:24.997513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43378) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:24.998945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:25.007034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:25.007891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-d7290aee-70fa-4d17-bc87-89938fbdb64f tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:25.016129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:25.017992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e0d89474-2dc3-4c99-a134-b55aceae8fd8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.034315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0458947a-ec2c-4f1e-9b92-286dc8343309 None None] Provisioning complete for port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:25.036166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0458947a-ec2c-4f1e-9b92-286dc8343309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.048638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e0d89474-2dc3-4c99-a134-b55aceae8fd8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.103386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Network': ['ID=0a2f9802-eb7e-4195-add7-f2fbd136e8d2,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:25.123431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 0a2f9802-eb7e-4195-add7-f2fbd136e8d2 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:25.148698 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c30acd27-c15e-47d6-9675-6efbc84ab76d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1252851 Sep 21 16:00:25.151821 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d7290aee-70fa-4d17-bc87-89938fbdb64f tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags HTTP/1.1" status: 200 len: 205 time: 0.1509442 Sep 21 16:00:25.151821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43382) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:25.159886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1454647796'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:25.163473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43386) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:25.167952 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:25.173179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e0d89474-2dc3-4c99-a134-b55aceae8fd8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.175535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-0dd983ff-eaac-4f6c-b173-31713bdd4257 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:25.207874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d89474-2dc3-4c99-a134-b55aceae8fd8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ec2ec7-5afb-422b-a247-6216c7f05272,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:25.221727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e0d89474-2dc3-4c99-a134-b55aceae8fd8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.226038 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e0d89474-2dc3-4c99-a134-b55aceae8fd8 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/d3ec2ec7-5afb-422b-a247-6216c7f05272 HTTP/1.1" status: 204 len: 168 time: 0.3541212 Sep 21 16:00:25.228730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43390) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:25.229363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:25.231237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Usage tracker for resource:network and tenant:c2afcc666df5455f91de22e272b8d8f4 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:25.235902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0458947a-ec2c-4f1e-9b92-286dc8343309 None None] Port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:25.243969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:25.254841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:25.346240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0458947a-ec2c-4f1e-9b92-286dc8343309 None None] Provisioning for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:25.351713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0458947a-ec2c-4f1e-9b92-286dc8343309 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:25.352418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0458947a-ec2c-4f1e-9b92-286dc8343309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.419135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-087566af-3779-4073-b1d9-22e3cc8c74d6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:25.454972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Made reservation on behalf of c2afcc666df5455f91de22e272b8d8f4 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:25.458529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.471499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.476868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0458947a-ec2c-4f1e-9b92-286dc8343309 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:25.477145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.500314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] device_id is not set on port f97f7943-fc47-41cc-bd99-82d0c05d13cb yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:00:25.505128 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0dd983ff-eaac-4f6c-b173-31713bdd4257 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags HTTP/1.1" status: 200 len: 240 time: 0.3386242 Sep 21 16:00:25.510237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43394) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:25.513570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.545803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-fe9bba9e-be99-4767-b37f-cd4b3756e1eb tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d', 'tempest-TagsExtTest-Tag-218375357') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:25.608645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-087566af-3779-4073-b1d9-22e3cc8c74d6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:25.609787 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-087566af-3779-4073-b1d9-22e3cc8c74d6 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3639114 Sep 21 16:00:25.614172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.615702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43398) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:25.627740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'tempest-secgroup--582633270'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:25.636916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:25.655110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:25.655686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:25.701091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.851852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.913782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.913782 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Added segment 66625f20-d41e-4a54-b1a8-f01d03f2aed2 of type vlan for network 54ba0607-c0f2-490f-b2dc-94525b7a1856 Sep 21 16:00:25.915021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:25.915021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4697f106-e592-489b-a3cf-b72b48ce52aa,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:25.915021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:25.916226 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fe9bba9e-be99-4767-b37f-cd4b3756e1eb tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags/tempest-TagsExtTest-Tag-218375357 HTTP/1.1" status: 204 len: 168 time: 0.4038076 Sep 21 16:00:25.919656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43402) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:25.921264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.921537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:25.923103 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment 6ebac472-96fb-4d6b-943b-6ba9969abf3b of type vlan for network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 Sep 21 16:00:25.924470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Usage tracker for resource:security_group_rule and tenant:40649f71984f4eb09c50b5cfe64e5e40 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:25.933195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:25.948824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8::1dc (3bb1ac7b-2ce9-499c-9639-f2016350540f/a36cd6d2-00ed-46db-8dd0-a3190a262c97/f97f7943-fc47-41cc-bd99-82d0c05d13cb) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:25.950905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:25.960684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-08231857-2988-4d40-8b65-277683abe7f1 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d', 'tempest-TagsExtTest-Tag-218375357') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:25.993763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.114455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ad4461b-a27b-4b5b-9ee4-833146b54a12 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:26.144031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.26.0.189 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/e5b5ec9c-aa95-4477-bf9a-9f9bd098166a) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:26.196669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:26.197902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.207029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.237815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.244288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:26.244890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.252607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.261959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.267567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:26.268204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.339469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:26.351012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.371485 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-08231857-2988-4d40-8b65-277683abe7f1 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags/tempest-TagsExtTest-Tag-218375357 HTTP/1.1" status: 204 len: 168 time: 0.4463906 Sep 21 16:00:26.378613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43408) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.393845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object f97f7943-fc47-41cc-bd99-82d0c05d13cb will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:26.401134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-132f6893-b06f-4cf9-acfb-5e0b5e027737 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:26.443427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=035c27b2-7ff0-47f3-b68d-80ca79bdf202,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:26.447796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdc70f0-686b-43e1-a1db-656b9608e9b3,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:26.454667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:26.469387 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3157620 Sep 21 16:00:26.482327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d380f1-f4ef-4536-8788-d7ae4d539939 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Network': ['ID=54ba0607-c0f2-490f-b2dc-94525b7a1856,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:26.487596 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-295543b0-1b03-430c-9121-aaa57db4cc9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0125015 Sep 21 16:00:26.487596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43412) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.499950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-648037151', 'admin_state_up': True, 'project_id': '707ded9075414f28a6af789a3251199f', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:26.514461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.516093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fb39eb49-8cb0-4782-bf26-5ef11465e5ea tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8993843 Sep 21 16:00:26.520707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:26.523792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43416) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.528857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-cb9ef968-3d61-4bd9-b554-60e5ba1fd814 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:26.529440 dv-neutron-858618-1-hyperv neutron-server[89725]: WARNING neutron.api.v2.base [None req-cb9ef968-3d61-4bd9-b554-60e5ba1fd814 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 16:00:26.530139 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-cb9ef968-3d61-4bd9-b554-60e5ba1fd814 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 16:00:26.534243 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cb9ef968-3d61-4bd9-b554-60e5ba1fd814 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "PUT /v2.0/security-groups/2bdc70f0-686b-43e1-a1db-656b9608e9b3 HTTP/1.1" status: 409 len: 330 time: 0.0093181 Sep 21 16:00:26.537191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43420) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.541428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:router and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:26.545331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.548908 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 54ba0607-c0f2-490f-b2dc-94525b7a1856 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:26.558301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:26.599831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.603633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:26.617192 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-132f6893-b06f-4cf9-acfb-5e0b5e027737 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags HTTP/1.1" status: 200 len: 205 time: 0.2250695 Sep 21 16:00:26.619158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43424) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.625277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-2b65aad1-2af3-49ac-a938-215ffbf00908 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:26.669019 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2b65aad1-2af3-49ac-a938-215ffbf00908 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags HTTP/1.1" status: 200 len: 241 time: 0.0487890 Sep 21 16:00:26.671619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43428) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.677756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-69b716f1-bea4-40db-92f3-f70649a198f7 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05', 'tempest-TagsExtTest-Tag-1108566413') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:26.685337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:26.695809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:26.709294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:26.720964 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-69b716f1-bea4-40db-92f3-f70649a198f7 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags/tempest-TagsExtTest-Tag-1108566413 HTTP/1.1" status: 204 len: 168 time: 0.0481186 Sep 21 16:00:26.724693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43432) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.727025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:26.727705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.730063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-4c63ad00-7989-4a8f-a682-015e0f9998e8 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05', 'tempest-TagsExtTest-Tag-1108566413') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:26.772949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6fcf1a66-2836-4f41-9fdb-68d79921934e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.774625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=f97f7943-fc47-41cc-bd99-82d0c05d13cb,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:26.799617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.800622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.817645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.820276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6fcf1a66-2836-4f41-9fdb-68d79921934e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:26.890581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:26.893414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:26.897555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:26.932036 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-01437f17-5054-4580-9e72-a34ddd44120b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2642848 Sep 21 16:00:26.935207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43438) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.941709 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4c63ad00-7989-4a8f-a682-015e0f9998e8 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags/tempest-TagsExtTest-Tag-1108566413 HTTP/1.1" status: 204 len: 168 time: 0.2148809 Sep 21 16:00:26.945600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:26.951104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43442) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:26.956122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=e5b5ec9c-aa95-4477-bf9a-9f9bd098166a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:26.963900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-2b7c65f8-c9ce-4756-9df6-ead0f8d41e94 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:27.068699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:27.082151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6fcf1a66-2836-4f41-9fdb-68d79921934e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:27.102722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2429e112-d1a7-4a01-9ae5-88d82cc251b3 None None] Provisioning for port f97f7943-fc47-41cc-bd99-82d0c05d13cb completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:27.107690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2429e112-d1a7-4a01-9ae5-88d82cc251b3 None None] Provisioning complete for port f97f7943-fc47-41cc-bd99-82d0c05d13cb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:27.108060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2429e112-d1a7-4a01-9ae5-88d82cc251b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:27.162179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf1a66-2836-4f41-9fdb-68d79921934e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdc70f0-686b-43e1-a1db-656b9608e9b3,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:27.171077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2429e112-d1a7-4a01-9ae5-88d82cc251b3 None None] Port f97f7943-fc47-41cc-bd99-82d0c05d13cb cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:27.199882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6fcf1a66-2836-4f41-9fdb-68d79921934e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:27.201248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6fcf1a66-2836-4f41-9fdb-68d79921934e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/2bdc70f0-686b-43e1-a1db-656b9608e9b3 HTTP/1.1" status: 204 len: 168 time: 0.6630061 Sep 21 16:00:27.202459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:27.204833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43446) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:27.230231 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2b7c65f8-c9ce-4756-9df6-ead0f8d41e94 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags HTTP/1.1" status: 200 len: 205 time: 0.2721856 Sep 21 16:00:27.233694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43450) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:27.245924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-2bce1d8c-3301-4119-a406-c0af2e8ed3ab tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:27.276587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:27.280357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2bce1d8c-3301-4119-a406-c0af2e8ed3ab tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags HTTP/1.1" status: 204 len: 168 time: 0.0433531 Sep 21 16:00:27.280945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43454) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:27.284441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:27.286461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-a5eeaa5f-43eb-4f52-a0f0-e91a2e8adc4d tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:27.352478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:27.531531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-de615ab3-1e0b-4e6c-bea7-1426fd77b787 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Synchronizing usage tracker for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:27.538063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:27.541570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:27.559075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:27.710377 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a5eeaa5f-43eb-4f52-a0f0-e91a2e8adc4d tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags HTTP/1.1" status: 204 len: 168 time: 0.4244950 Sep 21 16:00:27.713573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43458) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:27.721636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-99ff2a8f-681e-48db-ba64-7fbddb2f5137 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:27.744207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-de615ab3-1e0b-4e6c-bea7-1426fd77b787 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] Unset dirty status for tenant:40649f71984f4eb09c50b5cfe64e5e40 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:27.750870 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-de615ab3-1e0b-4e6c-bea7-1426fd77b787 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5396154 Sep 21 16:00:27.752141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43462) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:27.779615 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-32303dda-1c50-49d8-ad6c-b5a0ec47572e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] delete failed (client error): The resource could not be found. Sep 21 16:00:27.786707 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-32303dda-1c50-49d8-ad6c-b5a0ec47572e tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "DELETE /v2.0/security-groups/e9f4c6df-d227-49b6-ba3b-840507faad4e HTTP/1.1" status: 404 len: 347 time: 0.0284810 Sep 21 16:00:27.786859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:27.796202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43466) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:27.799089 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.ipam_backend_mixin [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a36cd6d2-00ed-46db-8dd0-a3190a262c97 (CIDR: 2001:db8::/64) Sep 21 16:00:27.821215 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-b764cbd9-e7bb-4e05-b6cc-a714ec371693 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] show failed (client error): The resource could not be found. Sep 21 16:00:27.826115 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b764cbd9-e7bb-4e05-b6cc-a714ec371693 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-groups/c796151f-44a0-4f57-b38d-711c10ccd512 HTTP/1.1" status: 404 len: 347 time: 0.0250893 Sep 21 16:00:27.826357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43470) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:27.844493 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-5b40a209-dd14-4e54-8c72-d16ad34642b2 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] show failed (client error): The resource could not be found. Sep 21 16:00:27.849144 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5b40a209-dd14-4e54-8c72-d16ad34642b2 tempest-NegativeSecGroupIPv6Test-269442980 tempest-NegativeSecGroupIPv6Test-269442980-project] 10.222.0.65 "GET /v2.0/security-group-rules/23565084-c215-4386-b4ea-63d9ecf80c9c HTTP/1.1" status: 404 len: 356 time: 0.0182958 Sep 21 16:00:27.882918 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:27.883414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:27.965650 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-99ff2a8f-681e-48db-ba64-7fbddb2f5137 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags HTTP/1.1" status: 204 len: 168 time: 0.2508013 Sep 21 16:00:27.967926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43476) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:27.987336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-322156d8-5bf1-4427-b7f4-adfb44d4dfca tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:28.130996 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a2c80255-e4dd-41ea-8ee8-1df6a19a514a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1921325 Sep 21 16:00:28.131824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43480) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:28.139745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:28.255895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:28.300723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:28.391229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:28.396309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43486) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:28.398326 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-322156d8-5bf1-4427-b7f4-adfb44d4dfca tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags HTTP/1.1" status: 204 len: 168 time: 0.4268477 Sep 21 16:00:28.402958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43490) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:28.407328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:28.464619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-1a1f0342-2759-4a3e-a8b7-1bbf06ea0ec9 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0', 'tempest-TagsExtTest-Tag-932891926') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:28.502120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:28.508033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.196 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/d2d0262e-170a-4d8c-b231-9ee56fa67815) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:28.519450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:28.538350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:28.653832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:28.657379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:28.678438 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-502d65f4-4097-48be-b13d-e64c8770040a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40649f71984f4eb09c50b5cfe64e5e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796924 Sep 21 16:00:28.680201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43496) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:28.719283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:28.732264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:28.811889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:28.880470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:28.883389 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:28.886528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb977055-8311-49e3-950b-33651f1069d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:28.887811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:28.905782 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a1f0342-2759-4a3e-a8b7-1bbf06ea0ec9 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags/tempest-TagsExtTest-Tag-932891926 HTTP/1.1" status: 201 len: 201 time: 0.4981587 Sep 21 16:00:28.905782 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.ipam_backend_mixin [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5ccf837f-815c-4999-9580-5c68d16b729c (CIDR: 2001:db8:0:1::/64) Sep 21 16:00:28.907592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43500) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:28.914134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-4bf4d1e1-be40-4a0f-8809-d26636acda04 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4', 'tempest-TagsExtTest-Tag-708746510') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:28.928804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=d2d0262e-170a-4d8c-b231-9ee56fa67815,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:28.966603 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:00:28.967265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:28.992863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb977055-8311-49e3-950b-33651f1069d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:29.005526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router c4b5492c-efb4-41e1-a980-768cbcb3232f is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:00:29.110672 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d064c094-0334-4976-a6ba-3aff9e6305fd tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9775662 Sep 21 16:00:29.113172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43504) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:29.131708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'subnet': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:29.285619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:29.289689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Usage tracker for resource:subnet and tenant:693156fe381540018b606b756e1b14be is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:29.292722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:29.298707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:29.394001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:00:29.407977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba26ab-1a88-4c97-821d-6760e811978e None None] Sync routers for ids ['c4b5492c-efb4-41e1-a980-768cbcb3232f'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:00:29.421742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba26ab-1a88-4c97-821d-6760e811978e None None] Routers {'c4b5492c-efb4-41e1-a980-768cbcb3232f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:29.422550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e5ba26ab-1a88-4c97-821d-6760e811978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c4b5492c-efb4-41e1-a980-768cbcb3232f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:29.462647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Made reservation on behalf of 693156fe381540018b606b756e1b14be for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:29.466076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:29.487796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:29.488285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e5ba26ab-1a88-4c97-821d-6760e811978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:29.493883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43508) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:29.495656 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0774cb22-9741-457b-aa14-21d015b16b9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.5014784 Sep 21 16:00:29.497781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb977055-8311-49e3-950b-33651f1069d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:29.501801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba26ab-1a88-4c97-821d-6760e811978e None None] Routers {'c4b5492c-efb4-41e1-a980-768cbcb3232f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:29.502130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bb977055-8311-49e3-950b-33651f1069d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:29.502640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e5ba26ab-1a88-4c97-821d-6760e811978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c4b5492c-efb4-41e1-a980-768cbcb3232f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:29.503595 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bb977055-8311-49e3-950b-33651f1069d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2eb9db22-b8f0-4825-a2a6-307b67c37a41 HTTP/1.1" status: 204 len: 168 time: 0.8201721 Sep 21 16:00:29.518000 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4bf4d1e1-be40-4a0f-8809-d26636acda04 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags/tempest-TagsExtTest-Tag-708746510 HTTP/1.1" status: 201 len: 201 time: 0.6094341 Sep 21 16:00:29.523536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43514) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:29.532943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-eabeacb9-456d-41c4-8947-bf8d864aa9cc tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d', 'tempest-TagsExtTest-Tag-321832499') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:29.617671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb977055-8311-49e3-950b-33651f1069d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb9db22-b8f0-4825-a2a6-307b67c37a41,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:29.649317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e5ba26ab-1a88-4c97-821d-6760e811978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:29.650120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ba26ab-1a88-4c97-821d-6760e811978e None None] The sync data for ids ['c4b5492c-efb4-41e1-a980-768cbcb3232f'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:00:29.702227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43518) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:29.712711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'subnets': [{'network_id': '0a2f9802-eb7e-4195-add7-f2fbd136e8d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1688942097', 'ip_version': 6}, {'network_id': '54ba0607-c0f2-490f-b2dc-94525b7a1856', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:29.713021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'subnet': {'network_id': '0a2f9802-eb7e-4195-add7-f2fbd136e8d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1688942097', 'ip_version': 6}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:29.713673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Request body: {'subnet': {'network_id': '54ba0607-c0f2-490f-b2dc-94525b7a1856', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:29.786995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:29.938319 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eabeacb9-456d-41c4-8947-bf8d864aa9cc tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags/tempest-TagsExtTest-Tag-321832499 HTTP/1.1" status: 201 len: 201 time: 0.4109156 Sep 21 16:00:29.940405 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43522) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:29.948326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-d19eee09-20f8-4796-b447-1e7a587523de tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05', 'tempest-TagsExtTest-Tag-885892410') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:29.990107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:30.002247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Usage tracker for resource:subnet and tenant:c2afcc666df5455f91de22e272b8d8f4 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:30.007216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:30.015674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:30.077694 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-38261166-296f-4056-8ef7-bd607360088c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/routers/c4b5492c-efb4-41e1-a980-768cbcb3232f HTTP/1.1" status: 200 len: 880 time: 0.5833902 Sep 21 16:00:30.080849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43526) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:30.145468 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d19eee09-20f8-4796-b447-1e7a587523de tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags/tempest-TagsExtTest-Tag-885892410 HTTP/1.1" status: 201 len: 201 time: 0.2050154 Sep 21 16:00:30.146409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Made reservation on behalf of c2afcc666df5455f91de22e272b8d8f4 for: {'subnet': 2} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:30.150912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:30.151244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:30.154358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43530) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:30.173301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-5d541ed6-c154-4971-8541-39016ca631ec tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0', {'tags': ['tempest-TagsExtTest-Tag-1261812878', 'tempest-TagsExtTest-Tag-53526982', 'tempest-TagsExtTest-Tag-1447935800']}) {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:30.405577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:30.467471 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5d541ed6-c154-4971-8541-39016ca631ec tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags HTTP/1.1" status: 200 len: 316 time: 0.3061686 Sep 21 16:00:30.470898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43534) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:30.498495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-4c96fa94-5306-48a8-bce5-9172f7812f82 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:30.640372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5b7ca1ef-9472-4cdb-a987-8be242467f9d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:router {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:30.648906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:30.712994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:30.715919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:30.719032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:30.719615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:30.727559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe8569-560f-4a39-aae0-f92a53875c1f None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:30.730378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 4beecf11-aec7-4505-a592-f9384dcf479f is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:00:30.750437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5b7ca1ef-9472-4cdb-a987-8be242467f9d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:router {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:30.751656 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5b7ca1ef-9472-4cdb-a987-8be242467f9d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6703343 Sep 21 16:00:30.755526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Subnet': ['ID=986e71e7-605e-4ea7-8912-e357c1fc2547,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:30.755748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43538) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:30.762983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-61aea14d-e3e1-4d5d-9d89-a60b2774c3b7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-302067532'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:30.829304 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4c96fa94-5306-48a8-bce5-9172f7812f82 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags HTTP/1.1" status: 204 len: 168 time: 0.3541212 Sep 21 16:00:30.842139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43542) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:30.851256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-ec513a22-09e6-4774-be25-d7fac9cf25d6 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0', 'tempest-TagsExtTest-Tag-1261812878') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:30.949293 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:30.972128 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ff573ce1-5850-4b3a-a692-9df56277f27b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8519139 Sep 21 16:00:30.975014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43546) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:31.000028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1144981352', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '986e71e7-605e-4ea7-8912-e357c1fc2547'}], 'security_groups': ['108fb9f1-77af-419a-8604-a2c5e9d0442a', '020a895e-d421-4331-ab68-f9e07762e86a']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:31.101353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:00:31.111127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee35dd3-f5b5-43f7-81c1-8974aecb5936 None None] Update dhcp port {'port': {'network_id': '3bb1ac7b-2ce9-499c-9639-f2016350540f', 'fixed_ips': [{'subnet_id': '5ccf837f-815c-4999-9580-5c68d16b729c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a36cd6d2-00ed-46db-8dd0-a3190a262c97', 'ip_address': '2001:db8::2'}, {'subnet_id': '986e71e7-605e-4ea7-8912-e357c1fc2547'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': '3ad4461b-a27b-4b5b-9ee4-833146b54a12'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 16:00:31.113562 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Sync routers for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:00:31.134486 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:31.135363 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:31.169332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2ee35dd3-f5b5-43f7-81c1-8974aecb5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:31.208810 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-ec513a22-09e6-4774-be25-d7fac9cf25d6 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:31.211674 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ec513a22-09e6-4774-be25-d7fac9cf25d6 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags/tempest-TagsExtTest-Tag-1261812878 HTTP/1.1" status: 404 len: 329 time: 0.3652420 Sep 21 16:00:31.213514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43550) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:31.229125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-16a692d6-b9f7-4ef0-8b0f-ccc33e0aa300 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0', 'tempest-TagsExtTest-Tag-53526982') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:31.234043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Subnet': ['ID=99f04f76-7bc0-4054-ac0d-d9307cd6c9bd,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:31.315925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Checking segment: {'id': 'ffbbbf35-73cf-461a-bae6-01bea119e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0a2f9802-eb7e-4195-add7-f2fbd136e8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:31.316329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Network hostable DHCP agents. Network: 0a2f9802-eb7e-4195-add7-f2fbd136e8d2, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:31.401280 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:00:31.420958 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:31.422182 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-177c70a7-3c20-4268-9c3d-39bf019de6f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9268630 Sep 21 16:00:31.427332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43554) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:31.428055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-2ee35dd3-f5b5-43f7-81c1-8974aecb5936 None None] Allocated IP 2001:db8:0:2::2 (3bb1ac7b-2ce9-499c-9639-f2016350540f/986e71e7-605e-4ea7-8912-e357c1fc2547/3ad4461b-a27b-4b5b-9ee4-833146b54a12) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:31.590148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:31.603976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-61aea14d-e3e1-4d5d-9d89-a60b2774c3b7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:31.615415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Network 0a2f9802-eb7e-4195-add7-f2fbd136e8d2 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:31.637954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2ee35dd3-f5b5-43f7-81c1-8974aecb5936 None None] For port 3ad4461b-a27b-4b5b-9ee4-833146b54a12, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ad4461b-a27b-4b5b-9ee4-833146b54a12,segment=NetworkSegment(eb23fa17-4cd5-445c-bc57-50e1dbbcce13),segment_id=eb23fa17-4cd5-445c-bc57-50e1dbbcce13)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:31.669240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2ee35dd3-f5b5-43f7-81c1-8974aecb5936 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:31.680742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-61aea14d-e3e1-4d5d-9d89-a60b2774c3b7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:31.683028 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-16a692d6-b9f7-4ef0-8b0f-ccc33e0aa300 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:31.684070 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-16a692d6-b9f7-4ef0-8b0f-ccc33e0aa300 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags/tempest-TagsExtTest-Tag-53526982 HTTP/1.1" status: 404 len: 327 time: 0.4694464 Sep 21 16:00:31.687310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43560) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:31.690376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2ee35dd3-f5b5-43f7-81c1-8974aecb5936 None None] Transition to ACTIVE for port object 3ad4461b-a27b-4b5b-9ee4-833146b54a12 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:31.694125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-2e64a8e7-a4ac-48b5-8d34-f2734af0992f tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0', 'tempest-TagsExtTest-Tag-1447935800') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:31.751540 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:29Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:31.753924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 0a2f9802-eb7e-4195-add7-f2fbd136e8d2) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:31.756120 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Checking router: 4beecf11-aec7-4505-a592-f9384dcf479f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:00:31.756663 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Updating router 4beecf11-aec7-4505-a592-f9384dcf479f port d2d0262e-170a-4d8c-b231-9ee56fa67815 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:00:31.759057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:31.764011 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dece47-71b2-4aba-a4c0-4cf7421bc50d None None] Network 0a2f9802-eb7e-4195-add7-f2fbd136e8d2 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:31.823461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-51cc6c6c-ded2-464d-9b28-9101b5c546e6 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3876002 Sep 21 16:00:31.829172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43564) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:31.842545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:31.965030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event updated for resources: {'Subnet': ['ID=b557b098-7867-4d2c-a137-c227ad49f15a,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:31.988259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Checking segment: {'id': '66625f20-d41e-4a54-b1a8-f01d03f2aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '54ba0607-c0f2-490f-b2dc-94525b7a1856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:31.992272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Network hostable DHCP agents. Network: 54ba0607-c0f2-490f-b2dc-94525b7a1856, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:31.995341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2ee35dd3-f5b5-43f7-81c1-8974aecb5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.056858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aea14d-e3e1-4d5d-9d89-a60b2774c3b7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router c4b5492c-efb4-41e1-a980-768cbcb3232f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:00:32.104282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-2e64a8e7-a4ac-48b5-8d34-f2734af0992f tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:32.105396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2e64a8e7-a4ac-48b5-8d34-f2734af0992f tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags/tempest-TagsExtTest-Tag-1447935800 HTTP/1.1" status: 404 len: 329 time: 0.4171002 Sep 21 16:00:32.109902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf82c9f4-1ddd-456a-b2cf-9158f967968d tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:32.111545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bf82c9f4-1ddd-456a-b2cf-9158f967968d tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2806795 Sep 21 16:00:32.112170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43568) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.118280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43570) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.123149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-477c8b4b-2125-4ced-9c53-4797826d9fa6 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4', {'tags': ['tempest-TagsExtTest-Tag-1739406040', 'tempest-TagsExtTest-Tag-1040729432', 'tempest-TagsExtTest-Tag-803862432']}) {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:32.126540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-0a2f9802-eb7e-4195-add7-f2fbd136e8d2', 'network_id': '0a2f9802-eb7e-4195-add7-f2fbd136e8d2', 'tenant_id': 'c2afcc666df5455f91de22e272b8d8f4', 'fixed_ips': [{'subnet_id': '99f04f76-7bc0-4054-ac0d-d9307cd6c9bd'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:00:32.129767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.181496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Network 54ba0607-c0f2-490f-b2dc-94525b7a1856 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:32.251678 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cfea358f-e352-4460-b308-a9c9001a28a2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004596 Sep 21 16:00:32.262889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43576) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.274924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176070796', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:32.283601 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.298291 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Transition to ACTIVE for port object d2d0262e-170a-4d8c-b231-9ee56fa67815 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:32.312898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 54ba0607-c0f2-490f-b2dc-94525b7a1856) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:32.318457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:32.319252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:32.320294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.356466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aea14d-e3e1-4d5d-9d89-a60b2774c3b7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:00:32.360081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc2ecd-99e3-4f25-9d91-5fbff9cd07a7 None None] Network 54ba0607-c0f2-490f-b2dc-94525b7a1856 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:32.364577 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-61aea14d-e3e1-4d5d-9d89-a60b2774c3b7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.368919 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-61aea14d-e3e1-4d5d-9d89-a60b2774c3b7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/c4b5492c-efb4-41e1-a980-768cbcb3232f HTTP/1.1" status: 200 len: 887 time: 1.6122341 Sep 21 16:00:32.369765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43580) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.371501 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.379222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ffac44-f6fc-4d2a-985d-93f2f86797bc None None] Sync routers for ids ['c4b5492c-efb4-41e1-a980-768cbcb3232f'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:00:32.448460 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-86304916-b4ed-42e2-ac66-ec928ad24be9 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7451246 Sep 21 16:00:32.454450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43584) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.478354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee35dd3-f5b5-43f7-81c1-8974aecb5936 None None] Pushing event updated for resources: {'Port': ['ID=3ad4461b-a27b-4b5b-9ee4-833146b54a12,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:32.496705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ffac44-f6fc-4d2a-985d-93f2f86797bc None None] Routers {'c4b5492c-efb4-41e1-a980-768cbcb3232f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:32.497588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-63ffac44-f6fc-4d2a-985d-93f2f86797bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c4b5492c-efb4-41e1-a980-768cbcb3232f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:32.499913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:32.506527 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Attempting to bind port d2d0262e-170a-4d8c-b231-9ee56fa67815 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:32.507026 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Attempting to bind port d2d0262e-170a-4d8c-b231-9ee56fa67815 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:32.507495 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Attempting to bind port d2d0262e-170a-4d8c-b231-9ee56fa67815 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:32.521239 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:32.521239 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:32.521736 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.522260 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:32.522862 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Bound port: d2d0262e-170a-4d8c-b231-9ee56fa67815, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:32.523833 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.548383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:32.552232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-477c8b4b-2125-4ced-9c53-4797826d9fa6 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags HTTP/1.1" status: 200 len: 317 time: 0.4355309 Sep 21 16:00:32.557955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:32.562711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43588) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.580747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-00b11396-f456-42f1-a726-20f22dba7c77 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:32.599737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-63ffac44-f6fc-4d2a-985d-93f2f86797bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:32.609814 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Pushing event updated for resources: {'Port': ['ID=d2d0262e-170a-4d8c-b231-9ee56fa67815,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:32.628152 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cd0eecc1-c29c-4884-bcf7-2bcee6586865 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/routers/c4b5492c-efb4-41e1-a980-768cbcb3232f HTTP/1.1" status: 200 len: 887 time: 0.2564995 Sep 21 16:00:32.628835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43592) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.633436 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.633875 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.634372 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.634790 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.635196 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.637123 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.637547 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.638051 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.638635 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.639119 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.639523 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.641610 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:32.646174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:32.697876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ffac44-f6fc-4d2a-985d-93f2f86797bc None None] Routers {'c4b5492c-efb4-41e1-a980-768cbcb3232f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:32.699044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-63ffac44-f6fc-4d2a-985d-93f2f86797bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c4b5492c-efb4-41e1-a980-768cbcb3232f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:32.700195 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] For port d2d0262e-170a-4d8c-b231-9ee56fa67815, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:32.700452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Delete allocated IP 2001:db8::1dc (3bb1ac7b-2ce9-499c-9639-f2016350540f/a36cd6d2-00ed-46db-8dd0-a3190a262c97) {{(pid=89725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 16:00:32.704936 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] For port d2d0262e-170a-4d8c-b231-9ee56fa67815, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d2d0262e-170a-4d8c-b231-9ee56fa67815,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:32.706781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6cff1e-5271-47cc-9d52-578517a5057d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:32.708485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6cff1e-5271-47cc-9d52-578517a5057d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:32.710228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6cff1e-5271-47cc-9d52-578517a5057d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:32.711805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-94e7e50c-fe08-499f-b1e7-bad7ffd35011 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:32.720993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43596) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.721378 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ea6cff1e-5271-47cc-9d52-578517a5057d tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2638013 Sep 21 16:00:32.733150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Allocated IP 2001:db8:0:2::11a (3bb1ac7b-2ce9-499c-9639-f2016350540f/986e71e7-605e-4ea7-8912-e357c1fc2547/f97f7943-fc47-41cc-bd99-82d0c05d13cb) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:32.782161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:32.786331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.795744 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:32.820731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-152d901d-fb34-4017-bb4b-c589a2f2801a tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Deleting subnet 99f04f76-7bc0-4054-ac0d-d9307cd6c9bd {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:32.825832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-63ffac44-f6fc-4d2a-985d-93f2f86797bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:32.826385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ffac44-f6fc-4d2a-985d-93f2f86797bc None None] The sync data for ids ['c4b5492c-efb4-41e1-a980-768cbcb3232f'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:00:32.862574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-94e7e50c-fe08-499f-b1e7-bad7ffd35011 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:32.864276 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-94e7e50c-fe08-499f-b1e7-bad7ffd35011 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4b5492c-efb4-41e1-a980-768cbcb3232f HTTP/1.1" status: 200 len: 205 time: 0.2328846 Sep 21 16:00:32.867046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43600) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:32.869532 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:32.870091 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:32.882889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Allocated IP 2001:db8::1 (0a2f9802-eb7e-4195-add7-f2fbd136e8d2/99f04f76-7bc0-4054-ac0d-d9307cd6c9bd/0e8b6b60-7377-48fe-b67f-60c39261ace0) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:32.960638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32bc464a-94d3-4f72-8081-4b5ca8001c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.008518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-54ba0607-c0f2-490f-b2dc-94525b7a1856', 'network_id': '54ba0607-c0f2-490f-b2dc-94525b7a1856', 'tenant_id': 'c2afcc666df5455f91de22e272b8d8f4', 'fixed_ips': [{'subnet_id': 'b557b098-7867-4d2c-a137-c227ad49f15a'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:00:33.009712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.013548 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65fb0-3a72-447b-bac6-64111d8ee555 None None] Pushing event updated for resources: {'Port': ['ID=d2d0262e-170a-4d8c-b231-9ee56fa67815,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:33.157791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.175988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Transition to ACTIVE for port object f97f7943-fc47-41cc-bd99-82d0c05d13cb will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:33.180712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-00b11396-f456-42f1-a726-20f22dba7c77 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags HTTP/1.1" status: 204 len: 168 time: 0.6151683 Sep 21 16:00:33.185414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43604) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:33.195631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-24fc88b9-78a7-4cb7-a8d6-b83b13434898 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4', 'tempest-TagsExtTest-Tag-1739406040') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:33.237908 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:00:33.274484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.371703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event updated for resources: {'Port': ['ID=f97f7943-fc47-41cc-bd99-82d0c05d13cb,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:33.448995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Allocated IP 2001:db8:0:1::1 (54ba0607-c0f2-490f-b2dc-94525b7a1856/b557b098-7867-4d2c-a137-c227ad49f15a/8ec2d57e-650a-46bf-a699-42119621d690) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:33.451518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.456083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.470941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Transition to ACTIVE for port object 0e8b6b60-7377-48fe-b67f-60c39261ace0 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:33.491829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] In _notify_port_updated(), no bound segment for port f97f7943-fc47-41cc-bd99-82d0c05d13cb on network 3bb1ac7b-2ce9-499c-9639-f2016350540f {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:00:33.498510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:33.500097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.504087 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-84020c8e-e701-4e44-a958-b9ca0f9c41b4 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "PUT /v2.0/ports/f97f7943-fc47-41cc-bd99-82d0c05d13cb HTTP/1.1" status: 200 len: 970 time: 2.5255020 Sep 21 16:00:33.510216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43608) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:33.648475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Transition to ACTIVE for port object 0e8b6b60-7377-48fe-b67f-60c39261ace0 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:33.666830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Provisioning complete for port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:33.668255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.693790 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:29Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:33.700791 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaccf02-ae29-46ed-97a9-6418cbb8984d None None] The sync data for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv is: [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:29Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:00:33.733126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-152d901d-fb34-4017-bb4b-c589a2f2801a tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.746278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.770803 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-24fc88b9-78a7-4cb7-a8d6-b83b13434898 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:33.771908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-24fc88b9-78a7-4cb7-a8d6-b83b13434898 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags/tempest-TagsExtTest-Tag-1739406040 HTTP/1.1" status: 404 len: 329 time: 0.5853004 Sep 21 16:00:33.792194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43612) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:33.810881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-26702a0f-e928-43ef-aebb-fd59782d5343 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4', 'tempest-TagsExtTest-Tag-1040729432') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:33.831024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-692b6b1f-54f5-454e-ac9d-32b636ff26ba tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port f97f7943-fc47-41cc-bd99-82d0c05d13cb {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:33.831456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-692b6b1f-54f5-454e-ac9d-32b636ff26ba tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.859413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Network 0a2f9802-eb7e-4195-add7-f2fbd136e8d2 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:33.865033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:33.866856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:33.870362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:33.918117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-152d901d-fb34-4017-bb4b-c589a2f2801a tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.953604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:33.981781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Pushing event updated for resources: {'Port': ['ID=0e8b6b60-7377-48fe-b67f-60c39261ace0,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:34.015473 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-26702a0f-e928-43ef-aebb-fd59782d5343 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:34.016586 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-26702a0f-e928-43ef-aebb-fd59782d5343 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags/tempest-TagsExtTest-Tag-1040729432 HTTP/1.1" status: 404 len: 329 time: 0.2235742 Sep 21 16:00:34.023475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43616) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:34.029851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-2fa9c0e6-7198-41dd-9518-47efeb8e2909 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4', 'tempest-TagsExtTest-Tag-803862432') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:34.061264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Attempting to bind port 0e8b6b60-7377-48fe-b67f-60c39261ace0 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:34.061264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Attempting to bind port 0e8b6b60-7377-48fe-b67f-60c39261ace0 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ffbbbf35-73cf-461a-bae6-01bea119e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0a2f9802-eb7e-4195-add7-f2fbd136e8d2'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:34.061264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Attempting to bind port 0e8b6b60-7377-48fe-b67f-60c39261ace0 on network 0a2f9802-eb7e-4195-add7-f2fbd136e8d2 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:34.077146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:34.077146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Checking segment: {'id': 'ffbbbf35-73cf-461a-bae6-01bea119e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0a2f9802-eb7e-4195-add7-f2fbd136e8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:34.077146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.077559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Bound using segment: {'id': 'ffbbbf35-73cf-461a-bae6-01bea119e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0a2f9802-eb7e-4195-add7-f2fbd136e8d2'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:34.077801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Bound port: 0e8b6b60-7377-48fe-b67f-60c39261ace0, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbbbf35-73cf-461a-bae6-01bea119e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0a2f9802-eb7e-4195-add7-f2fbd136e8d2'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:34.079114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.082998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port e5b5ec9c-aa95-4477-bf9a-9f9bd098166a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:34.083397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.118423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.127758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.174453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-152d901d-fb34-4017-bb4b-c589a2f2801a tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.199670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Transition to ACTIVE for port object 8ec2d57e-650a-46bf-a699-42119621d690 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:34.233848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Transition to ACTIVE for port object 8ec2d57e-650a-46bf-a699-42119621d690 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:34.244497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Provisioning for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:34.253647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=0cdc1379-2339-401c-b76a-3d72b546e1cd,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:34.283538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:34.283918 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.347604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ad4461b-a27b-4b5b-9ee4-833146b54a12 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:34.397132 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-2fa9c0e6-7198-41dd-9518-47efeb8e2909 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:34.398642 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2fa9c0e6-7198-41dd-9518-47efeb8e2909 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags/tempest-TagsExtTest-Tag-803862432 HTTP/1.1" status: 404 len: 328 time: 0.3742356 Sep 21 16:00:34.402563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43620) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:34.405242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:34.405414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: 035c27b2-7ff0-47f3-b68d-80ca79bdf202, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:34.410452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-a027fe4a-d73f-45eb-9e44-68b1157c8e67 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d', {'tags': ['tempest-TagsExtTest-Tag-947576094', 'tempest-TagsExtTest-Tag-1747269235', 'tempest-TagsExtTest-Tag-168740902']}) {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:34.426578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.471427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-692b6b1f-54f5-454e-ac9d-32b636ff26ba tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.539732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-152d901d-fb34-4017-bb4b-c589a2f2801a tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.558253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Network 54ba0607-c0f2-490f-b2dc-94525b7a1856 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:34.565953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:34.569773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:34.609324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-152d901d-fb34-4017-bb4b-c589a2f2801a tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.615616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:34.618156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.624342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-692b6b1f-54f5-454e-ac9d-32b636ff26ba tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for f97f7943-fc47-41cc-bd99-82d0c05d13cb owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:34.631818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d901d-fb34-4017-bb4b-c589a2f2801a tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Subnet': ['ID=99f04f76-7bc0-4054-ac0d-d9307cd6c9bd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:34.644542 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-152d901d-fb34-4017-bb4b-c589a2f2801a tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/subnets/99f04f76-7bc0-4054-ac0d-d9307cd6c9bd HTTP/1.1" status: 204 len: 168 time: 1.9205651 Sep 21 16:00:34.647402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43624) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:34.667453 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Pushing event updated for resources: {'Port': ['ID=8ec2d57e-650a-46bf-a699-42119621d690,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:34.676823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] For port 0e8b6b60-7377-48fe-b67f-60c39261ace0, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:34.753615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] For port 0e8b6b60-7377-48fe-b67f-60c39261ace0, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0e8b6b60-7377-48fe-b67f-60c39261ace0,segment=NetworkSegment(ffbbbf35-73cf-461a-bae6-01bea119e911),segment_id=ffbbbf35-73cf-461a-bae6-01bea119e911)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:34.779183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Attempting to bind port 8ec2d57e-650a-46bf-a699-42119621d690 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:34.779183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Attempting to bind port 8ec2d57e-650a-46bf-a699-42119621d690 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '66625f20-d41e-4a54-b1a8-f01d03f2aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '54ba0607-c0f2-490f-b2dc-94525b7a1856'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:34.780900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Attempting to bind port 8ec2d57e-650a-46bf-a699-42119621d690 on network 54ba0607-c0f2-490f-b2dc-94525b7a1856 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:34.786428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:34.795558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:34.795558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Checking segment: {'id': '66625f20-d41e-4a54-b1a8-f01d03f2aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '54ba0607-c0f2-490f-b2dc-94525b7a1856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:34.795938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.796152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Bound using segment: {'id': '66625f20-d41e-4a54-b1a8-f01d03f2aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '54ba0607-c0f2-490f-b2dc-94525b7a1856'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:34.796643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Bound port: 8ec2d57e-650a-46bf-a699-42119621d690, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66625f20-d41e-4a54-b1a8-f01d03f2aed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '54ba0607-c0f2-490f-b2dc-94525b7a1856'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:34.797024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.798860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for e5b5ec9c-aa95-4477-bf9a-9f9bd098166a owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:34.810838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:34.811216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.824746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 035c27b2-7ff0-47f3-b68d-80ca79bdf202) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:34.833327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:34.834070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.852761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25601414-9492-45e7-8b8e-f43796b4221e None None] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:34.881257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-692b6b1f-54f5-454e-ac9d-32b636ff26ba tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.882365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.900041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb274db-a23f-474b-9bd3-7a1ec110bc33 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Deleting subnet b557b098-7867-4d2c-a137-c227ad49f15a {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:34.905618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cb274db-a23f-474b-9bd3-7a1ec110bc33 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:34.945522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b6b1f-54f5-454e-ac9d-32b636ff26ba tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=f97f7943-fc47-41cc-bd99-82d0c05d13cb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:34.950214 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d03f100b-3d81-4f98-85d9-754af03f97a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6861248 Sep 21 16:00:34.958822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43628) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:35.018415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-692b6b1f-54f5-454e-ac9d-32b636ff26ba tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.025192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-692b6b1f-54f5-454e-ac9d-32b636ff26ba tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/f97f7943-fc47-41cc-bd99-82d0c05d13cb HTTP/1.1" status: 204 len: 168 time: 1.5138967 Sep 21 16:00:35.028254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43632) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:35.095041 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d757695-86fa-4b54-ba7c-47ddaae899b1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] GET failed (client error): The resource could not be found. Sep 21 16:00:35.095818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1d757695-86fa-4b54-ba7c-47ddaae899b1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Synchronizing usage tracker for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:35.125592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1d757695-86fa-4b54-ba7c-47ddaae899b1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Unset dirty status for tenant:693156fe381540018b606b756e1b14be on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:35.131801 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d757695-86fa-4b54-ba7c-47ddaae899b1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports/f97f7943-fc47-41cc-bd99-82d0c05d13cb HTTP/1.1" status: 404 len: 333 time: 0.1016302 Sep 21 16:00:35.132054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43636) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:35.172691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Provisioning for port f97f7943-fc47-41cc-bd99-82d0c05d13cb completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:35.178907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f3fd1-7221-4978-9c0e-c77db2a760a0 None None] Pushing event updated for resources: {'Port': ['ID=0e8b6b60-7377-48fe-b67f-60c39261ace0,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:35.195121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Provisioning complete for port f97f7943-fc47-41cc-bd99-82d0c05d13cb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:35.195635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.212891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d03e4d0-1e84-4dc9-8851-792dd3a956f0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.244133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d03e4d0-1e84-4dc9-8851-792dd3a956f0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.264502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2f57230c-7fcc-48e4-95f4-a64e614d1192 None None] Port f97f7943-fc47-41cc-bd99-82d0c05d13cb was deleted so its status cannot be updated. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 21 16:00:35.310633 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a027fe4a-d73f-45eb-9e44-68b1157c8e67 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags HTTP/1.1" status: 200 len: 316 time: 0.9038417 Sep 21 16:00:35.310955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43640) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:35.317590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-e27df69c-06c5-4d71-aca5-7e895c2ee1b4 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:35.343316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cb274db-a23f-474b-9bd3-7a1ec110bc33 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.418381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4bcb9e1b-d998-4ed4-9129-59f233249b5c None None] Could not find standard attr ID for object f97f7943-fc47-41cc-bd99-82d0c05d13cb. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 16:00:35.419676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1d5eacdc-2164-44e6-baed-393fb38fd65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.421388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] For port 8ec2d57e-650a-46bf-a699-42119621d690, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:35.429212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] For port 8ec2d57e-650a-46bf-a699-42119621d690, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8ec2d57e-650a-46bf-a699-42119621d690,segment=NetworkSegment(66625f20-d41e-4a54-b1a8-f01d03f2aed2),segment_id=66625f20-d41e-4a54-b1a8-f01d03f2aed2)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:35.450609 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:00:35.461441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d03e4d0-1e84-4dc9-8851-792dd3a956f0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.493169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:35.494782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d2d0262e-170a-4d8c-b231-9ee56fa67815 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:35.495546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03e4d0-1e84-4dc9-8851-792dd3a956f0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c440225a-77d3-44d0-859f-76f915fc5496,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:35.515558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d03e4d0-1e84-4dc9-8851-792dd3a956f0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.519318 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4d03e4d0-1e84-4dc9-8851-792dd3a956f0 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/security-groups/c440225a-77d3-44d0-859f-76f915fc5496 HTTP/1.1" status: 204 len: 168 time: 0.3838124 Sep 21 16:00:35.523219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43644) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:35.534556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:00:35.536021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.563613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.638295 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e27df69c-06c5-4d71-aca5-7e895c2ee1b4 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags HTTP/1.1" status: 204 len: 168 time: 0.3262279 Sep 21 16:00:35.641018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43648) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:35.646749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-3d903db2-e4dc-4098-a8fe-7bc3d95a2b50 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d', 'tempest-TagsExtTest-Tag-947576094') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:35.838881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.849305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cb274db-a23f-474b-9bd3-7a1ec110bc33 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:35.881803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f6ec2-6d0f-4824-8acf-f67c5d5e6c4f None None] Pushing event updated for resources: {'Port': ['ID=8ec2d57e-650a-46bf-a699-42119621d690,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:35.990912 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-3d903db2-e4dc-4098-a8fe-7bc3d95a2b50 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:35.992209 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3d903db2-e4dc-4098-a8fe-7bc3d95a2b50 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags/tempest-TagsExtTest-Tag-947576094 HTTP/1.1" status: 404 len: 328 time: 0.3500214 Sep 21 16:00:36.005306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43652) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:36.005589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port d2d0262e-170a-4d8c-b231-9ee56fa67815 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:36.014687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-78f0ad1b-f058-423f-a0d3-43750d990e91 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d', 'tempest-TagsExtTest-Tag-1747269235') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:36.017818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d2d0262e-170a-4d8c-b231-9ee56fa67815 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:36.017818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.038551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1454295-dbac-411b-beaa-b1af82cec602 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.084886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=e5b5ec9c-aa95-4477-bf9a-9f9bd098166a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:36.182666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Allocated IP 172.20.0.2 (035c27b2-7ff0-47f3-b68d-80ca79bdf202/0cdc1379-2339-401c-b76a-3d72b546e1cd/a2af0ba0-feed-4f5c-aec3-6bf9314ac812) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:36.294689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.407965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1454295-dbac-411b-beaa-b1af82cec602 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.415889 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-78f0ad1b-f058-423f-a0d3-43750d990e91 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:36.417008 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-78f0ad1b-f058-423f-a0d3-43750d990e91 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags/tempest-TagsExtTest-Tag-1747269235 HTTP/1.1" status: 404 len: 329 time: 0.4106021 Sep 21 16:00:36.422662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43656) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:36.428244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-f4ca5e49-0cb8-4247-bf13-86b034d9ca7c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d', 'tempest-TagsExtTest-Tag-168740902') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:36.526942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.557775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Transition to ACTIVE for port object a2af0ba0-feed-4f5c-aec3-6bf9314ac812 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:36.562470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.583372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d2d0262e-170a-4d8c-b231-9ee56fa67815 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:36.583631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.589322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-f4ca5e49-0cb8-4247-bf13-86b034d9ca7c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:36.590717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f4ca5e49-0cb8-4247-bf13-86b034d9ca7c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags/tempest-TagsExtTest-Tag-168740902 HTTP/1.1" status: 404 len: 328 time: 0.1668739 Sep 21 16:00:36.594218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43660) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:36.600427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Transition to ACTIVE for port object a2af0ba0-feed-4f5c-aec3-6bf9314ac812 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:36.602879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-1d2af579-1ad6-485e-958b-221d05a4c90c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05', {'tags': ['tempest-TagsExtTest-Tag-1909641465', 'tempest-TagsExtTest-Tag-299192894', 'tempest-TagsExtTest-Tag-1341796268']}) {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:36.605181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.607813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port d2d0262e-170a-4d8c-b231-9ee56fa67815, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d2d0262e-170a-4d8c-b231-9ee56fa67815,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:36.625439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.672486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.691321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cb274db-a23f-474b-9bd3-7a1ec110bc33 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.716513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.740689 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d2af579-1ad6-485e-958b-221d05a4c90c tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "PUT /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags HTTP/1.1" status: 200 len: 317 time: 0.1424203 Sep 21 16:00:36.740921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43664) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:36.748470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-b4f56121-274e-4527-aae4-db4a1feac48b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:36.750165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb274db-a23f-474b-9bd3-7a1ec110bc33 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Subnet': ['ID=b557b098-7867-4d2c-a137-c227ad49f15a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:36.768171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cb274db-a23f-474b-9bd3-7a1ec110bc33 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.803707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.846265 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3cb274db-a23f-474b-9bd3-7a1ec110bc33 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/subnets/b557b098-7867-4d2c-a137-c227ad49f15a HTTP/1.1" status: 204 len: 168 time: 2.1462059 Sep 21 16:00:36.846806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43668) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:36.846918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.847626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Fanout notify agent at l3_agent the message router_deleted on router c4b5492c-efb4-41e1-a980-768cbcb3232f {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:00:36.856924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.856924 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1cf27f1a-1d4a-4746-ab25-cb520106bcaf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/c4b5492c-efb4-41e1-a980-768cbcb3232f HTTP/1.1" status: 204 len: 168 time: 3.9886844 Sep 21 16:00:36.860527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:36.866588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43672) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:36.869583 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:36.885813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:36.894332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-536154430'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:36.899773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:36.903908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:36.921842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:36.933028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:36.962153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1454295-dbac-411b-beaa-b1af82cec602 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.964633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1454295-dbac-411b-beaa-b1af82cec602 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:36.969069 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e1454295-dbac-411b-beaa-b1af82cec602 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/security-groups/020a895e-d421-4331-ab68-f9e07762e86a HTTP/1.1" status: 204 len: 168 time: 1.4394126 Sep 21 16:00:36.969992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43676) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:36.975782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8ec2d57e-650a-46bf-a699-42119621d690 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:37.002922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd50a474-34c6-44a7-9d72-a315017ab1e1 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:37.012866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cd50a474-34c6-44a7-9d72-a315017ab1e1 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1631410 Sep 21 16:00:37.013547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43680) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:37.049096 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1454295-dbac-411b-beaa-b1af82cec602 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020a895e-d421-4331-ab68-f9e07762e86a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:37.050674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=d2d0262e-170a-4d8c-b231-9ee56fa67815,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:37.140832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:37.145627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.193983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Pushing event updated for resources: {'Port': ['ID=a2af0ba0-feed-4f5c-aec3-6bf9314ac812,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:37.215403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa7a483e-1336-4308-8a1e-f4a59b2da71b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.257241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa7a483e-1336-4308-8a1e-f4a59b2da71b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.262810 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b4f56121-274e-4527-aae4-db4a1feac48b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags HTTP/1.1" status: 204 len: 168 time: 0.5209002 Sep 21 16:00:37.265996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43684) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:37.266128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.271707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9f337-edde-4811-a3b7-041ee383b7f0 None None] Network 0a2f9802-eb7e-4195-add7-f2fbd136e8d2 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:37.271944 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-a6969dc1-8ebe-4d83-a54a-7b7feb182d00 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05', 'tempest-TagsExtTest-Tag-1909641465') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:37.288614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.331663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Deleting port 8ec2d57e-650a-46bf-a699-42119621d690 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:37.332185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.479505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:37.499109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Attempting to bind port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:37.499764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Attempting to bind port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:37.500289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Attempting to bind port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 on network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:37.506838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-198c2659-974c-409d-b240-9f083bac4cf0 None None] Provisioning for port 0e8b6b60-7377-48fe-b67f-60c39261ace0 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:37.557419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:37.557818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Checking segment: {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:37.558401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.558705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Bound using segment: {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:37.559197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Bound port: a2af0ba0-feed-4f5c-aec3-6bf9314ac812, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:37.559582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.563490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.563744 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-a6969dc1-8ebe-4d83-a54a-7b7feb182d00 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:37.563877 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment 92b78b88-1cca-4d33-b5c9-e23dfbbd9703 of type vlan for network ed5a4262-ae11-46ac-b561-63d4289d58eb Sep 21 16:00:37.567147 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a6969dc1-8ebe-4d83-a54a-7b7feb182d00 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags/tempest-TagsExtTest-Tag-1909641465 HTTP/1.1" status: 404 len: 329 time: 0.2979751 Sep 21 16:00:37.579216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16270f8f-d018-496b-b0f3-36669842c99e None None] Network 54ba0607-c0f2-490f-b2dc-94525b7a1856 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:37.581044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43688) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:37.586975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-6b49a458-a727-4744-b744-f6a72cdc2d5f tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05', 'tempest-TagsExtTest-Tag-299192894') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:37.630080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] For port 8ec2d57e-650a-46bf-a699-42119621d690, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8ec2d57e-650a-46bf-a699-42119621d690,segment=NetworkSegment(66625f20-d41e-4a54-b1a8-f01d03f2aed2),segment_id=66625f20-d41e-4a54-b1a8-f01d03f2aed2)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:37.630435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.644483 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-6b49a458-a727-4744-b744-f6a72cdc2d5f tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:37.648874 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6b49a458-a727-4744-b744-f6a72cdc2d5f tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags/tempest-TagsExtTest-Tag-299192894 HTTP/1.1" status: 404 len: 328 time: 0.0639706 Sep 21 16:00:37.661924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.664968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43692) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:37.688656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.tag.tag_plugin [None req-e503bfb0-1f16-431f-a15b-b41be195e2f4 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05', 'tempest-TagsExtTest-Tag-1341796268') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:37.702374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa7a483e-1336-4308-8a1e-f4a59b2da71b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.726417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8ec2d57e-650a-46bf-a699-42119621d690 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:37.744167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a483e-1336-4308-8a1e-f4a59b2da71b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108fb9f1-77af-419a-8604-a2c5e9d0442a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:37.768249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Calling delete_port for 8ec2d57e-650a-46bf-a699-42119621d690 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:37.771710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0e8b6b60-7377-48fe-b67f-60c39261ace0 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:37.808754 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-e503bfb0-1f16-431f-a15b-b41be195e2f4 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] show failed (client error): The resource could not be found. Sep 21 16:00:37.812408 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e503bfb0-1f16-431f-a15b-b41be195e2f4 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags/tempest-TagsExtTest-Tag-1341796268 HTTP/1.1" status: 404 len: 329 time: 0.1437614 Sep 21 16:00:37.813087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43696) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:37.817204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa7a483e-1336-4308-8a1e-f4a59b2da71b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.818411 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fa7a483e-1336-4308-8a1e-f4a59b2da71b tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/security-groups/108fb9f1-77af-419a-8604-a2c5e9d0442a HTTP/1.1" status: 204 len: 168 time: 0.8377433 Sep 21 16:00:37.824138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43700) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:37.827745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-78390f53-ba30-47eb-8729-00f83e627529 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fcff96e8-53e3-4567-bdb2-64c2ab48dc05') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:37.881212 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-78390f53-ba30-47eb-8729-00f83e627529 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05/tags HTTP/1.1" status: 204 len: 168 time: 0.0641549 Sep 21 16:00:37.881423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43704) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:37.887044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-9774b50b-278c-414f-8ab2-f274040e3592 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'de3ba483-a584-4927-a262-8e7f3e8dda0d') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:37.898480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b4ded45f-4526-4c44-a55d-b26057e52c7d None None] Provisioning for port 8ec2d57e-650a-46bf-a699-42119621d690 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:37.933570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.938932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:37.939505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:37.950947 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b4ded45f-4526-4c44-a55d-b26057e52c7d None None] Provisioning complete for port 8ec2d57e-650a-46bf-a699-42119621d690 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:37.951330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b4ded45f-4526-4c44-a55d-b26057e52c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.025254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] For port a2af0ba0-feed-4f5c-aec3-6bf9314ac812, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:38.037639 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9774b50b-278c-414f-8ab2-f274040e3592 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d/tags HTTP/1.1" status: 204 len: 168 time: 0.1526821 Sep 21 16:00:38.038224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43708) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:38.044395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-0f9ea8c3-62cf-48e0-9b38-93845c17810b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e788b36-53ab-4ed5-9fc5-15f1c04d71b4') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:38.049877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae759445-ec72-4af9-81f7-66b90a4ebe47 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet a36cd6d2-00ed-46db-8dd0-a3190a262c97 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:38.050128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.064463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] For port a2af0ba0-feed-4f5c-aec3-6bf9314ac812, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a2af0ba0-feed-4f5c-aec3-6bf9314ac812,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:38.069135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ae759445-ec72-4af9-81f7-66b90a4ebe47 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.077573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.096061 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.plugins.ml2.db [None req-b4ded45f-4526-4c44-a55d-b26057e52c7d None None] No ports have port_id starting with 8ec2d57e-650a-46bf-a699-42119621d690 Sep 21 16:00:38.137536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.140981 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2712591 Sep 21 16:00:38.151639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43712) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:38.161658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': 'ed5a4262-ae11-46ac-b561-63d4289d58eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:38.177484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Port': ['ID=8ec2d57e-650a-46bf-a699-42119621d690,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:38.185154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] No DVR routers for this DVR port 8ec2d57e-650a-46bf-a699-42119621d690 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:38.196849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02dcc2-dbd5-42fe-bf51-c73ab7a53311 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=ed5a4262-ae11-46ac-b561-63d4289d58eb,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:38.221999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ae759445-ec72-4af9-81f7-66b90a4ebe47 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.245923 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] DHCP port deletion for 0a2f9802-eb7e-4195-add7-f2fbd136e8d2 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:38.248075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network ed5a4262-ae11-46ac-b561-63d4289d58eb details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:38.260508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c227cbb1-6af0-4328-8ed9-e21007920a88 None None] DHCP port deletion for 54ba0607-c0f2-490f-b2dc-94525b7a1856 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:38.274321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 0e8b6b60-7377-48fe-b67f-60c39261ace0 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:38.293535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.1 (035c27b2-7ff0-47f3-b68d-80ca79bdf202/0cdc1379-2339-401c-b76a-3d72b546e1cd/1204ff79-059b-46fa-8fad-a3acd8f65cb4) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:38.338188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Deleting port 0e8b6b60-7377-48fe-b67f-60c39261ace0 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:38.338485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.376943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0e8b6b60-7377-48fe-b67f-60c39261ace0 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:38.377321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.484456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ae759445-ec72-4af9-81f7-66b90a4ebe47 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.499336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593b9cc-3f9e-4911-b8b8-4967ed356091 None None] Pushing event updated for resources: {'Port': ['ID=a2af0ba0-feed-4f5c-aec3-6bf9314ac812,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:38.571586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:38.581633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.590663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:38.590911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.598629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:38.608789 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0f9ea8c3-62cf-48e0-9b38-93845c17810b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4/tags HTTP/1.1" status: 204 len: 168 time: 0.5677440 Sep 21 16:00:38.608789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:38.626498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43716) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:38.629552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 1204ff79-059b-46fa-8fad-a3acd8f65cb4 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:38.637859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.tag.tag_plugin [None req-75d47c32-5ce4-4e79-9206-fa143a881e45 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a46e552d-4dcd-414f-a5fe-8e632688f6e0') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:38.678209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ba0607-c0f2-490f-b2dc-94525b7a1856']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:38.696728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66625f20-d41e-4a54-b1a8-f01d03f2aed2') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:38.697034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66625f20-d41e-4a54-b1a8-f01d03f2aed2') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:38.715612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.716649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0e8b6b60-7377-48fe-b67f-60c39261ace0 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:38.717041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.737702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.747161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:38.747571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.772227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:38.775734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.787758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] For port 0e8b6b60-7377-48fe-b67f-60c39261ace0, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0e8b6b60-7377-48fe-b67f-60c39261ace0,segment=NetworkSegment(ffbbbf35-73cf-461a-bae6-01bea119e911),segment_id=ffbbbf35-73cf-461a-bae6-01bea119e911)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:38.788121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.798125 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 66625f20-d41e-4a54-b1a8-f01d03f2aed2 resource provider aggregate not found Sep 21 16:00:38.802226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 0e8b6b60-7377-48fe-b67f-60c39261ace0, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0e8b6b60-7377-48fe-b67f-60c39261ace0,segment=NetworkSegment(ffbbbf35-73cf-461a-bae6-01bea119e911),segment_id=ffbbbf35-73cf-461a-bae6-01bea119e911)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:38.824007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ae759445-ec72-4af9-81f7-66b90a4ebe47 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.858218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.913920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.919373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae759445-ec72-4af9-81f7-66b90a4ebe47 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=a36cd6d2-00ed-46db-8dd0-a3190a262c97,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:38.921815 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 66625f20-d41e-4a54-b1a8-f01d03f2aed2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66625f20-d41e-4a54-b1a8-f01d03f2aed2 found for delete ", "request_id": "req-d8490edd-3e3a-46e2-bd35-9cd4cc7a0dba"}]} Sep 21 16:00:38.922764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Calling delete_port for 0e8b6b60-7377-48fe-b67f-60c39261ace0 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:38.950568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ae759445-ec72-4af9-81f7-66b90a4ebe47 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:38.978817 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:38.985791 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-75d47c32-5ce4-4e79-9206-fa143a881e45 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0/tags HTTP/1.1" status: 204 len: 168 time: 0.3522065 Sep 21 16:00:38.985934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:38.985934 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ae759445-ec72-4af9-81f7-66b90a4ebe47 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/a36cd6d2-00ed-46db-8dd0-a3190a262c97 HTTP/1.1" status: 204 len: 168 time: 1.1601353 Sep 21 16:00:38.986448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43724) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:38.990448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:38.992984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43726) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:39.052132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=1204ff79-059b-46fa-8fad-a3acd8f65cb4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:39.115982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=0e8b6b60-7377-48fe-b67f-60c39261ace0,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:39.117599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.119279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8ce4b-4623-4114-8d49-a5bbd0755f69 None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:39.134734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.152102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-93de88e4-9975-49ba-b206-49511b8d2a05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet 986e71e7-605e-4ea7-8912-e357c1fc2547 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:39.156732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.199041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93de88e4-9975-49ba-b206-49511b8d2a05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.242387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:39.242865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:39.273427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Network': ['ID=54ba0607-c0f2-490f-b2dc-94525b7a1856,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:39.311323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80787ac2-2923-4a89-a257-2c00634066e3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for subnetpool, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.315818 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-80787ac2-2923-4a89-a257-2c00634066e3 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnetpools/fcff96e8-53e3-4567-bdb2-64c2ab48dc05 HTTP/1.1" status: 204 len: 168 time: 0.2881079 Sep 21 16:00:39.317212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43732) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:39.318278 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-34875740-0bda-43b2-b8d4-83b1b7b54d77 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/networks/54ba0607-c0f2-490f-b2dc-94525b7a1856 HTTP/1.1" status: 204 len: 168 time: 2.3012447 Sep 21 16:00:39.327189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43734) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:39.334123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2af0ba0-feed-4f5c-aec3-6bf9314ac812 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:39.355673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93de88e4-9975-49ba-b206-49511b8d2a05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.402928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5a264f63-5b83-4994-8b94-cdcd8ddeafb0 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Synchronizing usage tracker for tenant:c268bb02c65d4542a520faae40cf6255 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:39.449717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.529131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5a264f63-5b83-4994-8b94-cdcd8ddeafb0 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Unset dirty status for tenant:c268bb02c65d4542a520faae40cf6255 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:39.530346 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5a264f63-5b83-4994-8b94-cdcd8ddeafb0 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "GET /v2.0/ports?device_id=de3ba483-a584-4927-a262-8e7f3e8dda0d HTTP/1.1" status: 200 len: 205 time: 0.2123370 Sep 21 16:00:39.533430 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43740) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:39.581975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.592159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:39.606688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d2d0262e-170a-4d8c-b231-9ee56fa67815 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:39.635915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Deleting port 0e8b6b60-7377-48fe-b67f-60c39261ace0 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:39.635915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.683972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f168c33-b198-461b-adb8-c850fd207aa4 None None] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:39.692515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.698454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93de88e4-9975-49ba-b206-49511b8d2a05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.754524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Deleting port 0e8b6b60-7377-48fe-b67f-60c39261ace0 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:39.754919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.871098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d2d0262e-170a-4d8c-b231-9ee56fa67815 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:39.871478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:39.999340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7719c4e6-fb36-4d90-938d-d0bb9ba1471a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.033872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': '92b78b88-1cca-4d33-b5c9-e23dfbbd9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ed5a4262-ae11-46ac-b561-63d4289d58eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:40.034490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: ed5a4262-ae11-46ac-b561-63d4289d58eb, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:40.134857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=69e5aba6-67f7-4fc8-9399-91ca38786c1e,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:40.136620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] For port 0e8b6b60-7377-48fe-b67f-60c39261ace0, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0e8b6b60-7377-48fe-b67f-60c39261ace0,segment=NetworkSegment(ffbbbf35-73cf-461a-bae6-01bea119e911),segment_id=ffbbbf35-73cf-461a-bae6-01bea119e911)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:40.137244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.150985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-604c28a2-08c9-4d42-8608-83c40406d567 None None] Provisioning for port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:40.178954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93de88e4-9975-49ba-b206-49511b8d2a05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.237834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-604c28a2-08c9-4d42-8608-83c40406d567 None None] Provisioning complete for port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:40.237834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-604c28a2-08c9-4d42-8608-83c40406d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.247657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] For port 0e8b6b60-7377-48fe-b67f-60c39261ace0, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0e8b6b60-7377-48fe-b67f-60c39261ace0,segment=NetworkSegment(ffbbbf35-73cf-461a-bae6-01bea119e911),segment_id=ffbbbf35-73cf-461a-bae6-01bea119e911)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:40.248024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.261470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de88e4-9975-49ba-b206-49511b8d2a05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=986e71e7-605e-4ea7-8912-e357c1fc2547,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:40.263597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93de88e4-9975-49ba-b206-49511b8d2a05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.325471 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-93de88e4-9975-49ba-b206-49511b8d2a05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/986e71e7-605e-4ea7-8912-e357c1fc2547 HTTP/1.1" status: 204 len: 168 time: 1.3288500 Sep 21 16:00:40.339993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43744) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:40.385156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec7b41-436f-4c47-bf88-2f60914bd8ab None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:40.385395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network ed5a4262-ae11-46ac-b561-63d4289d58eb is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:40.393964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7719c4e6-fb36-4d90-938d-d0bb9ba1471a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.394192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Calling delete_port for 0e8b6b60-7377-48fe-b67f-60c39261ace0 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:40.399933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7719c4e6-fb36-4d90-938d-d0bb9ba1471a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.414219 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-229d95bc-27d9-4d6e-b7f8-8b0e0746c940 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:40.414219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229d95bc-27d9-4d6e-b7f8-8b0e0746c940 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:40.414219 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-229d95bc-27d9-4d6e-b7f8-8b0e0746c940 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/a36cd6d2-00ed-46db-8dd0-a3190a262c97 HTTP/1.1" status: 404 len: 337 time: 0.0707612 Sep 21 16:00:40.414550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Calling delete_port for 0e8b6b60-7377-48fe-b67f-60c39261ace0 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:40.416155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43748) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:40.525651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, ed5a4262-ae11-46ac-b561-63d4289d58eb) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:40.530323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:40.535822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.560230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.569561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39748fb9-48a4-4018-b208-5d9f912cc43d None None] Network ed5a4262-ae11-46ac-b561-63d4289d58eb requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:40.586405 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c567355-ffc8-48eb-8986-09f6293a23a3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting subnet 5ccf837f-815c-4999-9580-5c68d16b729c {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:40.591421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c567355-ffc8-48eb-8986-09f6293a23a3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.613459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Port': ['ID=0e8b6b60-7377-48fe-b67f-60c39261ace0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:40.619098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] No DVR routers for this DVR port 0e8b6b60-7377-48fe-b67f-60c39261ace0 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:40.643505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7719c4e6-fb36-4d90-938d-d0bb9ba1471a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.643505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7719c4e6-fb36-4d90-938d-d0bb9ba1471a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Fanout notify agent at l3_agent the message router_deleted on router de3ba483-a584-4927-a262-8e7f3e8dda0d {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:00:40.655957 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6c82b8d0-57da-4644-933e-e8bbe62613bb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4986649 Sep 21 16:00:40.655957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43752) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:40.691510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7719c4e6-fb36-4d90-938d-d0bb9ba1471a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.691510 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7719c4e6-fb36-4d90-938d-d0bb9ba1471a tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/routers/de3ba483-a584-4927-a262-8e7f3e8dda0d HTTP/1.1" status: 204 len: 168 time: 1.1484482 Sep 21 16:00:40.700120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43756) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:40.744737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c567355-ffc8-48eb-8986-09f6293a23a3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.848982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-55ce6a44-73c3-44a8-bfef-85320965a575 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Deleting port 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:40.849345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55ce6a44-73c3-44a8-bfef-85320965a575 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.860277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:40.860626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:40.861104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-604c28a2-08c9-4d42-8608-83c40406d567 None None] Current status of the port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:40.861476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-604c28a2-08c9-4d42-8608-83c40406d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.879705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.892308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1331772850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:40.904077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.904487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:40.928532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2f9802-eb7e-4195-add7-f2fbd136e8d2']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:40.929194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d2d0262e-170a-4d8c-b231-9ee56fa67815 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:40.938299 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:40.951564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbbbf35-73cf-461a-bae6-01bea119e911') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:40.951564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbbbf35-73cf-461a-bae6-01bea119e911') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:40.967384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.983355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:40.990792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:40.990792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.007959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-604c28a2-08c9-4d42-8608-83c40406d567 None None] For port a2af0ba0-feed-4f5c-aec3-6bf9314ac812, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a2af0ba0-feed-4f5c-aec3-6bf9314ac812,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:41.009572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.025112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0e8b6b60-7377-48fe-b67f-60c39261ace0 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:41.091114 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ffbbbf35-73cf-461a-bae6-01bea119e911 resource provider aggregate not found Sep 21 16:00:41.094673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.095782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.105466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 0e8b6b60-7377-48fe-b67f-60c39261ace0 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:00:41.105816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0e8b6b60-7377-48fe-b67f-60c39261ace0 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:00:41.106390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8ec2d57e-650a-46bf-a699-42119621d690 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:41.141062 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ffbbbf35-73cf-461a-bae6-01bea119e911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffbbbf35-73cf-461a-bae6-01bea119e911 found for delete ", "request_id": "req-0daf9840-9c0e-4429-9687-9a9d92e25af2"}]} Sep 21 16:00:41.148095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.149999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-604c28a2-08c9-4d42-8608-83c40406d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.184299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8ec2d57e-650a-46bf-a699-42119621d690 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:00:41.184652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8ec2d57e-650a-46bf-a699-42119621d690 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:00:41.187300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.196559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c567355-ffc8-48eb-8986-09f6293a23a3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.230766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.236722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.273061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.288299 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Network': ['ID=0a2f9802-eb7e-4195-add7-f2fbd136e8d2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:41.291056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-ed5a4262-ae11-46ac-b561-63d4289d58eb', 'network_id': 'ed5a4262-ae11-46ac-b561-63d4289d58eb', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': '69e5aba6-67f7-4fc8-9399-91ca38786c1e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:00:41.292174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.302852 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-99472f7b-b49d-4aa2-8f46-f68df8168c47 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/networks/0a2f9802-eb7e-4195-add7-f2fbd136e8d2 HTTP/1.1" status: 204 len: 168 time: 1.9746742 Sep 21 16:00:41.305291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43764) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:41.341201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c28a2-08c9-4d42-8608-83c40406d567 None None] Pushing event updated for resources: {'Port': ['ID=a2af0ba0-feed-4f5c-aec3-6bf9314ac812,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:41.386999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.390732 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f06f6c80-2e8f-40e3-831e-6667e40aa469 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7314439 Sep 21 16:00:41.401463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43768) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:41.408329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d57d9065-90bf-4d31-9cc0-105285c34173 None None] Provisioning complete for port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:41.408712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d57d9065-90bf-4d31-9cc0-105285c34173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.506925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d57d9065-90bf-4d31-9cc0-105285c34173 None None] Port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:41.553565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Deleting port 0e8b6b60-7377-48fe-b67f-60c39261ace0 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:41.553875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.595731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=1204ff79-059b-46fa-8fad-a3acd8f65cb4,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:41.684023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55ce6a44-73c3-44a8-bfef-85320965a575 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.717536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.720916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-494d9c81-b833-4945-8360-43ed18d86967 None None] The port '0e8b6b60-7377-48fe-b67f-60c39261ace0' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:00:41.749641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d57d9065-90bf-4d31-9cc0-105285c34173 None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:41.750111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d57d9065-90bf-4d31-9cc0-105285c34173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.812386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c567355-ffc8-48eb-8986-09f6293a23a3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.818842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Allocated IP 172.20.0.2 (ed5a4262-ae11-46ac-b561-63d4289d58eb/69e5aba6-67f7-4fc8-9399-91ca38786c1e/d16f1d4c-193c-45c0-bf54-d933000d3927) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:41.934559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6c567355-ffc8-48eb-8986-09f6293a23a3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:41.951445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-55ce6a44-73c3-44a8-bfef-85320965a575 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Calling delete_port for 9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:41.987945 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6c567355-ffc8-48eb-8986-09f6293a23a3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/5ccf837f-815c-4999-9580-5c68d16b729c HTTP/1.1" status: 204 len: 168 time: 1.5684979 Sep 21 16:00:41.999416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43772) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:42.001236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d57d9065-90bf-4d31-9cc0-105285c34173 None None] Current status of the port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:42.015391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567355-ffc8-48eb-8986-09f6293a23a3 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccf837f-815c-4999-9580-5c68d16b729c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:42.029669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:42.033685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:42.185519 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-daddaa59-f6db-44b4-977c-9152fc3c51c7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:42.186095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daddaa59-f6db-44b4-977c-9152fc3c51c7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:42.190624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-daddaa59-f6db-44b4-977c-9152fc3c51c7 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/9c12695d-d0e3-4210-955d-e72247f9b17e HTTP/1.1" status: 404 len: 337 time: 0.1902411 Sep 21 16:00:42.227939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43776) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:42.235475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.246069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Transition to ACTIVE for port object d16f1d4c-193c-45c0-bf54-d933000d3927 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:42.278587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Transition to ACTIVE for port object d16f1d4c-193c-45c0-bf54-d933000d3927 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:42.292155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.302264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 4beecf11-aec7-4505-a592-f9384dcf479f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:00:42.315587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.326076 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fc73df2d-060f-440e-8c3d-f91ab8cc3bb9 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ec0364d-d9ab-497a-ba3a-3f80507c635f HTTP/1.1" status: 200 len: 205 time: 0.0945408 Sep 21 16:00:42.333541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43780) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:42.361138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.368409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7c59c81c-f509-4d19-9674-11d2543f481a None None] Provisioning for port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:42.445400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7c59c81c-f509-4d19-9674-11d2543f481a None None] Provisioning complete for port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:42.445794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7c59c81c-f509-4d19-9674-11d2543f481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.470925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff23627d-6612-4710-8d77-9d8862ba0f60']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:42.478822 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-560016ea-e559-42a3-a592-b8c6cde28189 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] delete failed (client error): The resource could not be found. Sep 21 16:00:42.479837 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-560016ea-e559-42a3-a592-b8c6cde28189 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/routers/6ec0364d-d9ab-497a-ba3a-3f80507c635f HTTP/1.1" status: 404 len: 336 time: 0.1453280 Sep 21 16:00:42.489068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29863824-b440-48bc-b28d-5ccc92928390 None None] Network 3bb1ac7b-2ce9-499c-9639-f2016350540f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:42.495654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43784) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:42.499184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccf23bf-3582-40fc-8576-95f8f3824d28') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:42.499397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccf23bf-3582-40fc-8576-95f8f3824d28') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:42.585459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:00:42.598870 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Sync routers for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:00:42.600862 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-55e992c0-3ae4-4ace-8cb2-a4a80c332d13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/4beecf11-aec7-4505-a592-f9384dcf479f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6398189 Sep 21 16:00:42.601571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43788) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:42.608890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Network ed5a4262-ae11-46ac-b561-63d4289d58eb is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:42.618683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Pushing event updated for resources: {'Port': ['ID=d16f1d4c-193c-45c0-bf54-d933000d3927,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:42.619925 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:42.620554 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:42.621148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:42.628547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:42.638248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7c59c81c-f509-4d19-9674-11d2543f481a None None] Port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:42.758948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.758948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.759449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.759869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.760332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.760796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.761258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.761712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.762195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.767658 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d8c492a7-f331-4cb2-9d17-03c98809e922 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6256 time: 0.1649394 Sep 21 16:00:42.768278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43792) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:42.817323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7c59c81c-f509-4d19-9674-11d2543f481a None None] Provisioning complete for port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:42.817764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7c59c81c-f509-4d19-9674-11d2543f481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.818984 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:00:42.843565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe20c1-0065-4238-95f2-0d4ab15f8e6f tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.844033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe20c1-0065-4238-95f2-0d4ab15f8e6f tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.844491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe20c1-0065-4238-95f2-0d4ab15f8e6f tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.844946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe20c1-0065-4238-95f2-0d4ab15f8e6f tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.845399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe20c1-0065-4238-95f2-0d4ab15f8e6f tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.845847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe20c1-0065-4238-95f2-0d4ab15f8e6f tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:42.851420 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-befe20c1-0065-4238-95f2-0d4ab15f8e6f tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3912 time: 0.0818009 Sep 21 16:00:42.852210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55ce6a44-73c3-44a8-bfef-85320965a575 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.859162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43796) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:42.884219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Attempting to bind port d16f1d4c-193c-45c0-bf54-d933000d3927 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:42.884629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Attempting to bind port d16f1d4c-193c-45c0-bf54-d933000d3927 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '92b78b88-1cca-4d33-b5c9-e23dfbbd9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ed5a4262-ae11-46ac-b561-63d4289d58eb'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:42.884960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Attempting to bind port d16f1d4c-193c-45c0-bf54-d933000d3927 on network ed5a4262-ae11-46ac-b561-63d4289d58eb {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:42.904702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:42.904702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Checking segment: {'id': '92b78b88-1cca-4d33-b5c9-e23dfbbd9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ed5a4262-ae11-46ac-b561-63d4289d58eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:42.905072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.905469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Bound using segment: {'id': '92b78b88-1cca-4d33-b5c9-e23dfbbd9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ed5a4262-ae11-46ac-b561-63d4289d58eb'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:42.906340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Bound port: d16f1d4c-193c-45c0-bf54-d933000d3927, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b78b88-1cca-4d33-b5c9-e23dfbbd9703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ed5a4262-ae11-46ac-b561-63d4289d58eb'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:42.906340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:42.968247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce6a44-73c3-44a8-bfef-85320965a575 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Pushing event deleted for resources: {'Port': ['ID=9e788b36-53ab-4ed5-9fc5-15f1c04d71b4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:43.121201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] DHCP port deletion for 3bb1ac7b-2ce9-499c-9639-f2016350540f request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:43.127900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.20.0.1 (ed5a4262-ae11-46ac-b561-63d4289d58eb/69e5aba6-67f7-4fc8-9399-91ca38786c1e/d5c275e4-9a89-4854-b28c-e9aba3abeb3f) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:43.129694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] Deleting port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:43.133626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.163341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] For port d16f1d4c-193c-45c0-bf54-d933000d3927, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:43.200406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7c59c81c-f509-4d19-9674-11d2543f481a None None] Current status of the port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:43.206233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.222680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] For port d16f1d4c-193c-45c0-bf54-d933000d3927, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d16f1d4c-193c-45c0-bf54-d933000d3927,segment=NetworkSegment(92b78b88-1cca-4d33-b5c9-e23dfbbd9703),segment_id=92b78b88-1cca-4d33-b5c9-e23dfbbd9703)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:43.234134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.243587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:43.244092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.339725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55ce6a44-73c3-44a8-bfef-85320965a575 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.340314 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:39Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:40Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:43.344704 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-55ce6a44-73c3-44a8-bfef-85320965a575 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/ports/9e788b36-53ab-4ed5-9fc5-15f1c04d71b4 HTTP/1.1" status: 204 len: 168 time: 2.6436157 Sep 21 16:00:43.351387 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Checking router: 4beecf11-aec7-4505-a592-f9384dcf479f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:00:43.351387 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Updating router 4beecf11-aec7-4505-a592-f9384dcf479f port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:00:43.351603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2af0ba0-feed-4f5c-aec3-6bf9314ac812 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:43.352108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43800) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:43.380780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.409590 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.495700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-302407be-5c6a-42f5-a8d5-06fd41c8f710 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Deleting subnet a46e552d-4dcd-414f-a5fe-8e632688f6e0 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:43.497912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Provisioning complete for port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:43.498603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.499517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-302407be-5c6a-42f5-a8d5-06fd41c8f710 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.558351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-302407be-5c6a-42f5-a8d5-06fd41c8f710 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.590264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.610254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object d5c275e4-9a89-4854-b28c-e9aba3abeb3f will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:43.659536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-302407be-5c6a-42f5-a8d5-06fd41c8f710 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.663010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.667526 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment cccf23bf-3582-40fc-8576-95f8f3824d28 resource provider aggregate not found Sep 21 16:00:43.672422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f216c-02b3-4216-a767-c750d578ca20 None None] Pushing event updated for resources: {'Port': ['ID=d16f1d4c-193c-45c0-bf54-d933000d3927,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:43.672907 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9275fa2-ff04-481f-b566-76de89ed250f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:43.673552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9275fa2-ff04-481f-b566-76de89ed250f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:43.697481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.705042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] For port 3ad4461b-a27b-4b5b-9ee4-833146b54a12, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ad4461b-a27b-4b5b-9ee4-833146b54a12,segment=NetworkSegment(eb23fa17-4cd5-445c-bc57-50e1dbbcce13),segment_id=eb23fa17-4cd5-445c-bc57-50e1dbbcce13)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:43.705444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.718236 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/networks/ff23627d-6612-4710-8d77-9d8862ba0f60 HTTP/1.1" status: 204 len: 168 time: 2.4116457 Sep 21 16:00:43.724692 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment cccf23bf-3582-40fc-8576-95f8f3824d28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cccf23bf-3582-40fc-8576-95f8f3824d28 found for delete ", "request_id": "req-69638e6d-b75d-41d6-b2d6-8c7940adffee"}]} Sep 21 16:00:43.732130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.732305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:43.737679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43808) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:43.784625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network ed5a4262-ae11-46ac-b561-63d4289d58eb is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:43.788270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854df9b-663a-4727-a56c-4385b28cf3b6 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Network': ['ID=ff23627d-6612-4710-8d77-9d8862ba0f60,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:43.809772 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-609957e6-a117-42c7-abd2-d29f3a4a3d79 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2133 time: 0.9117620 Sep 21 16:00:43.828544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:43.832927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-302407be-5c6a-42f5-a8d5-06fd41c8f710 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.844950 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b9275fa2-ff04-481f-b566-76de89ed250f tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/00949400-4931-40e7-9847-6d508a2cbea2 HTTP/1.1" status: 404 len: 337 time: 1.3447492 Sep 21 16:00:43.845928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43814) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:43.891729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:43.911400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302407be-5c6a-42f5-a8d5-06fd41c8f710 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Pushing event deleted for resources: {'Subnet': ['ID=a46e552d-4dcd-414f-a5fe-8e632688f6e0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:43.916806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-302407be-5c6a-42f5-a8d5-06fd41c8f710 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:43.927538 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-302407be-5c6a-42f5-a8d5-06fd41c8f710 tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/subnets/a46e552d-4dcd-414f-a5fe-8e632688f6e0 HTTP/1.1" status: 204 len: 168 time: 0.5766428 Sep 21 16:00:43.928154 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43816) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:43.987645 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.008421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:44.013236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.023123 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Transition to ACTIVE for port object 1204ff79-059b-46fa-8fad-a3acd8f65cb4 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:44.066952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] Calling delete_port for 3ad4461b-a27b-4b5b-9ee4-833146b54a12 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:44.087167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.090636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6141ab2-82f0-4329-a809-f2f1e6f6fa05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:44.091253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6141ab2-82f0-4329-a809-f2f1e6f6fa05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:44.095676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43822) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:44.096086 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b6141ab2-82f0-4329-a809-f2f1e6f6fa05 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/81f13546-4bc9-4030-b8f5-0423db3d0991 HTTP/1.1" status: 404 len: 337 time: 0.1325309 Sep 21 16:00:44.112476 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.114293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f49c3b-91c7-4bfc-b210-bfebe8315321 None None] Network 1b3aa727-51d9-4942-b849-303e770c8ddc requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:44.132709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.176905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Deleting port 56b1689c-9548-4921-8fc3-be9240eec8a4 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:44.177396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.196393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=d5c275e4-9a89-4854-b28c-e9aba3abeb3f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:44.215073 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.291295 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-86052c13-072c-4e40-a0d1-ba5d326f2f5a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:44.292740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86052c13-072c-4e40-a0d1-ba5d326f2f5a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:44.298316 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-86052c13-072c-4e40-a0d1-ba5d326f2f5a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/d82894e8-8a12-4040-8810-c8970855f755 HTTP/1.1" status: 404 len: 337 time: 0.2014980 Sep 21 16:00:44.299164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43826) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:44.305054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Provisioning complete for port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:44.305377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.392770 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a70e9fa-d261-4118-a233-16747dc4497a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:44.393370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a70e9fa-d261-4118-a233-16747dc4497a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:44.398755 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0a70e9fa-d261-4118-a233-16747dc4497a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/d1a97952-d190-4b89-b39c-fb2fdb06c6c7 HTTP/1.1" status: 404 len: 333 time: 0.0871389 Sep 21 16:00:44.401445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43830) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:44.436474 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf580a5-a786-4c53-b3ba-bead7ba8c977 None None] Pushing event updated for resources: {'Port': ['ID=1204ff79-059b-46fa-8fad-a3acd8f65cb4,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:44.439522 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Attempting to bind port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:44.440084 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Attempting to bind port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:44.440621 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Attempting to bind port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 on network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:44.447307 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:44.447878 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Checking segment: {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:44.448563 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.449574 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Bound using segment: {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:44.450225 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Bound port: 1204ff79-059b-46fa-8fad-a3acd8f65cb4, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:44.450765 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.484098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.503968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1929a16c-216d-409a-95b8-2a7f403e5367 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:44.504752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1929a16c-216d-409a-95b8-2a7f403e5367 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:44.509575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:44.510989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1929a16c-216d-409a-95b8-2a7f403e5367 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/1961a153-9e1e-41af-84aa-417355a82bec HTTP/1.1" status: 404 len: 337 time: 0.1076193 Sep 21 16:00:44.511821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43834) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:44.525415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:44.526157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.542101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Provisioning complete for port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:44.542480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.585530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.590801 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] For port 1204ff79-059b-46fa-8fad-a3acd8f65cb4, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:44.597236 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] For port 1204ff79-059b-46fa-8fad-a3acd8f65cb4, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1204ff79-059b-46fa-8fad-a3acd8f65cb4,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:44.611943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ff2e70-235d-402d-9ec7-3e3347178b73']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:44.619665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5e0236b0-ca37-4667-9ca9-a96e098c81ee None None] Port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 was deleted so its status cannot be updated. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 21 16:00:44.632607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ad4461b-a27b-4b5b-9ee4-833146b54a12 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:44.649710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923be65d-2a51-45b1-b8f4-b9110543c9bc') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:44.650103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923be65d-2a51-45b1-b8f4-b9110543c9bc') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:44.674695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.677899 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.679012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] Pushing event deleted for resources: {'Port': ['ID=3ad4461b-a27b-4b5b-9ee4-833146b54a12,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:44.686162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdac974-f457-41be-8af0-9844ed871a6b None None] No DVR routers for this DVR port 3ad4461b-a27b-4b5b-9ee4-833146b54a12 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:44.690553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 3ad4461b-a27b-4b5b-9ee4-833146b54a12 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:00:44.690967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ad4461b-a27b-4b5b-9ee4-833146b54a12 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:00:44.744125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] For port 56b1689c-9548-4921-8fc3-be9240eec8a4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=56b1689c-9548-4921-8fc3-be9240eec8a4,segment=NetworkSegment(1e907749-7308-456a-b339-c11886412f3b),segment_id=1e907749-7308-456a-b339-c11886412f3b)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:44.744640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.786303 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:44.786921 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:44.798629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] DHCP port deletion for 1b3aa727-51d9-4942-b849-303e770c8ddc request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:44.804274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] Deleting port 56b1689c-9548-4921-8fc3-be9240eec8a4 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:44.804847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.832965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.859167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:44.859482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:44.876532 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0421db90-34c3-476f-afcc-d35469c4bf43 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:44.877691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0421db90-34c3-476f-afcc-d35469c4bf43 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:44.883517 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0421db90-34c3-476f-afcc-d35469c4bf43 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/d624da1d-aa95-4071-98ad-220386b50ad4 HTTP/1.1" status: 404 len: 337 time: 0.3663638 Sep 21 16:00:44.883517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43838) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:44.905923 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf580a5-a786-4c53-b3ba-bead7ba8c977 None None] Pushing event updated for resources: {'Port': ['ID=1204ff79-059b-46fa-8fad-a3acd8f65cb4,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:45.039225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Calling delete_port for 56b1689c-9548-4921-8fc3-be9240eec8a4 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:45.085496 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:00:45.101616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43844) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:45.118110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154002367', 'description': 'tempest-secgroup-smoke-1154002367 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:45.135273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:45.148565 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9a9277-e5e2-4d60-b4a1-7b879a77f588 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:45.149031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9a9277-e5e2-4d60-b4a1-7b879a77f588 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:45.152029 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fd9a9277-e5e2-4d60-b4a1-7b879a77f588 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/eaa8ec82-f241-44f0-9c57-0a6fc0512ee7 HTTP/1.1" status: 404 len: 333 time: 0.1953361 Sep 21 16:00:45.156075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:45.160144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43848) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:45.168906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:45.170705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] For port 56b1689c-9548-4921-8fc3-be9240eec8a4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=56b1689c-9548-4921-8fc3-be9240eec8a4,segment=NetworkSegment(1e907749-7308-456a-b339-c11886412f3b),segment_id=1e907749-7308-456a-b339-c11886412f3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:45.171043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.217215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:45.221224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef822f6-d176-4720-8e28-63ab4d6502db tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:45.221672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef822f6-d176-4720-8e28-63ab4d6502db tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:45.228258 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eef822f6-d176-4720-8e28-63ab4d6502db tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/a4f35d31-3756-4c33-acaf-bdfffbf39235 HTTP/1.1" status: 404 len: 337 time: 0.0624509 Sep 21 16:00:45.230016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43852) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:45.254437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.283440 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f36650-9eb1-4895-b604-096875583c8a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] DELETE failed (client error): The resource could not be found. Sep 21 16:00:45.285804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f36650-9eb1-4895-b604-096875583c8a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:00:45.286277 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-52f36650-9eb1-4895-b604-096875583c8a tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/subnets/6eb0e755-c742-4104-971e-4072c94c60e4 HTTP/1.1" status: 404 len: 337 time: 0.0552433 Sep 21 16:00:45.298937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d3366-8e99-431e-9bc6-c03fbe434975 None None] Network ed5a4262-ae11-46ac-b561-63d4289d58eb requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:45.301210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43856) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:45.311021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.363401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] Pushing event deleted for resources: {'Network': ['ID=d5ff2e70-235d-402d-9ec7-3e3347178b73,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:45.388082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.398038 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b944961e-4393-4f0f-bd04-f335e2d38c71 tempest-BulkNetworkOpsIpV6Test-1209335320 tempest-BulkNetworkOpsIpV6Test-1209335320-project] 10.222.0.65 "DELETE /v2.0/networks/d5ff2e70-235d-402d-9ec7-3e3347178b73 HTTP/1.1" status: 204 len: 168 time: 1.6111429 Sep 21 16:00:45.402182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] Calling delete_port for 56b1689c-9548-4921-8fc3-be9240eec8a4 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:45.434326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d16f1d4c-193c-45c0-bf54-d933000d3927 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:45.451033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] No DVR routers for this DVR port 56b1689c-9548-4921-8fc3-be9240eec8a4 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:45.471359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e7810d33-f4bd-4dc4-ac6b-0c015e8737bf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Deleting port 4e7d51fa-6022-4ed5-9263-3d2f32beb43c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:45.471754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e7810d33-f4bd-4dc4-ac6b-0c015e8737bf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.495239 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:39Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:44Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:45.506388 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2664e9-7c3f-4f20-9278-487c5511251b None None] The sync data for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv is: [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:39Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:44Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:00:45.513923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.556676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Pushing event deleted for resources: {'Port': ['ID=56b1689c-9548-4921-8fc3-be9240eec8a4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:45.624449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-95c43a88-db00-490b-a67d-928d05ecbe37 None None] Provisioning for port d16f1d4c-193c-45c0-bf54-d933000d3927 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:45.740460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:45.740898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:45.825482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:45.865045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:45.865045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:45.865045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.865757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e7810d33-f4bd-4dc4-ac6b-0c015e8737bf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.865882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:45.887162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3aa727-51d9-4942-b849-303e770c8ddc']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:45.908509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e907749-7308-456a-b339-c11886412f3b') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:45.908950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e907749-7308-456a-b339-c11886412f3b') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:45.926947 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:45.955727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.003377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port d16f1d4c-193c-45c0-bf54-d933000d3927 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:46.011723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d16f1d4c-193c-45c0-bf54-d933000d3927 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:46.014084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.021188 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 923be65d-2a51-45b1-b8f4-b9110543c9bc resource provider aggregate not found Sep 21 16:00:46.040470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e7810d33-f4bd-4dc4-ac6b-0c015e8737bf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Calling delete_port for 4e7d51fa-6022-4ed5-9263-3d2f32beb43c owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:46.049269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.058162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:46.058620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.158373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.resource_extend [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 16:00:46.178505 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 923be65d-2a51-45b1-b8f4-b9110543c9bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 923be65d-2a51-45b1-b8f4-b9110543c9bc found for delete ", "request_id": "req-d924f4ff-22c1-4325-aabc-85efb5722fcc"}]} Sep 21 16:00:46.186527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.203008 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1e907749-7308-456a-b339-c11886412f3b resource provider aggregate not found Sep 21 16:00:46.208057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.250708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] Deleting port 56b1689c-9548-4921-8fc3-be9240eec8a4 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:46.251662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.302210 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1e907749-7308-456a-b339-c11886412f3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e907749-7308-456a-b339-c11886412f3b found for delete ", "request_id": "req-8172f03b-10ef-4531-857b-aeee6a90f7dc"}]} Sep 21 16:00:46.303319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ced885c-729e-4eb5-8cfd-a784969d8a6c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:46.317845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.365968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.402767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.404877 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] 10.222.0.65 "DELETE /v2.0/networks/1b3aa727-51d9-4942-b849-303e770c8ddc HTTP/1.1" status: 204 len: 168 time: 2.4758019 Sep 21 16:00:46.406339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becd060-f9b9-4d5c-a15a-d8030faa506b tempest-TagsExtTest-521228637 tempest-TagsExtTest-521228637-project] Pushing event deleted for resources: {'Network': ['ID=1b3aa727-51d9-4942-b849-303e770c8ddc,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:46.408094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43874) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:46.414700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a9fea170-288b-4b6e-a364-d1289c317ef2 None None] The port '56b1689c-9548-4921-8fc3-be9240eec8a4' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:00:46.424382 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d16f1d4c-193c-45c0-bf54-d933000d3927 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:46.424829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.426836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.428854 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-388bc97c-6bc6-4fbf-84fb-2b3d529d90e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3226089 Sep 21 16:00:46.438062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43880) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:46.446836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2ced885c-729e-4eb5-8cfd-a784969d8a6c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:46.466199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:46.475328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:46.482545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:46.497978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:46.500276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e7810d33-f4bd-4dc4-ac6b-0c015e8737bf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.522198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.526230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a712e9fb-2270-4636-a174-80ee9d9a27dc None None] Provisioning complete for port d16f1d4c-193c-45c0-bf54-d933000d3927 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:46.526780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a712e9fb-2270-4636-a174-80ee9d9a27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.595584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port d16f1d4c-193c-45c0-bf54-d933000d3927, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d16f1d4c-193c-45c0-bf54-d933000d3927,segment=NetworkSegment(92b78b88-1cca-4d33-b5c9-e23dfbbd9703),segment_id=92b78b88-1cca-4d33-b5c9-e23dfbbd9703)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:46.611777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.654096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e7810d33-f4bd-4dc4-ac6b-0c015e8737bf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.656904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=d5c275e4-9a89-4854-b28c-e9aba3abeb3f,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:46.677693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.741165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7810d33-f4bd-4dc4-ac6b-0c015e8737bf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Port': ['ID=4e7d51fa-6022-4ed5-9263-3d2f32beb43c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:46.777867 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e684bb66-4317-42ed-ba7c-126e047afc76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2afcc666df5455f91de22e272b8d8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662350 Sep 21 16:00:46.778602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43884) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:46.814877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.817593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 56b1689c-9548-4921-8fc3-be9240eec8a4 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:46.822980 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e7810d33-f4bd-4dc4-ac6b-0c015e8737bf tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/ports/4e7d51fa-6022-4ed5-9263-3d2f32beb43c HTTP/1.1" status: 204 len: 168 time: 1.5089560 Sep 21 16:00:46.828484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network ed5a4262-ae11-46ac-b561-63d4289d58eb is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:46.828484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43888) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:46.828484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:46.862403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-861e031c-fbc8-4863-b9fe-eb4a97134692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.878000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.914603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35c4ab4-3c25-40c7-85e6-7577977df383,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:46.923600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 56b1689c-9548-4921-8fc3-be9240eec8a4 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:00:46.924207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 56b1689c-9548-4921-8fc3-be9240eec8a4 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:00:46.943466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-861e031c-fbc8-4863-b9fe-eb4a97134692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:46.961830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a712e9fb-2270-4636-a174-80ee9d9a27dc None None] Current status of the port d16f1d4c-193c-45c0-bf54-d933000d3927 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:46.992991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=d16f1d4c-193c-45c0-bf54-d933000d3927,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:47.043386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.047662 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b71c8580-1268-4fa4-8c43-b4bb1ede978f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6080184 Sep 21 16:00:47.048475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43894) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:47.054456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2ced885c-729e-4eb5-8cfd-a784969d8a6c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:47.066696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a712e9fb-2270-4636-a174-80ee9d9a27dc None None] Provisioning for port d5c275e4-9a89-4854-b28c-e9aba3abeb3f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:47.071210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:47.075999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a712e9fb-2270-4636-a174-80ee9d9a27dc None None] Provisioning complete for port d5c275e4-9a89-4854-b28c-e9aba3abeb3f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:47.076383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a712e9fb-2270-4636-a174-80ee9d9a27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.077815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:47.082807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:47.092497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.099116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:47.104921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43898) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:47.127955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-861e031c-fbc8-4863-b9fe-eb4a97134692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.152599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e031c-fbc8-4863-b9fe-eb4a97134692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfff94a6-74f6-4e44-9b4d-e6f0fd5d1a69,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:47.161135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-861e031c-fbc8-4863-b9fe-eb4a97134692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.161135 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-861e031c-fbc8-4863-b9fe-eb4a97134692 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfff94a6-74f6-4e44-9b4d-e6f0fd5d1a69 HTTP/1.1" status: 204 len: 168 time: 0.3768194 Sep 21 16:00:47.218479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.223887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a712e9fb-2270-4636-a174-80ee9d9a27dc None None] Port d5c275e4-9a89-4854-b28c-e9aba3abeb3f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:47.321619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.356735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2e37b01f-e294-455b-b6b1-f2ef36463430 None None] Provisioning complete for port d5c275e4-9a89-4854-b28c-e9aba3abeb3f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:47.357172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e37b01f-e294-455b-b6b1-f2ef36463430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.415186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.418504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2e37b01f-e294-455b-b6b1-f2ef36463430 None None] Port d5c275e4-9a89-4854-b28c-e9aba3abeb3f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:00:47.444417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89430b2b-54fb-48d5-a9bf-1f1e50a333f2,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:47.452626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1204ff79-059b-46fa-8fad-a3acd8f65cb4 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:47.554421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.555848 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6a247e98-e753-4501-8df2-915fd2d40638 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5064061 Sep 21 16:00:47.558748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43906) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:47.563850 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2ced885c-729e-4eb5-8cfd-a784969d8a6c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:47.570223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.570729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:47.574803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:47.577727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:47.584944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:47.603415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:00:47.609426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:47.609706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.627758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb1ac7b-2ce9-499c-9639-f2016350540f']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:47.643885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1656de3f-2d1a-42cb-b137-9805845f33e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c268bb02c65d4542a520faae40cf6255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5351605 Sep 21 16:00:47.644104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43912) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:47.658959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb23fa17-4cd5-445c-bc57-50e1dbbcce13') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:47.660496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb23fa17-4cd5-445c-bc57-50e1dbbcce13') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:47.682644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.700323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.707980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:47.712991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.719284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.728281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1669d465-64ce-4cc5-a35d-8c4faff25c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.752461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:47.753021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.781403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1669d465-64ce-4cc5-a35d-8c4faff25c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.789174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 1204ff79-059b-46fa-8fad-a3acd8f65cb4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1204ff79-059b-46fa-8fad-a3acd8f65cb4,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:47.797216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 8e96798a-a55d-4b93-a217-b3377f6156d9 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:00:47.841514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.852747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.853537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d16f1d4c-193c-45c0-bf54-d933000d3927 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:47.900898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.923598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984fe685-bfc3-4ec3-9f25-7656ed70f0a3,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:47.940421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1669d465-64ce-4cc5-a35d-8c4faff25c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.943158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1669d465-64ce-4cc5-a35d-8c4faff25c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:47.947222 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1669d465-64ce-4cc5-a35d-8c4faff25c7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/725aba7c-7693-4455-bd61-2b2cb388bfa2 HTTP/1.1" status: 204 len: 168 time: 0.2991936 Sep 21 16:00:47.956693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669d465-64ce-4cc5-a35d-8c4faff25c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725aba7c-7693-4455-bd61-2b2cb388bfa2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:47.988839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=1204ff79-059b-46fa-8fad-a3acd8f65cb4,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:48.001388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d16f1d4c-193c-45c0-bf54-d933000d3927 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:48.001888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.021405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.043993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.054946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.056640 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-457deacb-7590-4544-9e02-cfa69cf1452d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4968324 Sep 21 16:00:48.058042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] Pushing event deleted for resources: {'Network': ['ID=3bb1ac7b-2ce9-499c-9639-f2016350540f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:48.060578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43926) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:48.061864 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b0aa641a-b519-4769-a120-b119b47ed2a1 tempest-PortsIpV6TestJSON-1058356707 tempest-PortsIpV6TestJSON-1058356707-project] 10.222.0.65 "DELETE /v2.0/networks/3bb1ac7b-2ce9-499c-9639-f2016350540f HTTP/1.1" status: 204 len: 168 time: 1.2320826 Sep 21 16:00:48.067763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:00:48.068206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2ced885c-729e-4eb5-8cfd-a784969d8a6c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:48.073240 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-544ae6bc-c023-4cc4-9161-712b17795e7b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/8e96798a-a55d-4b93-a217-b3377f6156d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6705155 Sep 21 16:00:48.075861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43932) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:48.081067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665cebfa-2229-4d7d-b0d6-45fe859470f9 None None] Sync routers for ids ['8e96798a-a55d-4b93-a217-b3377f6156d9'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:00:48.083138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:48.091205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:48.094506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:48.102516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:48.148806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665cebfa-2229-4d7d-b0d6-45fe859470f9 None None] Routers {'8e96798a-a55d-4b93-a217-b3377f6156d9'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:48.149601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-665cebfa-2229-4d7d-b0d6-45fe859470f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8e96798a-a55d-4b93-a217-b3377f6156d9'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:48.197427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be5fd1-e72a-41e0-b0ed-d0daae592c10 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:48.198058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-89be5fd1-e72a-41e0-b0ed-d0daae592c10 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:48.204229 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment eb23fa17-4cd5-445c-bc57-50e1dbbcce13 resource provider aggregate not found Sep 21 16:00:48.205080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.229716 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment eb23fa17-4cd5-445c-bc57-50e1dbbcce13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb23fa17-4cd5-445c-bc57-50e1dbbcce13 found for delete ", "request_id": "req-b06cb4ba-afde-4db1-8517-be03a72f5d32"}]} Sep 21 16:00:48.237918 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-665cebfa-2229-4d7d-b0d6-45fe859470f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:48.251619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d16f1d4c-193c-45c0-bf54-d933000d3927 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:48.255050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665cebfa-2229-4d7d-b0d6-45fe859470f9 None None] Routers {'8e96798a-a55d-4b93-a217-b3377f6156d9'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:48.255719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-665cebfa-2229-4d7d-b0d6-45fe859470f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8e96798a-a55d-4b93-a217-b3377f6156d9'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:48.281283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.305787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-89be5fd1-e72a-41e0-b0ed-d0daae592c10 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:48.307037 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-89be5fd1-e72a-41e0-b0ed-d0daae592c10 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports/d5c275e4-9a89-4854-b28c-e9aba3abeb3f HTTP/1.1" status: 200 len: 910 time: 0.2302690 Sep 21 16:00:48.315914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 43944) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:48.324613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0241e48a-00c1-4a33-a22f-9a7cecb98e6a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69e5aba6-67f7-4fc8-9399-91ca38786c1e'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:48.325909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-665cebfa-2229-4d7d-b0d6-45fe859470f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:48.326419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665cebfa-2229-4d7d-b0d6-45fe859470f9 None None] The sync data for ids ['8e96798a-a55d-4b93-a217-b3377f6156d9'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:00:48.351357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.373333 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7c1bc8-7e86-46dc-b850-9af6ff052972,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:48.478778 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.480999 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fe6a954f-ccdb-47c2-b576-5ea8b6e06fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4188368 Sep 21 16:00:48.483146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43958) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:48.495125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2ced885c-729e-4eb5-8cfd-a784969d8a6c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:48.503676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:48.508191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:48.511205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:48.517589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:48.604324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0241e48a-00c1-4a33-a22f-9a7cecb98e6a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.634364 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:00:48.642292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.725829 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.763970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43966) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:48.807053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.842660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ecb7d5-662d-4724-9c01-d773aa2a44b8,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:48.884437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43972) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:48.931405 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:48.935764 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-095fe77c-8fe0-4d79-b705-4ac02e914aae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4474649 Sep 21 16:00:48.936260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43980) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:48.946781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2ced885c-729e-4eb5-8cfd-a784969d8a6c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:48.954725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:48.960105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:48.964456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:48.972288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:49.066186 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:00:49.077517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.133967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--902379629'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:49.159656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:49.170560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:49.174436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:49.187940 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:49.201147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0241e48a-00c1-4a33-a22f-9a7cecb98e6a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.232337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.232337 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f5c2f83d-9482-40f8-a295-1aa949286676 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=693156fe381540018b606b756e1b14be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665167 Sep 21 16:00:49.234137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 43986) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:49.283138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.299543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1204ff79-059b-46fa-8fad-a3acd8f65cb4 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:00:49.300099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.320232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0241e48a-00c1-4a33-a22f-9a7cecb98e6a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.322944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.352546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eaa83269-466f-4b39-95a1-f5f48de4faba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.360141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:49.370248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:49.372266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:00:49.372832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbb117e-5a6c-4427-b022-19403d66867b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:49.372975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.374833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:49.388498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:49.407865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eaa83269-466f-4b39-95a1-f5f48de4faba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.439881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.441099 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ddc69ac9-0898-44c9-890e-e4b2c0470a21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5038381 Sep 21 16:00:49.468158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241e48a-00c1-4a33-a22f-9a7cecb98e6a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=d5c275e4-9a89-4854-b28c-e9aba3abeb3f,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:49.479841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241e48a-00c1-4a33-a22f-9a7cecb98e6a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:49.480684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0241e48a-00c1-4a33-a22f-9a7cecb98e6a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.489000 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0241e48a-00c1-4a33-a22f-9a7cecb98e6a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/ports/d5c275e4-9a89-4854-b28c-e9aba3abeb3f HTTP/1.1" status: 200 len: 910 time: 1.1666977 Sep 21 16:00:49.489000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44000) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:49.504408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:00:49.566268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eaa83269-466f-4b39-95a1-f5f48de4faba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.603012 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa83269-466f-4b39-95a1-f5f48de4faba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da47b6f-80ba-4844-8525-4a30b5784790,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:49.617872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44006) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:49.637655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eaa83269-466f-4b39-95a1-f5f48de4faba admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.643520 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eaa83269-466f-4b39-95a1-f5f48de4faba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8da47b6f-80ba-4844-8525-4a30b5784790 HTTP/1.1" status: 204 len: 168 time: 0.4050636 Sep 21 16:00:49.651915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.746865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-309887755-network', 'tenant_id': 'fecc30a967f54cbfb50a4fad33a069ea'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:49.752612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:49.755517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.768628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:49.771792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Usage tracker for resource:network and tenant:fecc30a967f54cbfb50a4fad33a069ea is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:49.776402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:49.792770 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:49.795894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:49.805357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:49.821045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:49.825960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1134d54-9331-49c6-9cb3-6c92ab1fe122,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:49.899848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Made reservation on behalf of fecc30a967f54cbfb50a4fad33a069ea for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:49.902850 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.923599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.940294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:49.945224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:49.949812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Usage tracker for resource:security_group_rule and tenant:fecc30a967f54cbfb50a4fad33a069ea is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:49.952848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:49.959784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:49.994278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.111150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbac38d-43ea-4e19-bca3-baf286b71251,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:50.188763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.195231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.195231 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3007b0d9-1130-4959-957a-252e0245a7c7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3073392 Sep 21 16:00:50.197075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44028) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:50.202628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.270755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.293824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5a0b71b4-39e5-4ce2-8960-8ee3a041dc96 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:50.330196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:50.352319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf25ea28-93d7-4380-9120-9a839efb687c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:50.368819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.369091 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Added segment b509396a-6b05-42c2-a602-50c85fb1f9a9 of type vlan for network 1db715d1-572d-4515-8549-dc7302647be3 Sep 21 16:00:50.397300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-74a013d8-e256-4255-9109-03f3e257a79d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:50.416168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.447422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5a0b71b4-39e5-4ce2-8960-8ee3a041dc96 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:50.448717 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5a0b71b4-39e5-4ce2-8960-8ee3a041dc96 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2485819 Sep 21 16:00:50.451949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44038) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:50.456869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6da26664-2119-423b-82cb-bf5fa46f6f8a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-security--174676676', 'description': 'tempest-security-description-671191992'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:50.490473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6da26664-2119-423b-82cb-bf5fa46f6f8a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.532001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-74a013d8-e256-4255-9109-03f3e257a79d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:50.536799 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-74a013d8-e256-4255-9109-03f3e257a79d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154002367&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.2178512 Sep 21 16:00:50.573617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port d5c275e4-9a89-4854-b28c-e9aba3abeb3f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:50.574448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.577362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6da26664-2119-423b-82cb-bf5fa46f6f8a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.578160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.579101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:50.579723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.707956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6da26664-2119-423b-82cb-bf5fa46f6f8a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.776955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.848395 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44050) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:50.881713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6da26664-2119-423b-82cb-bf5fa46f6f8a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:50.908433 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6da26664-2119-423b-82cb-bf5fa46f6f8a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "PUT /v2.0/security-groups/4fbac38d-43ea-4e19-bca3-baf286b71251 HTTP/1.1" status: 200 len: 1778 time: 0.4301021 Sep 21 16:00:50.908433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44056) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:50.908433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1db715d1-572d-4515-8549-dc7302647be3,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:50.909422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 1db715d1-572d-4515-8549-dc7302647be3 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:50.911229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da26664-2119-423b-82cb-bf5fa46f6f8a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbac38d-43ea-4e19-bca3-baf286b71251,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:50.919702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for d5c275e4-9a89-4854-b28c-e9aba3abeb3f owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:50.986198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b63ca9d-ec0b-46fc-8a13-a4df09224a28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:50.987699 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b63ca9d-ec0b-46fc-8a13-a4df09224a28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=035c27b2-7ff0-47f3-b68d-80ca79bdf202 HTTP/1.1" status: 200 len: 796 time: 0.4443691 Sep 21 16:00:51.011095 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9038fc92-f8cf-49c5-9d05-60b0987d96d8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3884079 Sep 21 16:00:51.015030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44060) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:51.023341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1315355000'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:51.030123 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bdb721c8-91ba-4f85-972d-5e62e2de99fd tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups/4fbac38d-43ea-4e19-bca3-baf286b71251 HTTP/1.1" status: 200 len: 1778 time: 0.1325822 Sep 21 16:00:51.033534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Request body: {'subnet': {'network_id': '1db715d1-572d-4515-8549-dc7302647be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-309887755-subnet', 'tenant_id': 'fecc30a967f54cbfb50a4fad33a069ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:51.039787 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-6971438a-32b6-447d-bfae-bf52e3b4504d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0352802 Sep 21 16:00:51.039787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44064) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:51.041418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:51.046765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:51.060841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:network and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:51.064673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:51.069962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Usage tracker for resource:subnet and tenant:fecc30a967f54cbfb50a4fad33a069ea is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:51.112291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:51.123893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:51.126007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:51.188955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.204725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1bffdca0-d90f-4816-a9a4-9017a5d815af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.225969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Made reservation on behalf of fecc30a967f54cbfb50a4fad33a069ea for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:51.228245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.239245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=d5c275e4-9a89-4854-b28c-e9aba3abeb3f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:51.252944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2ab784ae-3d12-4fbd-b90c-1df259092655 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:51.264876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:51.268286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.328622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1bffdca0-d90f-4816-a9a4-9017a5d815af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.357040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.413435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:51.424167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group_rule and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:51.429481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:51.439655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:51.474687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2ab784ae-3d12-4fbd-b90c-1df259092655 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:51.476082 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2ab784ae-3d12-4fbd-b90c-1df259092655 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4169087 Sep 21 16:00:51.534269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1bffdca0-d90f-4816-a9a4-9017a5d815af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.612353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.640571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffdca0-d90f-4816-a9a4-9017a5d815af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbac38d-43ea-4e19-bca3-baf286b71251,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:51.778933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1bffdca0-d90f-4816-a9a4-9017a5d815af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.780056 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1bffdca0-d90f-4816-a9a4-9017a5d815af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/4fbac38d-43ea-4e19-bca3-baf286b71251 HTTP/1.1" status: 204 len: 168 time: 0.7360663 Sep 21 16:00:51.787598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44070) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:51.800333 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-6a4cb23c-c8cb-4e5e-b1f8-4159baef348a service neutron] 10.222.0.65 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107035 Sep 21 16:00:51.885815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 8e96798a-a55d-4b93-a217-b3377f6156d9 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:00:51.925765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:51.978423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-73125bc2-cf3c-4d83-b66a-d16190003ea5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:51.996065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.017676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:00:52.032669 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d609a96-5975-4d7d-aa26-6402aac3c74d None None] Sync routers for ids ['8e96798a-a55d-4b93-a217-b3377f6156d9'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:00:52.042528 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d609a96-5975-4d7d-aa26-6402aac3c74d None None] Routers {'8e96798a-a55d-4b93-a217-b3377f6156d9'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:52.043087 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2d609a96-5975-4d7d-aa26-6402aac3c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8e96798a-a55d-4b93-a217-b3377f6156d9'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:52.050873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:52.052685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.087838 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a1a754db-b870-412b-9d7f-d02a3140e874 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/8e96798a-a55d-4b93-a217-b3377f6156d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5979054 Sep 21 16:00:52.088162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44074) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:52.099995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e668b2c-5e8a-4165-b339-842b36ac5cf6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:52.108441 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2d609a96-5975-4d7d-aa26-6402aac3c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:52.111399 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-68c4b8dd-6546-40ab-b9cb-b8176a5f44b9 service neutron] 10.222.0.65 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944844 Sep 21 16:00:52.121045 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d609a96-5975-4d7d-aa26-6402aac3c74d None None] Routers {'8e96798a-a55d-4b93-a217-b3377f6156d9'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:00:52.121045 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2d609a96-5975-4d7d-aa26-6402aac3c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8e96798a-a55d-4b93-a217-b3377f6156d9'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:52.151126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-73125bc2-cf3c-4d83-b66a-d16190003ea5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:52.151676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2d4b38bb-8719-4083-8218-9d38385e8fbf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:52.155431 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-73125bc2-cf3c-4d83-b66a-d16190003ea5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3638885 Sep 21 16:00:52.155579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.155695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44078) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:52.155940 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Added segment dc74985c-7301-4420-bb84-db2e81ee294a of type vlan for network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 Sep 21 16:00:52.182708 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2d609a96-5975-4d7d-aa26-6402aac3c74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:52.183106 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d609a96-5975-4d7d-aa26-6402aac3c74d None None] The sync data for ids ['8e96798a-a55d-4b93-a217-b3377f6156d9'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:00:52.190121 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-274aaa7b-8c65-48f0-9112-f854304b6852 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] delete failed (client error): The resource could not be found. Sep 21 16:00:52.198250 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-274aaa7b-8c65-48f0-9112-f854304b6852 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/4fbac38d-43ea-4e19-bca3-baf286b71251 HTTP/1.1" status: 404 len: 347 time: 0.0340955 Sep 21 16:00:52.198439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a94ec4-1b42-431a-af1b-6243e4248486,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:52.199489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44082) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:52.212200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--360871575'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:52.212546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.219789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:52.224413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Checking segment: {'id': 'b509396a-6b05-42c2-a602-50c85fb1f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1db715d1-572d-4515-8549-dc7302647be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:52.224779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Network hostable DHCP agents. Network: 1db715d1-572d-4515-8549-dc7302647be3, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:52.231323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:52.294343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2d4b38bb-8719-4083-8218-9d38385e8fbf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:52.295525 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2d4b38bb-8719-4083-8218-9d38385e8fbf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e96798a-a55d-4b93-a217-b3377f6156d9 HTTP/1.1" status: 200 len: 205 time: 0.2063572 Sep 21 16:00:52.298247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44086) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:52.326329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.332987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:52.336307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.337456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Network 1db715d1-572d-4515-8549-dc7302647be3 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:52.357558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.437359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 1db715d1-572d-4515-8549-dc7302647be3) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:52.443754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:52.443754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.445673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:52.446682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7be4d9-9f19-4dcc-b25b-eaa507a743f9 None None] Network 1db715d1-572d-4515-8549-dc7302647be3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:52.449980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0a017d9-7bc7-47db-a13b-ab18e4e40d00 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.474160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Network': ['ID=3c77b82f-e1cf-47ff-9e3c-b569d1c46039,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:52.506289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:52.513664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:52.517498 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1e951a39-99da-474a-962c-508cdcd90be2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6656876 Sep 21 16:00:52.517707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:52.517824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44090) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:52.524261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'name': 'tempest-PortsTestJSON-1323651063'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:52.553455 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2120a817-ffaf-4555-9da8-3f574d07d168 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5247433 Sep 21 16:00:52.584964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:52.670881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:52.674823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:port and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:52.679204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:52.685594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:52.751530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:52.755106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.790631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bbe65e-013a-413e-98f0-162fb3b13ffe None None] Network 1db715d1-572d-4515-8549-dc7302647be3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:52.791050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:00:52.794207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0a017d9-7bc7-47db-a13b-ab18e4e40d00 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.797556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0a017d9-7bc7-47db-a13b-ab18e4e40d00 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.854140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.920362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.933326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0a017d9-7bc7-47db-a13b-ab18e4e40d00 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:52.935655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a017d9-7bc7-47db-a13b-ab18e4e40d00 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Fanout notify agent at l3_agent the message router_deleted on router 8e96798a-a55d-4b93-a217-b3377f6156d9 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:00:53.014140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc03b21-45f0-4e96-9a58-b9d680aa5b1c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:53.042398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.051489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0a017d9-7bc7-47db-a13b-ab18e4e40d00 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.053317 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d0a017d9-7bc7-47db-a13b-ab18e4e40d00 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/8e96798a-a55d-4b93-a217-b3377f6156d9 HTTP/1.1" status: 204 len: 168 time: 0.7540514 Sep 21 16:00:53.055930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44100) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:53.127804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-00893010-485f-47d1-8990-65996ad0fcc6 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet 69e5aba6-67f7-4fc8-9399-91ca38786c1e {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:00:53.131325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00893010-485f-47d1-8990-65996ad0fcc6 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.143691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.245857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:53.254906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking segment: {'id': 'dc74985c-7301-4420-bb84-db2e81ee294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:53.255260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network hostable DHCP agents. Network: 3c77b82f-e1cf-47ff-9e3c-b569d1c46039, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:53.290414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.291603 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0e320d0a-87ec-48ed-8fc8-e52bbf2610e2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0914321 Sep 21 16:00:53.299851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44110) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:53.309970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': 'dbc03b21-45f0-4e96-9a58-b9d680aa5b1c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:53.320374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:53.322749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00893010-485f-47d1-8990-65996ad0fcc6 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.325702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:53.328955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:53.335367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:53.342740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:53.434358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44122) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:53.439397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.441808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-607800712-network', 'tenant_id': '1be10a10f6e14f8cbe4cae93b883b85e'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:53.448515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:53.454924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Usage tracker for resource:network and tenant:1be10a10f6e14f8cbe4cae93b883b85e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:53.458054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00893010-485f-47d1-8990-65996ad0fcc6 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.465863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 3c77b82f-e1cf-47ff-9e3c-b569d1c46039) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:53.478098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:53.483941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087d72c-43d1-4d28-93e2-be2966bc2c23 None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:53.484522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:53.492860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.493029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:53.505136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:53.528835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.607159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44126) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:53.607925 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-58a79a22-de2d-4930-8230-567499a318cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0884664 Sep 21 16:00:53.615806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1766562053'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:53.620306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:53.624278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:network and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:53.627267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:53.633648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:53.660859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.661109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00893010-485f-47d1-8990-65996ad0fcc6 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.693935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f290ead-34f8-41cc-8290-d922fa6b10c5,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:53.699522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.699873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.700299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.700853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.701300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.701707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.702129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.702837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Made reservation on behalf of 1be10a10f6e14f8cbe4cae93b883b85e for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:53.702990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.702990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.703448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.703797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.704190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:53.704631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.753663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00893010-485f-47d1-8990-65996ad0fcc6 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=69e5aba6-67f7-4fc8-9399-91ca38786c1e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:53.769048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.770032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde66ae4-ce88-46b0-974b-6aad7c5d0d05 None None] Network ed5a4262-ae11-46ac-b561-63d4289d58eb requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:53.771894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.773315 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f73e1a1d-65d8-417d-9bec-63d3e079d9af tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4714451 Sep 21 16:00:53.776254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44130) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:53.781919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:53.785859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.795082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00893010-485f-47d1-8990-65996ad0fcc6 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.802769 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b9ee1c0c-83d1-4709-baec-f8b71dbda1d4 req-e4419b89-5500-41ee-922f-1b70cab346dc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.3970652 Sep 21 16:00:53.811767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:53.835645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Usage tracker for resource:security_group_rule and tenant:1be10a10f6e14f8cbe4cae93b883b85e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:53.835645 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-00893010-485f-47d1-8990-65996ad0fcc6 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/69e5aba6-67f7-4fc8-9399-91ca38786c1e HTTP/1.1" status: 204 len: 168 time: 0.7662189 Sep 21 16:00:53.835645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:53.835645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44134) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:53.835645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:53.836093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab87d2aa-8512-4732-a780-5a2fb93d81d0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.847013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab87d2aa-8512-4732-a780-5a2fb93d81d0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.864965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:53.935568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab87d2aa-8512-4732-a780-5a2fb93d81d0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.952743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.953089 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Added segment e431b511-58c9-403d-8dd5-18074023ed60 of type vlan for network 7e38efc4-ad6a-4e0f-b030-c8abba2718bd Sep 21 16:00:53.954201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87d2aa-8512-4732-a780-5a2fb93d81d0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f290ead-34f8-41cc-8290-d922fa6b10c5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:53.957888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab87d2aa-8512-4732-a780-5a2fb93d81d0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:53.967156 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ab87d2aa-8512-4732-a780-5a2fb93d81d0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/2f290ead-34f8-41cc-8290-d922fa6b10c5 HTTP/1.1" status: 204 len: 168 time: 0.1859810 Sep 21 16:00:53.967156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44138) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:53.988168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.017844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.020683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9f971045-bfd1-4b93-8c2d-ac233e1d4827 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:54.036230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port d16f1d4c-193c-45c0-bf54-d933000d3927 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:54.036578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.063259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] DHCP port deletion for ed5a4262-ae11-46ac-b561-63d4289d58eb request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:00:54.068240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] Deleting port d16f1d4c-193c-45c0-bf54-d933000d3927 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:54.068726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.100242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9f971045-bfd1-4b93-8c2d-ac233e1d4827 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:54.102087 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9f971045-bfd1-4b93-8c2d-ac233e1d4827 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1365783 Sep 21 16:00:54.104735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44142) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:54.191344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.194539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.200289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:54.200902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.290801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f21548b3-464b-4f6d-8921-ac9dc318b0ba tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.293095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] For port d16f1d4c-193c-45c0-bf54-d933000d3927, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d16f1d4c-193c-45c0-bf54-d933000d3927,segment=NetworkSegment(92b78b88-1cca-4d33-b5c9-e23dfbbd9703),segment_id=92b78b88-1cca-4d33-b5c9-e23dfbbd9703)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:54.293501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.321036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f21548b3-464b-4f6d-8921-ac9dc318b0ba tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.321267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.430218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Network': ['ID=7e38efc4-ad6a-4e0f-b030-c8abba2718bd,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:54.440411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] Calling delete_port for d16f1d4c-193c-45c0-bf54-d933000d3927 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:54.446441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:54.448355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5756f4ef-ee51-4198-be47-c405727dc716,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:54.461513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f21548b3-464b-4f6d-8921-ac9dc318b0ba tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.465220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port d16f1d4c-193c-45c0-bf54-d933000d3927, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d16f1d4c-193c-45c0-bf54-d933000d3927,segment=NetworkSegment(92b78b88-1cca-4d33-b5c9-e23dfbbd9703),segment_id=92b78b88-1cca-4d33-b5c9-e23dfbbd9703)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:00:54.469284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.469440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 7e38efc4-ad6a-4e0f-b030-c8abba2718bd details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:54.477441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.477787 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Added segment 18ccf4b9-c172-4e1a-bcab-d03648422c18 of type vlan for network 6aedb433-651b-4ad3-b1d6-47f487ef044f Sep 21 16:00:54.525787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21548b3-464b-4f6d-8921-ac9dc318b0ba tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc03b21-45f0-4e96-9a58-b9d680aa5b1c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:54.596802 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9d89848e-7fc1-48a0-9338-48f6f0d82cc8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9860711 Sep 21 16:00:54.599817 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44152) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:54.601844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for d16f1d4c-193c-45c0-bf54-d933000d3927 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:54.607790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'ports': [{'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039'}, {'network_id': '7e38efc4-ad6a-4e0f-b030-c8abba2718bd'}]} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:54.608403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:54.611075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '7e38efc4-ad6a-4e0f-b030-c8abba2718bd'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:54.649175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f21548b3-464b-4f6d-8921-ac9dc318b0ba tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.654265 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f21548b3-464b-4f6d-8921-ac9dc318b0ba tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/dbc03b21-45f0-4e96-9a58-b9d680aa5b1c HTTP/1.1" status: 204 len: 168 time: 0.5459740 Sep 21 16:00:54.657851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44156) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:54.682290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.746477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.758298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d42f6df5-9b05-4e99-8d80-10bddc44955c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:54.770201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:00:54.770537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:00:54.794563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] Pushing event deleted for resources: {'Port': ['ID=d16f1d4c-193c-45c0-bf54-d933000d3927,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:54.798235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ff694-59a0-4f78-9d73-ebf4a9db9988 None None] No DVR routers for this DVR port d16f1d4c-193c-45c0-bf54-d933000d3927 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:00:54.840526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.841805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:54.842433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:54.862015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:54.868480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:port and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:54.874262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d42f6df5-9b05-4e99-8d80-10bddc44955c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:54.875592 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d42f6df5-9b05-4e99-8d80-10bddc44955c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2139020 Sep 21 16:00:54.905848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:54.915180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44162) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:54.921024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--509532934'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:54.935806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:54.939141 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63bfa062-c654-460b-8735-2fd77d03d6d5 req-80fd521a-25ec-4d76-a7cc-a2f89d240c8b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.0719075 Sep 21 16:00:54.940141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:54.952924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:54.956383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] Pushing event updated for resources: {'Network': ['ID=6aedb433-651b-4ad3-b1d6-47f487ef044f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:54.969592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 6aedb433-651b-4ad3-b1d6-47f487ef044f details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:55.026336 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4c35d4d4-a59f-48b6-a1ac-fa5da484586f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5881639 Sep 21 16:00:55.026535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44166) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:55.032092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Request body: {'subnet': {'network_id': '6aedb433-651b-4ad3-b1d6-47f487ef044f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-607800712-subnet', 'tenant_id': '1be10a10f6e14f8cbe4cae93b883b85e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:55.037440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:55.041509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Usage tracker for resource:subnet and tenant:1be10a10f6e14f8cbe4cae93b883b85e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:55.044535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:55.052368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:55.079802 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 2} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:55.084350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.101657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.111775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.153796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Made reservation on behalf of 1be10a10f6e14f8cbe4cae93b883b85e for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:55.156475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.177750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:55.216357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:55.223079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:55.237280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:55.271566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port d16f1d4c-193c-45c0-bf54-d933000d3927 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:55.271919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.294480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d16f1d4c-193c-45c0-bf54-d933000d3927 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:00:55.330892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: d16f1d4c-193c-45c0-bf54-d933000d3927 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:00:55.331251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d16f1d4c-193c-45c0-bf54-d933000d3927 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:00:55.372877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port faeced1a-e850-4ef5-8d59-de12c3fac51d yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:00:55.374625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] The port 'd16f1d4c-193c-45c0-bf54-d933000d3927' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:00:55.433966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.510602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.529716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.650797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.662211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85e3c05-70fc-4e91-ab84-964df5197f75,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:55.676416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port add16ace-f876-4034-9009-898c0ebea291 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:00:55.690625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5a4262-ae11-46ac-b561-63d4289d58eb']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:55.705384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b78b88-1cca-4d33-b5c9-e23dfbbd9703') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:55.705384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b78b88-1cca-4d33-b5c9-e23dfbbd9703') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:55.718177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.736473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.743198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:55.743580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.751722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.756239 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3e87bfd7-7817-4c75-8d72-3fb3bd73c41c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8391027 Sep 21 16:00:55.760800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44176) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:55.770185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': 'b85e3c05-70fc-4e91-ab84-964df5197f75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:55.780517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:55.798325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:55.802941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:55.806889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.813568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:55.819903 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 92b78b88-1cca-4d33-b5c9-e23dfbbd9703 resource provider aggregate not found Sep 21 16:00:55.837116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.844312 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 92b78b88-1cca-4d33-b5c9-e23dfbbd9703 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92b78b88-1cca-4d33-b5c9-e23dfbbd9703 found for delete ", "request_id": "req-de282100-189a-4c92-a8c4-7c8cf52b60cc"}]} Sep 21 16:00:55.906620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.921773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51efb7a-0e6c-472b-a220-8ffdf987c189,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:55.932597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.932943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.933287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.933625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.933987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.934314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.934680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.934955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.935282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.935605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.935926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.936243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:00:55.941740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Checking segment: {'id': '18ccf4b9-c172-4e1a-bcab-d03648422c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6aedb433-651b-4ad3-b1d6-47f487ef044f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:55.942132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Network hostable DHCP agents. Network: 6aedb433-651b-4ad3-b1d6-47f487ef044f, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:55.958931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.977419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:55.986404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:55.996234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:56.001316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.007236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:56.007999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.045229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=faeced1a-e850-4ef5-8d59-de12c3fac51d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:56.075377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=ed5a4262-ae11-46ac-b561-63d4289d58eb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:56.078496 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-19573b9f-70f4-4a57-8d33-6bc6b9b48c21 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/ed5a4262-ae11-46ac-b561-63d4289d58eb HTTP/1.1" status: 204 len: 168 time: 2.2470262 Sep 21 16:00:56.078994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Network 6aedb433-651b-4ad3-b1d6-47f487ef044f is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:56.086844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44188) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:56.105729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15f30567-15a2-4113-9ea5-48ef2bf4c5b3 req-b052e44d-ac0b-41c0-934c-6dc21b571fed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.0875342 Sep 21 16:00:56.126411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-689607366', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:56.156022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:56.166025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.172175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:router and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:56.177282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking segment: {'id': 'e431b511-58c9-403d-8dd5-18074023ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e38efc4-ad6a-4e0f-b030-c8abba2718bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:56.177645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network hostable DHCP agents. Network: 7e38efc4-ad6a-4e0f-b030-c8abba2718bd, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:56.179896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 6aedb433-651b-4ad3-b1d6-47f487ef044f) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:56.183135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:56.184560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:56.185216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.189705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b42ae-aff7-4568-bc27-5bc141bcbe02 None None] Network 6aedb433-651b-4ad3-b1d6-47f487ef044f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:56.191861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=add16ace-f876-4034-9009-898c0ebea291,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:56.197576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:56.262355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.290242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5937eb-7c93-4a10-8ce9-c18afd7ce85d,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:56.292901 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-563115bd-df35-4f3a-8320-b0acf241fc8d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2652576 Sep 21 16:00:56.294441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 7e38efc4-ad6a-4e0f-b030-c8abba2718bd is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:56.301216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.311176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.328762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 7e38efc4-ad6a-4e0f-b030-c8abba2718bd) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:56.334357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:56.344217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:56.349632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:56.350473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.362028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135ba814-a889-43ac-97d5-d12f5afebc3e None None] Network 7e38efc4-ad6a-4e0f-b030-c8abba2718bd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:56.370828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.408342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.412260 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8eae43b5-d9a9-47c0-b6cc-8333de7e06f7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6484454 Sep 21 16:00:56.412463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44194) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:56.417755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': 'b85e3c05-70fc-4e91-ab84-964df5197f75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:56.424002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:56.428507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:56.431537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:56.438429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:56.476833 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b679b4cc-2c87-4552-92d0-24dae1210789 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8752701 Sep 21 16:00:56.480749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44200) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:56.516414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.552525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4528f77-282e-454e-8cda-8927d63c6925 None None] Network 6aedb433-651b-4ad3-b1d6-47f487ef044f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:56.565984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.582512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-22b98428-23cc-45a2-ac28-58dac879479d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port add16ace-f876-4034-9009-898c0ebea291 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:56.582857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b98428-23cc-45a2-ac28-58dac879479d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.641246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.645259 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-10629c28-581c-4843-be68-44a2c84d2ce7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5519726 Sep 21 16:00:56.654335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44212) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:56.654849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1665050114'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:56.664080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:56.672235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:56.680201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:56.688927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:56.750862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.765542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:56.769415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.797669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:00:56.814449 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.814943 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment 272f115a-aae8-4aa0-ab2e-e09c7b09b156 of type vlan for network 884ef23a-dccc-433a-bbbb-2b8b2595c15d Sep 21 16:00:56.834052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.848125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.959672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:56.965078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:56.965656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.070499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f30418b-6d64-4764-80d3-74532a0d494e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:57.075742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=884ef23a-dccc-433a-bbbb-2b8b2595c15d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:57.086829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 884ef23a-dccc-433a-bbbb-2b8b2595c15d details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:00:57.106475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b98428-23cc-45a2-ac28-58dac879479d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.202691 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9fcc8800-98ec-4c77-a168-a725a0b8d500 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5558305 Sep 21 16:00:57.208250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44222) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:57.213897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:57.242960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-40ca8230-a6ad-4252-8a17-734a48ff81b8 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:57.243677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-40ca8230-a6ad-4252-8a17-734a48ff81b8 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Synchronizing usage tracker for tenant:fecc30a967f54cbfb50a4fad33a069ea on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:57.254277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-22b98428-23cc-45a2-ac28-58dac879479d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for add16ace-f876-4034-9009-898c0ebea291 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:57.254993 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8c44d7ff-541a-485f-93ea-c074b2efe261 req-68cf516b-da82-424e-8b39-fd745af9acea tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.1009059 Sep 21 16:00:57.281895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.289452 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ceae0983-016b-4b21-abe6-fe2b69f8faa2 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8699055 Sep 21 16:00:57.299381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44228) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:57.313348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': 'b85e3c05-70fc-4e91-ab84-964df5197f75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:57.321361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:57.328605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:57.333140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:57.343359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:57.353632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:57.357803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:57.360657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:57.367176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:57.393818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-40ca8230-a6ad-4252-8a17-734a48ff81b8 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Unset dirty status for tenant:fecc30a967f54cbfb50a4fad33a069ea on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:57.395043 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-40ca8230-a6ad-4252-8a17-734a48ff81b8 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/networks?id=1db715d1-572d-4515-8549-dc7302647be3 HTTP/1.1" status: 200 len: 811 time: 0.6901844 Sep 21 16:00:57.410414 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-5fe06414-7185-42da-9177-c10c19a8871c tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/quotas/fecc30a967f54cbfb50a4fad33a069ea HTTP/1.1" status: 200 len: 375 time: 0.0092106 Sep 21 16:00:57.471047 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-a53fd353-9f27-45f4-bc0c-e0cf80832231 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fecc30a967f54cbfb50a4fad33a069ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553935 Sep 21 16:00:57.472763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.477451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:00:57.482065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.482191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b98428-23cc-45a2-ac28-58dac879479d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.575972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b98428-23cc-45a2-ac28-58dac879479d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=add16ace-f876-4034-9009-898c0ebea291,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:57.632136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b98428-23cc-45a2-ac28-58dac879479d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.661869 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-22b98428-23cc-45a2-ac28-58dac879479d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/add16ace-f876-4034-9009-898c0ebea291 HTTP/1.1" status: 204 len: 168 time: 1.1812811 Sep 21 16:00:57.664735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44234) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:57.691657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.718976 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-a508d312-90d7-433f-8e22-681fb4d6d854 service neutron] 10.222.0.65 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926107 Sep 21 16:00:57.794510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8babb0-8927-4757-9e60-291c1abb75a7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:57.794984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.800106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8babb0-8927-4757-9e60-291c1abb75a7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:57.804312 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f8babb0-8927-4757-9e60-291c1abb75a7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1382384 Sep 21 16:00:57.804900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44238) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:57.838639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717380a9-c4f4-4b6e-8f8d-6b394d297e6e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:57.844035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.887461 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-577d8c70-0fcb-4b49-8554-dfc34a7983d9 service neutron] 10.222.0.65 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619935 Sep 21 16:00:57.914531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.917961 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f7f6af3a-6f9a-473a-b791-1248289f980e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6150975 Sep 21 16:00:57.919144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44242) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:57.925876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': 'b85e3c05-70fc-4e91-ab84-964df5197f75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:57.934731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:57.939464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:57.942589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:57.950195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:57.950449 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1976a26b-66ff-4384-8d14-5bc35a53a44f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port faeced1a-e850-4ef5-8d59-de12c3fac51d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:00:57.950796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1976a26b-66ff-4384-8d14-5bc35a53a44f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:57.998712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=824aaf6c-9c95-4067-91e2-caac425a2f74,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:58.018152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:58.029997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: 884ef23a-dccc-433a-bbbb-2b8b2595c15d, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:00:58.100953 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.181486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.221538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 884ef23a-dccc-433a-bbbb-2b8b2595c15d is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:00:58.260988 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7acc3e51-9711-478d-9b35-b1a88aeeb24a req-66bdb629-652a-4a51-995a-948920782f63 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.0825636 Sep 21 16:00:58.265339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1976a26b-66ff-4384-8d14-5bc35a53a44f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.268604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.302072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a4ea73-55f3-4071-9305-7b0d2682e328,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:58.333697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 884ef23a-dccc-433a-bbbb-2b8b2595c15d) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:58.341558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9b9cb-f756-4485-955c-ad1848ba3e32 None None] Network 884ef23a-dccc-433a-bbbb-2b8b2595c15d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:00:58.371682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.375694 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f34389c6-bd4e-4a4b-a0fd-b48ed33566da tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4524701 Sep 21 16:00:58.376170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44250) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:58.382271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': 'b85e3c05-70fc-4e91-ab84-964df5197f75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:00:58.400557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1976a26b-66ff-4384-8d14-5bc35a53a44f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for faeced1a-e850-4ef5-8d59-de12c3fac51d owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:00:58.427577 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:00:58.429609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:58.429791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.438809 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-af4ba046-b5dc-4544-bf4a-583eee1293c4 req-39b1361e-fdfb-4720-9fc1-40cc005ccd8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.0633898 Sep 21 16:00:58.440531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:00:58.444357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:00:58.452458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:00:58.560792 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0ba6354a-58e0-4dde-a454-c58d78f02a93 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3511400 Sep 21 16:00:58.563346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44254) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:58.596803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.602949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:00:58.604026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.673136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.741266 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1976a26b-66ff-4384-8d14-5bc35a53a44f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.748502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.774644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24469db-58ca-4c0c-8e5c-fd96096ecafa,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:58.780269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.810913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Allocated IP 172.20.0.2 (884ef23a-dccc-433a-bbbb-2b8b2595c15d/824aaf6c-9c95-4067-91e2-caac425a2f74/7843c91a-6c59-44f5-b9c8-208e0c69435e) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:58.863136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.864367 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c545646f-c830-44bc-8ca7-15a8792c115e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4867318 Sep 21 16:00:58.867340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44260) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:58.873459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976a26b-66ff-4384-8d14-5bc35a53a44f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=faeced1a-e850-4ef5-8d59-de12c3fac51d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:58.907875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ea1342c-8d09-4e7b-a158-19bf2cc4ed74 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.918688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ea1342c-8d09-4e7b-a158-19bf2cc4ed74 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.937619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1976a26b-66ff-4384-8d14-5bc35a53a44f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:58.956499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1976a26b-66ff-4384-8d14-5bc35a53a44f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/faeced1a-e850-4ef5-8d59-de12c3fac51d HTTP/1.1" status: 204 len: 168 time: 1.1505823 Sep 21 16:00:58.959733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44264) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:59.046478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ea1342c-8d09-4e7b-a158-19bf2cc4ed74 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.054092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.065775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Transition to ACTIVE for port object 7843c91a-6c59-44f5-b9c8-208e0c69435e will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:59.087785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Transition to ACTIVE for port object 7843c91a-6c59-44f5-b9c8-208e0c69435e will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:00:59.102786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1342c-8d09-4e7b-a158-19bf2cc4ed74 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b24469db-58ca-4c0c-8e5c-fd96096ecafa,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:59.107118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ea1342c-8d09-4e7b-a158-19bf2cc4ed74 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.108256 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4ea1342c-8d09-4e7b-a158-19bf2cc4ed74 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b24469db-58ca-4c0c-8e5c-fd96096ecafa HTTP/1.1" status: 204 len: 168 time: 0.2398729 Sep 21 16:00:59.111543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44268) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:59.157246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4c3c3-68cc-4d36-b9f6-d3d80a8dab54 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:00:59.157961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fef4c3c3-68cc-4d36-b9f6-d3d80a8dab54 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:59.158684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.192603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a082b7a-a638-4b6a-bfdc-cb8622568b7d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:00:59.236544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Network 884ef23a-dccc-433a-bbbb-2b8b2595c15d is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:00:59.239662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:00:59.242363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:00:59.282994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a082b7a-a638-4b6a-bfdc-cb8622568b7d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:59.284372 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a082b7a-a638-4b6a-bfdc-cb8622568b7d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1719372 Sep 21 16:00:59.288290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44276) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:59.299101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.305012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Pushing event updated for resources: {'Port': ['ID=7843c91a-6c59-44f5-b9c8-208e0c69435e,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:59.314411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fef4c3c3-68cc-4d36-b9f6-d3d80a8dab54 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:00:59.315695 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fef4c3c3-68cc-4d36-b9f6-d3d80a8dab54 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3549056 Sep 21 16:00:59.325444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44282) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:59.374988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Attempting to bind port 7843c91a-6c59-44f5-b9c8-208e0c69435e on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:00:59.375584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Attempting to bind port 7843c91a-6c59-44f5-b9c8-208e0c69435e by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:00:59.375723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Attempting to bind port 7843c91a-6c59-44f5-b9c8-208e0c69435e on network 884ef23a-dccc-433a-bbbb-2b8b2595c15d {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:00:59.381017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:00:59.381407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Checking segment: {'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:00:59.381802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.382216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Bound using segment: {'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:00:59.382670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Bound port: 7843c91a-6c59-44f5-b9c8-208e0c69435e, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:00:59.383068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.391115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-18bc805f-0158-4783-9a1a-19197e76c0e5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.399321 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c24409-c579-4ea9-8d85-1da03bafdeca tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:00:59.400834 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-10c24409-c579-4ea9-8d85-1da03bafdeca tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/add16ace-f876-4034-9009-898c0ebea291 HTTP/1.1" status: 404 len: 333 time: 0.0619431 Sep 21 16:00:59.405336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-18bc805f-0158-4783-9a1a-19197e76c0e5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.411734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44286) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:59.452657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b2b61904-81ec-4ac6-a8d1-0943dbb4428d req-1e706aae-d13d-4bcf-b4a5-4a18608084ca tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.1175897 Sep 21 16:00:59.464429 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1825a4-7130-4833-9ca8-1e86b14df81c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:00:59.468711 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5b1825a4-7130-4833-9ca8-1e86b14df81c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/faeced1a-e850-4ef5-8d59-de12c3fac51d HTTP/1.1" status: 404 len: 333 time: 0.0560255 Sep 21 16:00:59.469294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44290) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:59.520038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] For port 7843c91a-6c59-44f5-b9c8-208e0c69435e, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:00:59.523617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] For port 7843c91a-6c59-44f5-b9c8-208e0c69435e, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7843c91a-6c59-44f5-b9c8-208e0c69435e,segment=NetworkSegment(272f115a-aae8-4aa0-ab2e-e09c7b09b156),segment_id=272f115a-aae8-4aa0-ab2e-e09c7b09b156)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:00:59.640973 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dfa2e197-8732-425e-b5bd-6d021196322c req-662c989f-0ecd-4b66-b5bb-e97b4b9ef419 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.0644398 Sep 21 16:00:59.651320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.662146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.722370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-18bc805f-0158-4783-9a1a-19197e76c0e5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.739002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.20.0.1 (884ef23a-dccc-433a-bbbb-2b8b2595c15d/824aaf6c-9c95-4067-91e2-caac425a2f74/90f8d846-11b9-479b-85df-bee7c4bcfc90) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:00:59.751493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3b70e-36e4-4a85-b32b-43fbcc98a025 None None] Pushing event updated for resources: {'Port': ['ID=7843c91a-6c59-44f5-b9c8-208e0c69435e,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:59.802373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc805f-0158-4783-9a1a-19197e76c0e5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03a4ea73-55f3-4071-9305-7b0d2682e328,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:00:59.818455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.846541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e38efc4-ad6a-4e0f-b030-c8abba2718bd']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:59.866766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e431b511-58c9-403d-8dd5-18074023ed60') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:59.867504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e431b511-58c9-403d-8dd5-18074023ed60') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:00:59.879590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.889062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-18bc805f-0158-4783-9a1a-19197e76c0e5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.890207 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-18bc805f-0158-4783-9a1a-19197e76c0e5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/03a4ea73-55f3-4071-9305-7b0d2682e328 HTTP/1.1" status: 204 len: 168 time: 0.6010423 Sep 21 16:00:59.892794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44296) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:00:59.911323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.918457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.929179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:00:59.935906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:00:59.936064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object 90f8d846-11b9-479b-85df-bee7c4bcfc90 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:00.021847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.139188 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e431b511-58c9-403d-8dd5-18074023ed60 resource provider aggregate not found Sep 21 16:01:00.155253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 884ef23a-dccc-433a-bbbb-2b8b2595c15d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:00.167093 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment e431b511-58c9-403d-8dd5-18074023ed60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e431b511-58c9-403d-8dd5-18074023ed60 found for delete ", "request_id": "req-ecc0bb7a-c668-489b-aee0-3ef517189f85"}]} Sep 21 16:01:00.167516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:00.192886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5295ac62-8dc4-4db8-a73b-365259881e24 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:00.221632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:00.293204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5295ac62-8dc4-4db8-a73b-365259881e24 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:00.295268 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5295ac62-8dc4-4db8-a73b-365259881e24 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4016271 Sep 21 16:01:00.298868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44306) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:00.312890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.318639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.349216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Network': ['ID=7e38efc4-ad6a-4e0f-b030-c8abba2718bd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:00.368334 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ed07c0c6-b171-463b-b58b-d315c39a0a96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/networks/7e38efc4-ad6a-4e0f-b030-c8abba2718bd HTTP/1.1" status: 204 len: 168 time: 0.8913984 Sep 21 16:01:00.369559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44314) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:00.372369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f3fe70a0-888c-4b5b-8084-3ac4fec47a88 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.384567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2073101216'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:00.393389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f3fe70a0-888c-4b5b-8084-3ac4fec47a88 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.400530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:00.410053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:network and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:00.415242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:00.425066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:00.427542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=90f8d846-11b9-479b-85df-bee7c4bcfc90,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:00.458222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.504509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-731b08d8-903a-4c07-b0b3-7ee833a70701 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:00.505212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-731b08d8-903a-4c07-b0b3-7ee833a70701 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:00.521127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:00.524794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.536002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f3fe70a0-888c-4b5b-8084-3ac4fec47a88 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.566751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe70a0-888c-4b5b-8084-3ac4fec47a88 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=717380a9-c4f4-4b6e-8f8d-6b394d297e6e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:00.577552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:00.584198 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4cfac9b9-570a-4581-86c9-dbd46da07748 req-e38e823f-36b2-4572-801f-64014e2961cd tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.0628858 Sep 21 16:01:00.590343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.590968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Added segment 79dd461c-5a62-49a0-967f-9a0ec9304748 of type vlan for network 59d1290e-1949-40ec-bf86-0d3ae8e162a9 Sep 21 16:01:00.624659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.635573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f3fe70a0-888c-4b5b-8084-3ac4fec47a88 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.635818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-731b08d8-903a-4c07-b0b3-7ee833a70701 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:00.636732 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f3fe70a0-888c-4b5b-8084-3ac4fec47a88 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/717380a9-c4f4-4b6e-8f8d-6b394d297e6e HTTP/1.1" status: 204 len: 168 time: 0.3366179 Sep 21 16:01:00.639328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44320) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:00.639928 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-731b08d8-903a-4c07-b0b3-7ee833a70701 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=035c27b2-7ff0-47f3-b68d-80ca79bdf202 HTTP/1.1" status: 200 len: 796 time: 0.5340996 Sep 21 16:01:00.706057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-7f60f772-cb02-4c77-acf7-34f965bd7d99 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:00.711285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-435d0905-ff01-47c2-9a17-827db5150b39 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:00.756219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.760796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:00.761403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.775585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-7f60f772-cb02-4c77-acf7-34f965bd7d99 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:00.776713 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-7f60f772-cb02-4c77-acf7-34f965bd7d99 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 380 time: 0.1256156 Sep 21 16:01:00.787607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['2ced885c-729e-4eb5-8cfd-a784969d8a6c']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:00.879020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:00.912848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-435d0905-ff01-47c2-9a17-827db5150b39 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:00.914199 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-435d0905-ff01-47c2-9a17-827db5150b39 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2738767 Sep 21 16:01:00.917729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44330) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:00.931371 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e5780423-0dbd-42c6-adfd-b31221315e64 req-3e25e92b-4101-47eb-8f84-f06af614a274 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.1313245 Sep 21 16:01:00.937416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Network': ['ID=59d1290e-1949-40ec-bf86-0d3ae8e162a9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:00.939065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f9ae99-c330-4115-bd80-8dffd888fb45 None None] Network 884ef23a-dccc-433a-bbbb-2b8b2595c15d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:00.957253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 59d1290e-1949-40ec-bf86-0d3ae8e162a9 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:01.004442 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d76e236d-8bd5-43d6-b9a7-36f14bf9b4b9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6330342 Sep 21 16:01:01.009154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44334) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:01.030286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '59d1290e-1949-40ec-bf86-0d3ae8e162a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:01.072939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38bb31d2-87dc-4811-9ea6-153e5e1cf285 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.188506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-20d7463d-d3c0-41ee-a8af-c1dd8285d052 None None] Provisioning for port 7843c91a-6c59-44f5-b9c8-208e0c69435e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:01.208706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38bb31d2-87dc-4811-9ea6-153e5e1cf285 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.289726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:01.330828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:01.332864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7843c91a-6c59-44f5-b9c8-208e0c69435e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:01.352146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:01.360059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:01.368996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:01.378914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:01.458885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38bb31d2-87dc-4811-9ea6-153e5e1cf285 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.479135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:01.482574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.505642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb31d2-87dc-4811-9ea6-153e5e1cf285 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f30418b-6d64-4764-80d3-74532a0d494e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:01.534315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 7843c91a-6c59-44f5-b9c8-208e0c69435e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:01.540359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 7843c91a-6c59-44f5-b9c8-208e0c69435e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:01.540733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.588467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:01.592026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.649467 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0315269e-c329-4a58-9a13-349493d87f06 None None] Provisioning for port 90f8d846-11b9-479b-85df-bee7c4bcfc90 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:01.671025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0315269e-c329-4a58-9a13-349493d87f06 None None] Provisioning complete for port 90f8d846-11b9-479b-85df-bee7c4bcfc90 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:01.671497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0315269e-c329-4a58-9a13-349493d87f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.707926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38bb31d2-87dc-4811-9ea6-153e5e1cf285 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.709081 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-38bb31d2-87dc-4811-9ea6-153e5e1cf285 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4f30418b-6d64-4764-80d3-74532a0d494e HTTP/1.1" status: 204 len: 168 time: 0.7901461 Sep 21 16:01:01.711843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44340) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:01.727723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7843c91a-6c59-44f5-b9c8-208e0c69435e is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:01.728122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.748004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0315269e-c329-4a58-9a13-349493d87f06 None None] Port 90f8d846-11b9-479b-85df-bee7c4bcfc90 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:01.766867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 7843c91a-6c59-44f5-b9c8-208e0c69435e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7843c91a-6c59-44f5-b9c8-208e0c69435e,segment=NetworkSegment(272f115a-aae8-4aa0-ab2e-e09c7b09b156),segment_id=272f115a-aae8-4aa0-ab2e-e09c7b09b156)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:01.776479 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-78006f36-57f8-4032-8be4-31bb6daca1d4 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0629480 Sep 21 16:01:01.777052 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-140b7823-5115-4627-b41a-6420b12f4228 req-e1520281-702d-470e-9dcb-3819baf6b5b4 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.0942905 Sep 21 16:01:01.777187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44344) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:01.798325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.ipam_backend_mixin [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Performing IP validity checks on allocation pools {{(pid=89725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 16:01:01.798935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.ipam_backend_mixin [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 16:01:01.816809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1344a35f-5cbb-404c-87c6-3e414d40fa6e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.829694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1344a35f-5cbb-404c-87c6-3e414d40fa6e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.840891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.880240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.902085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.4 (035c27b2-7ff0-47f3-b68d-80ca79bdf202/0cdc1379-2339-401c-b76a-3d72b546e1cd/a639db3b-794f-4801-925f-04e6bfa3abf6) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:01.919307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-52bd3314-8811-4265-af5b-755654af3e73 None None] Provisioning complete for port 90f8d846-11b9-479b-85df-bee7c4bcfc90 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:01.919766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-52bd3314-8811-4265-af5b-755654af3e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.936811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1344a35f-5cbb-404c-87c6-3e414d40fa6e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.964555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=7843c91a-6c59-44f5-b9c8-208e0c69435e,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:01.966021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344a35f-5cbb-404c-87c6-3e414d40fa6e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a5937eb-7c93-4a10-8ce9-c18afd7ce85d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:01.976457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.976877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.977286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.977684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.978170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.978521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.978916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.979308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.979702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.980087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.980345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1344a35f-5cbb-404c-87c6-3e414d40fa6e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:01.980517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.981200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:01.986631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44352) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:01.993704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-52bd3314-8811-4265-af5b-755654af3e73 None None] Port 90f8d846-11b9-479b-85df-bee7c4bcfc90 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:02.002794 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1344a35f-5cbb-404c-87c6-3e414d40fa6e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4a5937eb-7c93-4a10-8ce9-c18afd7ce85d HTTP/1.1" status: 204 len: 168 time: 0.2242479 Sep 21 16:01:02.078863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.133720 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9e44ead7-e699-4932-85c6-0675a980663d req-956f976a-2cff-4b35-8dbb-1f087eaa7178 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.0537982 Sep 21 16:01:02.398120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-beb28b3b-ad2d-4cb8-95ec-53240ca297ee tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:02.414395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=90f8d846-11b9-479b-85df-bee7c4bcfc90,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:02.427775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.537259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.579756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.591090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-beb28b3b-ad2d-4cb8-95ec-53240ca297ee tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:02.592324 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-beb28b3b-ad2d-4cb8-95ec-53240ca297ee tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6047735 Sep 21 16:01:02.595453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44358) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:02.642065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object a639db3b-794f-4801-925f-04e6bfa3abf6 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:02.660469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8f2a-6bb3-4b27-84c2-86bc478ee5ab tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.687921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8f2a-6bb3-4b27-84c2-86bc478ee5ab tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.695893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=5f4d41cc-3517-47ad-ace4-5de881d78692,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:02.708406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking segment: {'id': '79dd461c-5a62-49a0-967f-9a0ec9304748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59d1290e-1949-40ec-bf86-0d3ae8e162a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:02.708766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network hostable DHCP agents. Network: 59d1290e-1949-40ec-bf86-0d3ae8e162a9, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:02.720744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network 884ef23a-dccc-433a-bbbb-2b8b2595c15d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:02.727615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:02.819771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8f2a-6bb3-4b27-84c2-86bc478ee5ab tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.860152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb8f2a-6bb3-4b27-84c2-86bc478ee5ab tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85e3c05-70fc-4e91-ab84-964df5197f75,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:02.886714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 59d1290e-1949-40ec-bf86-0d3ae8e162a9 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:02.922261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.949819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8f2a-6bb3-4b27-84c2-86bc478ee5ab tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:02.951303 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0cdb8f2a-6bb3-4b27-84c2-86bc478ee5ab tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/b85e3c05-70fc-4e91-ab84-964df5197f75 HTTP/1.1" status: 204 len: 168 time: 0.3548164 Sep 21 16:01:02.954447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44364) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:03.015808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c61a8cf1-f6b4-4066-885d-d0fe5f41ba0c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:03.052028 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b5b85848-ffac-46a4-80dc-fb1258384e5b req-9d4779b8-3166-4bd9-8703-55c6d7894f22 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.0845146 Sep 21 16:01:03.070933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:03.073883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=a639db3b-794f-4801-925f-04e6bfa3abf6,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:03.076802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:03.086065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:03.100098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ac6a9c2b-a1d6-4fe0-baa2-45160458776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.120433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-402bcb6a-9061-41f2-b5d4-2173d9445f44 None None] Provisioning complete for port 90f8d846-11b9-479b-85df-bee7c4bcfc90 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:03.120817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-402bcb6a-9061-41f2-b5d4-2173d9445f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.131566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c61a8cf1-f6b4-4066-885d-d0fe5f41ba0c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:03.133162 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c61a8cf1-f6b4-4066-885d-d0fe5f41ba0c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1767013 Sep 21 16:01:03.141837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 59d1290e-1949-40ec-bf86-0d3ae8e162a9) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:03.142353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44368) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:03.148679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634295928'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:03.156009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:03.158791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:03.160308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.174131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:03.186335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:03.187119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.198455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-402bcb6a-9061-41f2-b5d4-2173d9445f44 None None] Port 90f8d846-11b9-479b-85df-bee7c4bcfc90 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:03.200258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab2259-febe-4ae4-aca0-44f2b268dff7 None None] Network 59d1290e-1949-40ec-bf86-0d3ae8e162a9 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:03.251439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:01:03.328187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7843c91a-6c59-44f5-b9c8-208e0c69435e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:03.340332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-997dfa5d-0b10-48ed-ba06-a633cd9183db tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3249698 Sep 21 16:01:03.346084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44374) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:03.348710 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2b17c4e9-7ad0-4b8f-90fb-4297d3cdb09b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5655408 Sep 21 16:01:03.358613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '59d1290e-1949-40ec-bf86-0d3ae8e162a9', 'name': 'tempest-PortsTestJSON-471528677'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:03.377964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.444983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:03.450182 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4e427d0d-91fb-4096-b97f-e6a138e89f48 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8858020 Sep 21 16:01:03.452875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44380) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:03.459888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1146590926'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:03.465800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:03.471945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:03.476129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:03.477112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:03.484128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:03.492951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Request body: {'port': {'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:03.507052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:03.512133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:03.517233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:03.530974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:03.543529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:03.572913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce9d1e-52f6-42dc-9a0c-480d11e12dfa req-17488312-7e8f-41e3-aa55-f2d4b6b1fbe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:03.574609 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-57ce9d1e-52f6-42dc-9a0c-480d11e12dfa req-17488312-7e8f-41e3-aa55-f2d4b6b1fbe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 931 time: 0.2912672 Sep 21 16:01:03.575871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:03.577364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9074c86e-a00e-4b69-84f6-a0a13fc06f6f None None] Provisioning for port a639db3b-794f-4801-925f-04e6bfa3abf6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:03.629400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.641087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:03.645188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.695279 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-57ce9d1e-52f6-42dc-9a0c-480d11e12dfa req-148829e9-12be-4c61-97ba-8f9348c5338e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092989 Sep 21 16:01:03.702769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:03.725510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:03.756790 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 7843c91a-6c59-44f5-b9c8-208e0c69435e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:03.757377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.760408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.793205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-59d1290e-1949-40ec-bf86-0d3ae8e162a9', 'network_id': '59d1290e-1949-40ec-bf86-0d3ae8e162a9', 'tenant_id': '6d2c27c9202b4d37ac29a92442cac334', 'fixed_ips': [{'subnet_id': '5f4d41cc-3517-47ad-ace4-5de881d78692'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:01:03.794567 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.805575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9074c86e-a00e-4b69-84f6-a0a13fc06f6f None None] Provisioning complete for port a639db3b-794f-4801-925f-04e6bfa3abf6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:03.805995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9074c86e-a00e-4b69-84f6-a0a13fc06f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.808689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:03.834038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:03.837619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.842076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.842427 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment 89ef5a26-a579-478a-955f-3c26c9b59787 of type vlan for network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 Sep 21 16:01:03.862127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 27aa4630-a924-4ace-b51c-d98079e1fd6e yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:03.896884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.937826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:03.967587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9074c86e-a00e-4b69-84f6-a0a13fc06f6f None None] Port a639db3b-794f-4801-925f-04e6bfa3abf6 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:03.977129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:03.981095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b470a8b-b56d-4d53-bfa0-2b41ae9924c9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:04.082066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.10 (59d1290e-1949-40ec-bf86-0d3ae8e162a9/5f4d41cc-3517-47ad-ace4-5de881d78692/27aa4630-a924-4ace-b51c-d98079e1fd6e) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:04.135364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.141147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:04.142558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.164432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.166214 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-69b5f053-440b-4d4d-9119-52d1d38214b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0228024 Sep 21 16:01:04.170245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44388) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:04.179380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': '5b470a8b-b56d-4d53-bfa0-2b41ae9924c9', 'direction': 'ingress', 'protocol': 17}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:04.210437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:04.271739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:04.282447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:04.292006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:04.295331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7843c91a-6c59-44f5-b9c8-208e0c69435e is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:04.401752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.421035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 27aa4630-a924-4ace-b51c-d98079e1fd6e will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:04.440034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:00Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:01Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:04.444874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:04.445068 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f1400ed4-37ae-4289-b554-301272c3bcaa req-400a1747-b975-4306-aa6d-d7a235e3a618 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.2121413 Sep 21 16:01:04.445226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Updating router 891aa4cb-edfd-4c0f-84b2-48452601a010 port 90f8d846-11b9-479b-85df-bee7c4bcfc90 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:01:04.446995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a639db3b-794f-4801-925f-04e6bfa3abf6 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:01:04.460436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.464806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=e89a2da4-193f-4dc4-8cf3-1e71e1a364b6,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:04.485058 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:04.486008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Transition to ACTIVE for port object a639db3b-794f-4801-925f-04e6bfa3abf6 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:04.558590 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-be2d85cc-d870-4cb1-9400-412e3a2bf787 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1045713 Sep 21 16:01:04.560011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.561542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44392) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:04.567892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:04.590345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.611703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.646057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.658224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 59d1290e-1949-40ec-bf86-0d3ae8e162a9 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:04.664050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:04.666511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:04.713298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=27aa4630-a924-4ace-b51c-d98079e1fd6e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:04.765654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:04.766922 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.796257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.883816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Allocated IP 172.20.0.2 (59d1290e-1949-40ec-bf86-0d3ae8e162a9/5f4d41cc-3517-47ad-ace4-5de881d78692/ddac5125-3c32-4904-9b5f-f8ad9c860a3a) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:04.887944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:04.891246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Pushing event updated for resources: {'Port': ['ID=a639db3b-794f-4801-925f-04e6bfa3abf6,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:04.908221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:04.915733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:04.925016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:04.935288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:04.969386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Attempting to bind port a639db3b-794f-4801-925f-04e6bfa3abf6 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:04.969715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Attempting to bind port a639db3b-794f-4801-925f-04e6bfa3abf6 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:04.970066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Attempting to bind port a639db3b-794f-4801-925f-04e6bfa3abf6 on network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:05.026105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Port a639db3b-794f-4801-925f-04e6bfa3abf6 on network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:01:05.026105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Attempting to bind port a639db3b-794f-4801-925f-04e6bfa3abf6 on network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:05.046479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:05.046747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Checking segment: {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:05.047452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Bound using segment: {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:05.047590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Bound port: a639db3b-794f-4801-925f-04e6bfa3abf6, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebac472-96fb-4d6b-943b-6ba9969abf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:05.047866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.065193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:05.070093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.071285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9b29-ba9f-4396-a298-057b8f7ab3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.147864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71918c80-6cc6-482b-bf2b-7e6e6c51e2a1,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:05.164451 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-89c45b16-6567-4734-a9bc-1b7f1167b423 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8145609 Sep 21 16:01:05.171347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44400) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:05.256258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.257644 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0c446250-ca7c-4595-b466-fe092c818f1d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0863535 Sep 21 16:01:05.263267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44404) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:05.285436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.291125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.294306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9ba91-99d6-49e7-9a62-74dc4b070c7e req-3c511c58-5bee-449b-96e7-baec4d46b477 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:05.303937 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-feb9ba91-99d6-49e7-9a62-74dc4b070c7e req-3c511c58-5bee-449b-96e7-baec4d46b477 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 943 time: 0.4169812 Sep 21 16:01:05.310754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Transition to ACTIVE for port object ddac5125-3c32-4904-9b5f-f8ad9c860a3a will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:05.311879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-00e8f74f-d9ae-46c4-a6a2-9bd623d99ebc tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:05.313405 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-00e8f74f-d9ae-46c4-a6a2-9bd623d99ebc tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.33 "GET /v2.0/networks?id=1db715d1-572d-4515-8549-dc7302647be3 HTTP/1.1" status: 200 len: 811 time: 0.3733721 Sep 21 16:01:05.318215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Transition to ACTIVE for port object 90f8d846-11b9-479b-85df-bee7c4bcfc90 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:05.335478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Request body: {'port': {'device_id': 'b8b0c6e0-c05b-4475-acb5-273c6bc7cd80', 'network_id': '1db715d1-572d-4515-8549-dc7302647be3', 'admin_state_up': True, 'tenant_id': 'fecc30a967f54cbfb50a4fad33a069ea'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:05.336458 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Transition to ACTIVE for port object ddac5125-3c32-4904-9b5f-f8ad9c860a3a will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:05.342420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-193524d2-d3ec-4f1d-8ecc-44cf4c098676 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 27aa4630-a924-4ace-b51c-d98079e1fd6e {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:05.342976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-193524d2-d3ec-4f1d-8ecc-44cf4c098676 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.369159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] For port a639db3b-794f-4801-925f-04e6bfa3abf6, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:05.394159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.407079 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-feb9ba91-99d6-49e7-9a62-74dc4b070c7e req-aa2ac685-00bf-4484-92da-5e00832b61d5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014962 Sep 21 16:01:05.466922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] For port a639db3b-794f-4801-925f-04e6bfa3abf6, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=a639db3b-794f-4801-925f-04e6bfa3abf6,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:05.501635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.541598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Network 59d1290e-1949-40ec-bf86-0d3ae8e162a9 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:05.577196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d59b0db-59dd-4df7-8b26-2976a5cba34c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.578292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:05.585384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.588084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:05.631365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacdaa3-098d-41b6-8bdd-a2d0d6ead3b7 None None] Pushing event updated for resources: {'Port': ['ID=90f8d846-11b9-479b-85df-bee7c4bcfc90,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:05.652816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:05.653456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.654840 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] 10.222.0.33 "PUT /v2.0/ports/a639db3b-794f-4801-925f-04e6bfa3abf6 HTTP/1.1" status: 200 len: 1093 time: 2.2532883 Sep 21 16:01:05.657321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:01:05.660064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca6c2bc-a167-4873-9f9f-b392f1f8e631" -d '{"events": [{"name": "network-changed", "server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:01:05.681063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-193524d2-d3ec-4f1d-8ecc-44cf4c098676 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.781610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Attempting to bind port 90f8d846-11b9-479b-85df-bee7c4bcfc90 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:05.782000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Attempting to bind port 90f8d846-11b9-479b-85df-bee7c4bcfc90 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:05.782773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Attempting to bind port 90f8d846-11b9-479b-85df-bee7c4bcfc90 on network 884ef23a-dccc-433a-bbbb-2b8b2595c15d {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:05.791795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a553ee88-4441-49da-be96-620027ddddbe x-openstack-request-id: req-a553ee88-4441-49da-be96-620027ddddbe {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:01:05.792104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:01:05.792333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a553ee88-4441-49da-be96-620027ddddbe {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:01:05.793040 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a553ee88-4441-49da-be96-620027ddddbe'] response: {'name': 'network-changed', 'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'status': 'completed', 'code': 200} Sep 21 16:01:05.797637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d59b0db-59dd-4df7-8b26-2976a5cba34c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.805555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:05.806179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Checking segment: {'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:05.806901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.807040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Bound using segment: {'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:05.807437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Bound port: 90f8d846-11b9-479b-85df-bee7c4bcfc90, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272f115a-aae8-4aa0-ab2e-e09c7b09b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:05.808091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.812907 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-99d248fe-55e3-45d3-bc91-87f6fff9ca97 req-58f10bfe-a6f2-41d0-b08e-ab63bba6129e tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.1744406 Sep 21 16:01:05.830693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-193524d2-d3ec-4f1d-8ecc-44cf4c098676 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 27aa4630-a924-4ace-b51c-d98079e1fd6e owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:05.832351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Pushing event updated for resources: {'Port': ['ID=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:05.834892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Attempting to bind port ddac5125-3c32-4904-9b5f-f8ad9c860a3a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:05.835267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Attempting to bind port ddac5125-3c32-4904-9b5f-f8ad9c860a3a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '79dd461c-5a62-49a0-967f-9a0ec9304748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59d1290e-1949-40ec-bf86-0d3ae8e162a9'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:05.835629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Attempting to bind port ddac5125-3c32-4904-9b5f-f8ad9c860a3a on network 59d1290e-1949-40ec-bf86-0d3ae8e162a9 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:05.880891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:05.881289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Checking segment: {'id': '79dd461c-5a62-49a0-967f-9a0ec9304748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59d1290e-1949-40ec-bf86-0d3ae8e162a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:05.881655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.882066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Bound using segment: {'id': '79dd461c-5a62-49a0-967f-9a0ec9304748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59d1290e-1949-40ec-bf86-0d3ae8e162a9'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:05.882541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Bound port: ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dd461c-5a62-49a0-967f-9a0ec9304748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59d1290e-1949-40ec-bf86-0d3ae8e162a9'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:05.882913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:05.899667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:05.925501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Usage tracker for resource:port and tenant:fecc30a967f54cbfb50a4fad33a069ea is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:05.939252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:05.958357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57274dfe-a36e-43ac-a406-788278ced269 service neutron] Pushing event updated for resources: {'Port': ['ID=a639db3b-794f-4801-925f-04e6bfa3abf6,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:05.961295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:05.982005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] For port 90f8d846-11b9-479b-85df-bee7c4bcfc90, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:05.993903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] For port 90f8d846-11b9-479b-85df-bee7c4bcfc90, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=90f8d846-11b9-479b-85df-bee7c4bcfc90,segment=NetworkSegment(272f115a-aae8-4aa0-ab2e-e09c7b09b156),segment_id=272f115a-aae8-4aa0-ab2e-e09c7b09b156)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:05.995495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-357fa508-bec6-471e-bd73-7acf90ee88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:05.997010 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-357fa508-bec6-471e-bd73-7acf90ee88c1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 1096 time: 0.1867051 Sep 21 16:01:06.007358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] For port ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:06.010276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] For port ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,segment=NetworkSegment(79dd461c-5a62-49a0-967f-9a0ec9304748),segment_id=79dd461c-5a62-49a0-967f-9a0ec9304748)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:06.067097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.074565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-193524d2-d3ec-4f1d-8ecc-44cf4c098676 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.075110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.113002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d59b0db-59dd-4df7-8b26-2976a5cba34c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.116441 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-2607cd18-640b-4ae4-8c83-5caf1b42abb3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a639db3b-794f-4801-925f-04e6bfa3abf6 HTTP/1.1" status: 200 len: 217 time: 0.1042800 Sep 21 16:01:06.126392 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193524d2-d3ec-4f1d-8ecc-44cf4c098676 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=27aa4630-a924-4ace-b51c-d98079e1fd6e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:06.132767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Made reservation on behalf of fecc30a967f54cbfb50a4fad33a069ea for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:06.136193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.139622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.151419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:06.152051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:06.219036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59b0db-59dd-4df7-8b26-2976a5cba34c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b470a8b-b56d-4d53-bfa0-2b41ae9924c9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:06.238863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-193524d2-d3ec-4f1d-8ecc-44cf4c098676 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.290384 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-193524d2-d3ec-4f1d-8ecc-44cf4c098676 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/27aa4630-a924-4ace-b51c-d98079e1fd6e HTTP/1.1" status: 204 len: 168 time: 1.1053298 Sep 21 16:01:06.291075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44418) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:06.347541 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e47ca8-e76c-46ef-bfb1-82bb536e8316 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:06.347955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacdaa3-098d-41b6-8bdd-a2d0d6ead3b7 None None] Pushing event updated for resources: {'Port': ['ID=90f8d846-11b9-479b-85df-bee7c4bcfc90,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:06.350037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e47ca8-e76c-46ef-bfb1-82bb536e8316 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:06.352503 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-67e47ca8-e76c-46ef-bfb1-82bb536e8316 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/27aa4630-a924-4ace-b51c-d98079e1fd6e HTTP/1.1" status: 404 len: 333 time: 0.0605719 Sep 21 16:01:06.355676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44422) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:06.408109 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bcd502-9538-4aea-b903-f4a08cb6b237 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:01:06.408955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d3bcd502-9538-4aea-b903-f4a08cb6b237 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:06.432085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.443055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:06.464166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=5441ebef-27f7-4521-8bb3-341c4e92a70f,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:06.483316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d59b0db-59dd-4df7-8b26-2976a5cba34c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.487041 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5d59b0db-59dd-4df7-8b26-2976a5cba34c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/5b470a8b-b56d-4d53-bfa0-2b41ae9924c9 HTTP/1.1" status: 204 len: 168 time: 1.2196004 Sep 21 16:01:06.487041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-d2ade901-921c-4a92-b99d-bbc55d08d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:06.487250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44428) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:06.494913 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-d2ade901-921c-4a92-b99d-bbc55d08d1b3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0cdc1379-2339-401c-b76a-3d72b546e1cd HTTP/1.1" status: 200 len: 835 time: 0.3412709 Sep 21 16:01:06.506927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d3bcd502-9538-4aea-b903-f4a08cb6b237 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:06.508098 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d3bcd502-9538-4aea-b903-f4a08cb6b237 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/27aa4630-a924-4ace-b51c-d98079e1fd6e HTTP/1.1" status: 404 len: 333 time: 0.1515632 Sep 21 16:01:06.511400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44432) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:06.531789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d20b2-0731-44da-ad3e-7b0b4d47bbbd None None] Pushing event updated for resources: {'Port': ['ID=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:06.571034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:06.571404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: e89a2da4-193f-4dc4-8cf3-1e71e1a364b6, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:06.740202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Allocated IP 172.20.0.11 (1db715d1-572d-4515-8549-dc7302647be3/c2a94ec4-1b42-431a-af1b-6243e4248486/fcc47455-5804-463e-b1c2-84fe1d8d9c21) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:06.743380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e7e4c4-7918-454d-8d8c-33388beb565d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet 5f4d41cc-3517-47ad-ace4-5de881d78692 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:06.748239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e4c4-7918-454d-8d8c-33388beb565d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.748705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57345749-d015-4167-b7af-1938543f4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:06.750232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-57345749-d015-4167-b7af-1938543f4d2b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=035c27b2-7ff0-47f3-b68d-80ca79bdf202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2419031 Sep 21 16:01:06.778480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:06.795509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-267b8a39-7623-41f5-b9b0-ce01b3c2ca4b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:06.886708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e4c4-7918-454d-8d8c-33388beb565d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.890633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:06.932675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:00Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:05Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:06.939126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b53da96-b6fe-4981-962b-f818868f9b0e None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:00Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:05Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:06.954426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-267b8a39-7623-41f5-b9b0-ce01b3c2ca4b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:06.959870 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-267b8a39-7623-41f5-b9b0-ce01b3c2ca4b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4668522 Sep 21 16:01:06.960747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44438) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:06.971930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--134855941'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:07.001095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:07.027495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:07.037564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c42c1-b847-4d79-9e79-faa498ec3718 req-a3449aea-7528-410f-b9c1-dda964214fe2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:07.039417 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fd0c42c1-b847-4d79-9e79-faa498ec3718 req-a3449aea-7528-410f-b9c1-dda964214fe2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 943 time: 0.4386699 Sep 21 16:01:07.064480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, e89a2da4-193f-4dc4-8cf3-1e71e1a364b6) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:07.081374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccebf01-9461-4f7a-b71d-d29724a4d328 None None] Network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:07.122506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:07.123125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.132220 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fd0c42c1-b847-4d79-9e79-faa498ec3718 req-ebb3f8ad-3b93-42e9-9a7d-e137e8124f3b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855491 Sep 21 16:01:07.137462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e4c4-7918-454d-8d8c-33388beb565d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.148973 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9abbee50-9661-422a-9ee9-0be7ccce3229 req-b95abcce-8534-4e46-ae9b-2a32d1032e5e tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.0908198 Sep 21 16:01:07.182849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.230162 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-9ffd93a5-ceab-46ef-8b84-133bab351cee service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692960 Sep 21 16:01:07.243417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:07.250591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:07.255872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:07.268002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:07.354264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.377312 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5f4adcc6-d7ff-47ff-827f-bdb5299388bf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8143778 Sep 21 16:01:07.381011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44442) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:07.445856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:01:07.447516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.486271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ddac5125-3c32-4904-9b5f-f8ad9c860a3a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:07.503262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.688960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port ddac5125-3c32-4904-9b5f-f8ad9c860a3a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:07.692156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Pushing event updated for resources: {'Port': ['ID=fcc47455-5804-463e-b1c2-84fe1d8d9c21,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:07.710854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 90f8d846-11b9-479b-85df-bee7c4bcfc90 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:07.726954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Network 1db715d1-572d-4515-8549-dc7302647be3 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:07.743341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:07.747869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:07.773385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e4c4-7918-454d-8d8c-33388beb565d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.846022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.855190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa1290-fa6c-403f-b1f0-cd34184ae28a None None] Network 59d1290e-1949-40ec-bf86-0d3ae8e162a9 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:07.860987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:07.861612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.898748 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0ca86c1-35a9-4783-8fc3-5cc551d39e3e req-181e6caf-e8e0-47a1-9b6b-1c741cff4b38 service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396024 Sep 21 16:01:07.918855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7e4c4-7918-454d-8d8c-33388beb565d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4d41cc-3517-47ad-ace4-5de881d78692,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:07.927898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e4c4-7918-454d-8d8c-33388beb565d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.934169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.961035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:07.986442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Allocated IP 172.21.0.2 (e89a2da4-193f-4dc4-8cf3-1e71e1a364b6/5441ebef-27f7-4521-8bb3-341c4e92a70f/363050c6-58bd-4271-adb3-015f719571cf) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:08.015234 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-2a582855-c897-44c9-89ad-32bcd3a00996 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6872666 Sep 21 16:01:08.015419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2e64c3-1631-4bfc-9739-e84d7171644e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:08.029054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Request body: {'port': {'device_id': 'b8b0c6e0-c05b-4475-acb5-273c6bc7cd80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:08.031559 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f2e7e4c4-7918-454d-8d8c-33388beb565d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/5f4d41cc-3517-47ad-ace4-5de881d78692 HTTP/1.1" status: 204 len: 168 time: 1.5191715 Sep 21 16:01:08.106519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 90f8d846-11b9-479b-85df-bee7c4bcfc90 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:08.113552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44446) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:08.147280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.148617 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3e51252b-16e9-4db9-81d9-691c7cf6fc3e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1861839 Sep 21 16:01:08.212137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44450) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:08.225873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--906064662'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:08.244159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:08.260562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.261522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:08.315150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port ddac5125-3c32-4904-9b5f-f8ad9c860a3a {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:08.315463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.437606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-25e8379a-55a1-4892-9d62-4746cb24a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:08.439253 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-25e8379a-55a1-4892-9d62-4746cb24a5bd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 1096 time: 0.3736212 Sep 21 16:01:08.446193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.478806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.492137 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Transition to ACTIVE for port object 363050c6-58bd-4271-adb3-015f719571cf will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:08.522331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-11ee288b-ed18-4ba8-9e62-21ed47610478 None None] Provisioning for port ddac5125-3c32-4904-9b5f-f8ad9c860a3a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:08.530336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Transition to ACTIVE for port object 363050c6-58bd-4271-adb3-015f719571cf will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:08.536831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 90f8d846-11b9-479b-85df-bee7c4bcfc90 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:08.537318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.566454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:08.572873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:08.576943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-11ee288b-ed18-4ba8-9e62-21ed47610478 None None] Provisioning complete for port ddac5125-3c32-4904-9b5f-f8ad9c860a3a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:08.576943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11ee288b-ed18-4ba8-9e62-21ed47610478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.586264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:08.598705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:08.652106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.669468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.728258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ec189-1073-423f-8523-2edecd4f5c57 req-ad50c00a-57ef-4894-ba55-34fcc06a30a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:08.729772 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9a3ec189-1073-423f-8523-2edecd4f5c57 req-ad50c00a-57ef-4894-ba55-34fcc06a30a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 943 time: 0.2606697 Sep 21 16:01:08.744746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:08.776607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:08.788037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:08.789741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Pushing event updated for resources: {'Port': ['ID=363050c6-58bd-4271-adb3-015f719571cf,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:08.838267 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9a3ec189-1073-423f-8523-2edecd4f5c57 req-37be3711-19d5-4f37-b172-a6631ef39fb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961130 Sep 21 16:01:08.840071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:08.872093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.001842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.030210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74405e-73b3-4f47-ab4f-b1c9c12a8047 req-1d6b829c-41aa-4c81-b489-edec489227db tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:09.030991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1a74405e-73b3-4f47-ab4f-b1c9c12a8047 req-1d6b829c-41aa-4c81-b489-edec489227db tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Synchronizing usage tracker for tenant:fecc30a967f54cbfb50a4fad33a069ea on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:09.036320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 90f8d846-11b9-479b-85df-bee7c4bcfc90 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:09.036907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.072068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-e44d5a5b-7c5f-4520-b899-935cc57c24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:09.073637 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-e44d5a5b-7c5f-4520-b899-935cc57c24af service neutron] 10.222.0.33 "GET /v2.0/networks?id=035c27b2-7ff0-47f3-b68d-80ca79bdf202 HTTP/1.1" status: 200 len: 897 time: 0.5676475 Sep 21 16:01:09.079444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c032f57-bac7-46d2-a30a-42697a1767e7,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:09.110882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Attempting to bind port 363050c6-58bd-4271-adb3-015f719571cf on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:09.111386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Attempting to bind port 363050c6-58bd-4271-adb3-015f719571cf by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:09.111755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Attempting to bind port 363050c6-58bd-4271-adb3-015f719571cf on network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:09.122006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:09.122363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Checking segment: {'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:09.122775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.123171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Bound using segment: {'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:09.123654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Bound port: 363050c6-58bd-4271-adb3-015f719571cf, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:09.124036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.173421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.180117 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-af5530df-e473-4ce2-98cc-f232727fbba7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9616466 Sep 21 16:01:09.180117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44458) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:09.184013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': 'dd2e64c3-1631-4bfc-9739-e84d7171644e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9c032f57-bac7-46d2-a30a-42697a1767e7', 'remote_ip_prefix': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:09.188905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-11ee288b-ed18-4ba8-9e62-21ed47610478 None None] Current status of the port ddac5125-3c32-4904-9b5f-f8ad9c860a3a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:09.189294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11ee288b-ed18-4ba8-9e62-21ed47610478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.196474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:09.198864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] DHCP port deletion for 59d1290e-1949-40ec-bf86-0d3ae8e162a9 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:01:09.205733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:09.210999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:09.218693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Deleting port ddac5125-3c32-4904-9b5f-f8ad9c860a3a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:09.219072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.247055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 90f8d846-11b9-479b-85df-bee7c4bcfc90, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=90f8d846-11b9-479b-85df-bee7c4bcfc90,segment=NetworkSegment(272f115a-aae8-4aa0-ab2e-e09c7b09b156),segment_id=272f115a-aae8-4aa0-ab2e-e09c7b09b156)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:09.248304 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-2f3ae24f-5b29-448a-a5ab-ea2b8cb438ea service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a639db3b-794f-4801-925f-04e6bfa3abf6 HTTP/1.1" status: 200 len: 217 time: 0.1588969 Sep 21 16:01:09.250433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:09.326513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] For port ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,segment=NetworkSegment(79dd461c-5a62-49a0-967f-9a0ec9304748),segment_id=79dd461c-5a62-49a0-967f-9a0ec9304748)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:09.326767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.339874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1a74405e-73b3-4f47-ab4f-b1c9c12a8047 req-1d6b829c-41aa-4c81-b489-edec489227db tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Unset dirty status for tenant:fecc30a967f54cbfb50a4fad33a069ea on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:09.341029 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a74405e-73b3-4f47-ab4f-b1c9c12a8047 req-1d6b829c-41aa-4c81-b489-edec489227db tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 932 time: 0.9229221 Sep 21 16:01:09.374793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-11ee288b-ed18-4ba8-9e62-21ed47610478 None None] For port ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,segment=NetworkSegment(79dd461c-5a62-49a0-967f-9a0ec9304748),segment_id=79dd461c-5a62-49a0-967f-9a0ec9304748)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:09.385000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.386342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.390728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] For port 363050c6-58bd-4271-adb3-015f719571cf, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:09.398481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.21.0.1 (e89a2da4-193f-4dc4-8cf3-1e71e1a364b6/5441ebef-27f7-4521-8bb3-341c4e92a70f/da5f5d38-6219-48ae-99ad-26b14ece664a) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:09.444293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-ffecd917-9b34-49df-9e4a-e9df8ee9cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:09.445729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-ffecd917-9b34-49df-9e4a-e9df8ee9cfd6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0cdc1379-2339-401c-b76a-3d72b546e1cd HTTP/1.1" status: 200 len: 835 time: 0.1856151 Sep 21 16:01:09.469315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=90f8d846-11b9-479b-85df-bee7c4bcfc90,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:09.476914 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11ee288b-ed18-4ba8-9e62-21ed47610478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.522011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for ddac5125-3c32-4904-9b5f-f8ad9c860a3a owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:09.527038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] For port 363050c6-58bd-4271-adb3-015f719571cf, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=363050c6-58bd-4271-adb3-015f719571cf,segment=NetworkSegment(89ef5a26-a579-478a-955f-3c26c9b59787),segment_id=89ef5a26-a579-478a-955f-3c26c9b59787)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:09.530195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ddac5125-3c32-4904-9b5f-f8ad9c860a3a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:09.583217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.616455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.632391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object da5f5d38-6219-48ae-99ad-26b14ece664a will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:09.673900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.676826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.698263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b8fbc3-a377-4694-a25b-252ed6f5de02,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:09.715700 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a74405e-73b3-4f47-ab4f-b1c9c12a8047 req-8811154f-313b-4a94-be4a-91b2c42e7f95 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651500 Sep 21 16:01:09.726808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee288b-ed18-4ba8-9e62-21ed47610478 None None] Pushing event updated for resources: {'Port': ['ID=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:09.733109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.826125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-a347f4e7-10ba-4cc7-b85a-5e4df57d215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:09.827617 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-a347f4e7-10ba-4cc7-b85a-5e4df57d215f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=035c27b2-7ff0-47f3-b68d-80ca79bdf202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2779334 Sep 21 16:01:09.833667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:09.836765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:09.841285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:09.849306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] For port ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,segment=NetworkSegment(79dd461c-5a62-49a0-967f-9a0ec9304748),segment_id=79dd461c-5a62-49a0-967f-9a0ec9304748)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:09.849847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:09.900753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:09.901098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:10.004483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc47455-5804-463e-b1c2-84fe1d8d9c21 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:01:10.005653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Calling delete_port for ddac5125-3c32-4904-9b5f-f8ad9c860a3a owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:10.034371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.066703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Transition to ACTIVE for port object fcc47455-5804-463e-b1c2-84fe1d8d9c21 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:10.087222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7ee7b-50ed-4cbc-aa0c-912ac434a322 None None] Pushing event updated for resources: {'Port': ['ID=363050c6-58bd-4271-adb3-015f719571cf,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:10.095383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ddac5125-3c32-4904-9b5f-f8ad9c860a3a is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:10.095769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.107271 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-a8444b8c-8d83-4ba8-8607-0fa2b7a999f7 service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378528 Sep 21 16:01:10.164299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,segment=NetworkSegment(79dd461c-5a62-49a0-967f-9a0ec9304748),segment_id=79dd461c-5a62-49a0-967f-9a0ec9304748)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:10.173210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=da5f5d38-6219-48ae-99ad-26b14ece664a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:10.196949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.219531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.220738 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5ac0138e-079e-4f85-acac-c6e9a939740d tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0408967 Sep 21 16:01:10.241290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44464) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:10.252734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.297909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.310380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6412f363-98a5-40a4-9672-06ef88e2aadb tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.322465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:10.323088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:10.333438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6412f363-98a5-40a4-9672-06ef88e2aadb tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.336419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:10.363682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e2687-ce4f-4241-83c0-8dc29563f28a req-312200d2-3a55-4b64-83ff-64f92a8f7520 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:10.365147 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ef8e2687-ce4f-4241-83c0-8dc29563f28a req-312200d2-3a55-4b64-83ff-64f92a8f7520 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 943 time: 0.1971238 Sep 21 16:01:10.425869 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ef8e2687-ce4f-4241-83c0-8dc29563f28a req-e1793b84-710a-4c65-b492-2db21a0beb15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521884 Sep 21 16:01:10.431863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port ddac5125-3c32-4904-9b5f-f8ad9c860a3a {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:10.432212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.467390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc47455-5804-463e-b1c2-84fe1d8d9c21,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:10.479939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6412f363-98a5-40a4-9672-06ef88e2aadb tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.500390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412f363-98a5-40a4-9672-06ef88e2aadb tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0b8fbc3-a377-4694-a25b-252ed6f5de02,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:10.505812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6412f363-98a5-40a4-9672-06ef88e2aadb tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.506857 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6412f363-98a5-40a4-9672-06ef88e2aadb tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e0b8fbc3-a377-4694-a25b-252ed6f5de02 HTTP/1.1" status: 204 len: 168 time: 0.2645326 Sep 21 16:01:10.509348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44468) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:10.615316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-56ad6f62-e797-4d77-a674-abaaad3d4bf5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:10.618150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.667636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eca6c2bc-a167-4873-9f9f-b392f1f8e631 req-e089a523-a657-4bc2-ac33-277782ddf471 service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536485 Sep 21 16:01:10.718579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Attempting to bind port fcc47455-5804-463e-b1c2-84fe1d8d9c21 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:10.718579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Attempting to bind port fcc47455-5804-463e-b1c2-84fe1d8d9c21 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'b509396a-6b05-42c2-a602-50c85fb1f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1db715d1-572d-4515-8549-dc7302647be3'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:10.719338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Attempting to bind port fcc47455-5804-463e-b1c2-84fe1d8d9c21 on network 1db715d1-572d-4515-8549-dc7302647be3 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:10.735247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Port fcc47455-5804-463e-b1c2-84fe1d8d9c21 on network 1db715d1-572d-4515-8549-dc7302647be3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:01:10.735606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Attempting to bind port fcc47455-5804-463e-b1c2-84fe1d8d9c21 on network 1db715d1-572d-4515-8549-dc7302647be3 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:10.747084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:10.747421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Checking segment: {'id': 'b509396a-6b05-42c2-a602-50c85fb1f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1db715d1-572d-4515-8549-dc7302647be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:10.747812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Bound using segment: {'id': 'b509396a-6b05-42c2-a602-50c85fb1f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1db715d1-572d-4515-8549-dc7302647be3'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:10.748246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Bound port: fcc47455-5804-463e-b1c2-84fe1d8d9c21, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b509396a-6b05-42c2-a602-50c85fb1f9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1db715d1-572d-4515-8549-dc7302647be3'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:10.748596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:10.762451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-56ad6f62-e797-4d77-a674-abaaad3d4bf5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:10.767282 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-56ad6f62-e797-4d77-a674-abaaad3d4bf5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2566490 Sep 21 16:01:10.767573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44474) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:10.792683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device a639db3b-794f-4801-925f-04e6bfa3abf6 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:01:10.829851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Deleting port ddac5125-3c32-4904-9b5f-f8ad9c860a3a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:10.830256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.024887 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] For port ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,segment=NetworkSegment(79dd461c-5a62-49a0-967f-9a0ec9304748),segment_id=79dd461c-5a62-49a0-967f-9a0ec9304748)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:11.025251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.131531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] For port ddac5125-3c32-4904-9b5f-f8ad9c860a3a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,segment=NetworkSegment(79dd461c-5a62-49a0-967f-9a0ec9304748),segment_id=79dd461c-5a62-49a0-967f-9a0ec9304748)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:11.131936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.135892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd941-f617-43f4-b2e7-f79bffd2b8a5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.165628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for ddac5125-3c32-4904-9b5f-f8ad9c860a3a owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:11.183600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd941-f617-43f4-b2e7-f79bffd2b8a5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.212194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] For port fcc47455-5804-463e-b1c2-84fe1d8d9c21, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:11.231482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] For port fcc47455-5804-463e-b1c2-84fe1d8d9c21, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21,segment=NetworkSegment(b509396a-6b05-42c2-a602-50c85fb1f9a9),segment_id=b509396a-6b05-42c2-a602-50c85fb1f9a9)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:11.233238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.260776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efe51c-7431-4124-99b5-84a4575b741b req-ee803844-a1ca-4f11-83e0-979433c2c468 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:11.262357 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c3efe51c-7431-4124-99b5-84a4575b741b req-ee803844-a1ca-4f11-83e0-979433c2c468 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 944 time: 0.3707204 Sep 21 16:01:11.299579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b80fc85-e0d6-4842-a456-f7ea5465aaa7 None None] Network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:11.312858 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c3efe51c-7431-4124-99b5-84a4575b741b req-9aaecece-e51a-4484-954d-d20752d25ea1 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Sep 21 16:01:11.314374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.325351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Calling delete_port for ddac5125-3c32-4904-9b5f-f8ad9c860a3a owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:11.346602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.351855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:11.352362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.355222 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] 10.222.0.33 "PUT /v2.0/ports/fcc47455-5804-463e-b1c2-84fe1d8d9c21 HTTP/1.1" status: 200 len: 1094 time: 3.3350284 Sep 21 16:01:11.355222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b0c6e0-c05b-4475-acb5-273c6bc7cd80', 'tag': 'fcc47455-5804-463e-b1c2-84fe1d8d9c21'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:01:11.356549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db508c9a-48aa-4694-9eab-9191c09b42e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b0c6e0-c05b-4475-acb5-273c6bc7cd80", "tag": "fcc47455-5804-463e-b1c2-84fe1d8d9c21"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:01:11.366813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.388737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No DVR routers for this DVR port ddac5125-3c32-4904-9b5f-f8ad9c860a3a on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:11.483501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port a639db3b-794f-4801-925f-04e6bfa3abf6, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=a639db3b-794f-4801-925f-04e6bfa3abf6,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:11.506835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741fa7cd-e9c5-4bf0-82e0-7a457952857d x-openstack-request-id: req-741fa7cd-e9c5-4bf0-82e0-7a457952857d {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:01:11.507074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b0c6e0-c05b-4475-acb5-273c6bc7cd80", "tag": "fcc47455-5804-463e-b1c2-84fe1d8d9c21", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:01:11.507303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-741fa7cd-e9c5-4bf0-82e0-7a457952857d {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:01:11.507707 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741fa7cd-e9c5-4bf0-82e0-7a457952857d'] response: {'name': 'network-changed', 'server_uuid': 'b8b0c6e0-c05b-4475-acb5-273c6bc7cd80', 'tag': 'fcc47455-5804-463e-b1c2-84fe1d8d9c21', 'status': 'completed', 'code': 200} Sep 21 16:01:11.508289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737d854-869e-46ff-ba32-eec04fa01312 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc47455-5804-463e-b1c2-84fe1d8d9c21,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:11.536905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:01:11.538888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd941-f617-43f4-b2e7-f79bffd2b8a5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.544798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:11.545215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:11.549375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=da5f5d38-6219-48ae-99ad-26b14ece664a,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:11.591768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f7594f26-439c-472b-9317-832e94ef83fe None None] Provisioning for port 363050c6-58bd-4271-adb3-015f719571cf completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:11.600085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fd941-f617-43f4-b2e7-f79bffd2b8a5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c032f57-bac7-46d2-a30a-42697a1767e7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:11.627739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.678610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port a639db3b-794f-4801-925f-04e6bfa3abf6 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:11.679001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.730205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=ddac5125-3c32-4904-9b5f-f8ad9c860a3a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:11.731669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd941-f617-43f4-b2e7-f79bffd2b8a5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.732790 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3b0fd941-f617-43f4-b2e7-f79bffd2b8a5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/9c032f57-bac7-46d2-a30a-42697a1767e7 HTTP/1.1" status: 204 len: 168 time: 0.9553142 Sep 21 16:01:11.738238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44482) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:11.739167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a639db3b-794f-4801-925f-04e6bfa3abf6 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:01:11.751629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 90f8d846-11b9-479b-85df-bee7c4bcfc90 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:11.753981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.787599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Deleting port ddac5125-3c32-4904-9b5f-f8ad9c860a3a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:11.787992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.799653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d1290e-1949-40ec-bf86-0d3ae8e162a9']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:11.815868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dd461c-5a62-49a0-967f-9a0ec9304748') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:11.816204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dd461c-5a62-49a0-967f-9a0ec9304748') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:11.833185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.844067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bc67c249-ba0d-469a-9358-2bca968815c1 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:11.860029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.866301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:11.868138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:11.873699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-146097e9-9bd6-4210-86b7-848ba6e0fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:11.875222 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-146097e9-9bd6-4210-86b7-848ba6e0fdce service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fecc30a967f54cbfb50a4fad33a069ea&device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 1097 time: 0.2472444 Sep 21 16:01:11.876989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:11.877392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.898803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-df7ae1fc-888d-4120-a685-26fac5ef8ba9 None None] The port 'ddac5125-3c32-4904-9b5f-f8ad9c860a3a' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:01:11.902244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port a639db3b-794f-4801-925f-04e6bfa3abf6, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=a639db3b-794f-4801-925f-04e6bfa3abf6,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:11.950625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 90f8d846-11b9-479b-85df-bee7c4bcfc90 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:11.950980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:11.951914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bc67c249-ba0d-469a-9358-2bca968815c1 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:11.953660 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bc67c249-ba0d-469a-9358-2bca968815c1 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2148743 Sep 21 16:01:11.970183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44488) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:11.990371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.011898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 79dd461c-5a62-49a0-967f-9a0ec9304748 resource provider aggregate not found Sep 21 16:01:12.065459 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 79dd461c-5a62-49a0-967f-9a0ec9304748 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79dd461c-5a62-49a0-967f-9a0ec9304748 found for delete ", "request_id": "req-688f9f76-05b4-4e88-b1ef-0172a0b83a72"}]} Sep 21 16:01:12.067176 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-716882ea-fc86-4fae-b91c-484b8af3b486 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21 HTTP/1.1" status: 200 len: 217 time: 0.1667676 Sep 21 16:01:12.075238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18fc9-f001-49bd-a324-618a5fabaac8 req-ee7e874f-de1e-4a06-8f9c-5e54e4aabd0d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:12.076178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0bb18fc9-f001-49bd-a324-618a5fabaac8 req-ee7e874f-de1e-4a06-8f9c-5e54e4aabd0d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:12.088927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=a639db3b-794f-4801-925f-04e6bfa3abf6,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:12.153989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:12.166029 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bb8c39-4f25-4b28-8319-7782ea1995c5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.176826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-16f4462b-59be-471a-b452-50212fc471a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:12.179228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-16f4462b-59be-471a-b452-50212fc471a2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c2a94ec4-1b42-431a-af1b-6243e4248486 HTTP/1.1" status: 200 len: 851 time: 0.0953181 Sep 21 16:01:12.192639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 90f8d846-11b9-479b-85df-bee7c4bcfc90 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:12.193740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 363050c6-58bd-4271-adb3-015f719571cf up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:12.245228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-85ef64e8-0402-488e-9ff7-4e662f55c5b2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1db715d1-572d-4515-8549-dc7302647be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585661 Sep 21 16:01:12.247732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.251962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['a639db3b-794f-4801-925f-04e6bfa3abf6'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:01:12.393439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.396665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Provisioning for port da5f5d38-6219-48ae-99ad-26b14ece664a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:12.415688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Provisioning complete for port da5f5d38-6219-48ae-99ad-26b14ece664a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:12.416081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.431179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0bb18fc9-f001-49bd-a324-618a5fabaac8 req-ee7e874f-de1e-4a06-8f9c-5e54e4aabd0d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:12.432421 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0bb18fc9-f001-49bd-a324-618a5fabaac8 req-ee7e874f-de1e-4a06-8f9c-5e54e4aabd0d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 943 time: 0.8095741 Sep 21 16:01:12.451333 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:01:12.467476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 363050c6-58bd-4271-adb3-015f719571cf completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:12.473291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Network': ['ID=59d1290e-1949-40ec-bf86-0d3ae8e162a9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:12.481308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bb8c39-4f25-4b28-8319-7782ea1995c5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.506901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 363050c6-58bd-4271-adb3-015f719571cf triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:12.507284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.556008 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0bb18fc9-f001-49bd-a324-618a5fabaac8 req-416b9d89-5da3-4858-a701-c316cbe903e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044466 Sep 21 16:01:12.586239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Port da5f5d38-6219-48ae-99ad-26b14ece664a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:12.634951 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:12.658508 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:12.661357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fe129798-1c4e-4765-ac86-3a4d0dc9ce9f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2794673 Sep 21 16:01:12.664912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44496) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:12.670429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1362459640'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:12.677249 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:12.677883 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:12.678073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:12.687980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:12.688186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Provisioning complete for port 363050c6-58bd-4271-adb3-015f719571cf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:12.688186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.689660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:12.697924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:12.708018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9098db-1a6e-4503-befe-c62060f7e99e req-d7dfdec8-59db-45da-a9ce-53190ff1c498 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:12.709702 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1c9098db-1a6e-4503-befe-c62060f7e99e req-d7dfdec8-59db-45da-a9ce-53190ff1c498 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 944 time: 0.2307992 Sep 21 16:01:12.741298 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-d4094287-7bbd-4131-bbc5-6f26f7f31f86 service neutron] 10.222.0.33 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830492 Sep 21 16:01:12.746744 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-01240ffd-fead-4a83-99c7-eb4a23a08d11 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/networks/59d1290e-1949-40ec-bf86-0d3ae8e162a9 HTTP/1.1" status: 204 len: 168 time: 4.6316674 Sep 21 16:01:12.768304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44500) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:12.775386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-575128335'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:12.775695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-1c9098db-1a6e-4503-befe-c62060f7e99e req-e7673ef8-5361-4e9a-a023-b4697fa1fe22 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Synchronizing usage tracker for tenant:fecc30a967f54cbfb50a4fad33a069ea on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:12.783416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bb8c39-4f25-4b28-8319-7782ea1995c5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.786941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:12.791347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bb8c39-4f25-4b28-8319-7782ea1995c5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.791347 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e2bb8c39-4f25-4b28-8319-7782ea1995c5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/dd2e64c3-1631-4bfc-9739-e84d7171644e HTTP/1.1" status: 204 len: 168 time: 0.8175702 Sep 21 16:01:12.807996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44504) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:12.810632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb8c39-4f25-4b28-8319-7782ea1995c5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2e64c3-1631-4bfc-9739-e84d7171644e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:12.841779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:network and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:12.852293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:12.868159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:12.885873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3c44c1a4-3b3d-4a62-80e8-8d1a0ff8b0d9 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:12.894907 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:12.900735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.926343 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6b2c567-0731-4207-99c8-1864e3a885d2 req-db3ac2f5-a150-468a-80b9-158a85a103bb service neutron] 10.222.0.33 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777306 Sep 21 16:01:12.931233 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:12.960146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:12.969463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:12.974457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.981982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 363050c6-58bd-4271-adb3-015f719571cf is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:12.982501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.983474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:12.983829 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment 3c8b88f5-6bfc-4637-b755-e91fc4465f34 of type vlan for network c07a8613-bdc3-4b45-a48d-ea27f632926c Sep 21 16:01:13.020296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:13.036532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-1c9098db-1a6e-4503-befe-c62060f7e99e req-e7673ef8-5361-4e9a-a023-b4697fa1fe22 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Unset dirty status for tenant:fecc30a967f54cbfb50a4fad33a069ea on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:13.037241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.037757 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Added segment 5c9c949e-1966-4407-9706-acc31912a87d of type vlan for network a21cf276-ccf8-4779-9b65-b47b46c751ae Sep 21 16:01:13.046865 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1c9098db-1a6e-4503-befe-c62060f7e99e req-e7673ef8-5361-4e9a-a023-b4697fa1fe22 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267608 Sep 21 16:01:13.048336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Current status of the port 363050c6-58bd-4271-adb3-015f719571cf is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:13.048714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.051140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.088857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3c44c1a4-3b3d-4a62-80e8-8d1a0ff8b0d9 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:13.095021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3c44c1a4-3b3d-4a62-80e8-8d1a0ff8b0d9 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2779553 Sep 21 16:01:13.102475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44508) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:13.111890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--797758849'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:13.112628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 363050c6-58bd-4271-adb3-015f719571cf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=363050c6-58bd-4271-adb3-015f719571cf,segment=NetworkSegment(89ef5a26-a579-478a-955f-3c26c9b59787),segment_id=89ef5a26-a579-478a-955f-3c26c9b59787)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:13.120972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:13.134117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:13.173872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.186047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.223706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.242870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.248262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:13.248854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.249105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-61deaaad-3e28-4757-a213-f0d28acf5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:13.251313 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-61deaaad-3e28-4757-a213-f0d28acf5597 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fecc30a967f54cbfb50a4fad33a069ea&device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 1097 time: 0.1295249 Sep 21 16:01:13.268346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:13.311822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:13.312173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:13.314724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=363050c6-58bd-4271-adb3-015f719571cf,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:13.339206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:13.347862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.353933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:13.354346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:13.354561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.364460 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:10Z', 'revision_number': 3, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:10Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:13.368721 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:13.370523 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Updating router 891aa4cb-edfd-4c0f-84b2-48452601a010 port da5f5d38-6219-48ae-99ad-26b14ece664a binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:01:13.370653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:13.379890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=c07a8613-bdc3-4b45-a48d-ea27f632926c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:13.394737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c07a8613-bdc3-4b45-a48d-ea27f632926c details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:13.453285 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-004cb5dd-5206-4e64-97c9-30829e17417e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7869098 Sep 21 16:01:13.457178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44512) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:13.459049 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.462992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:13.498106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.507394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Network': ['ID=a21cf276-ccf8-4779-9b65-b47b46c751ae,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:13.539708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-a87800e5-d3cf-4592-b09a-16b69644b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:13.541178 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-a87800e5-d3cf-4592-b09a-16b69644b90b service neutron] 10.222.0.33 "GET /v2.0/networks?id=1db715d1-572d-4515-8549-dc7302647be3 HTTP/1.1" status: 200 len: 912 time: 0.2822001 Sep 21 16:01:13.559188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network a21cf276-ccf8-4779-9b65-b47b46c751ae details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:13.571454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 363050c6-58bd-4271-adb3-015f719571cf up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:13.619353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:13.625550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-495f23d9-d490-4390-975b-8fef9283363e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21 HTTP/1.1" status: 200 len: 217 time: 0.0776057 Sep 21 16:01:13.629402 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-796331bd-83ae-4e74-a942-ad0dc6e5e2ed tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8589106 Sep 21 16:01:13.632195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44518) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:13.632861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:13.636138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.641379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': 'a21cf276-ccf8-4779-9b65-b47b46c751ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:13.665120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:13.711960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:13.759093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c8a173-3cdd-4f10-adce-acecef411b5d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:13.781896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 363050c6-58bd-4271-adb3-015f719571cf triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:13.782363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.836148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.842669 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-24c2e0a4-a958-4062-bdd9-72f69af1e864 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7390549 Sep 21 16:01:13.845504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44522) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:13.858984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': '18c8a173-3cdd-4f10-adce-acecef411b5d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:13.870165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:13.880187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:13.886704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:13.887437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-f84db5ae-db78-4ae7-8832-c40a0dbc7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:13.888881 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-f84db5ae-db78-4ae7-8832-c40a0dbc7fc3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c2a94ec4-1b42-431a-af1b-6243e4248486 HTTP/1.1" status: 200 len: 851 time: 0.2298193 Sep 21 16:01:13.891735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-499f7b41-9863-450f-a066-b8c4203831ae None None] Current status of the port 363050c6-58bd-4271-adb3-015f719571cf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:13.899601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:13.913992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:13.918298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.945694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:13.959175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 363050c6-58bd-4271-adb3-015f719571cf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:13.963939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:13.968128 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-2e4fcfcc-f1c0-408f-9073-c9d531ebc1cd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1db715d1-572d-4515-8549-dc7302647be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676496 Sep 21 16:01:13.968891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:13.975002 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:13.989678 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Transition to ACTIVE for port object da5f5d38-6219-48ae-99ad-26b14ece664a will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:13.995275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:14.015377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c0f80e26-7c27-4b70-a431-b1b1d5fd78be None None] Provisioning complete for port da5f5d38-6219-48ae-99ad-26b14ece664a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:14.016369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c0f80e26-7c27-4b70-a431-b1b1d5fd78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.060194 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.063123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7794d8-f0f4-4abf-8902-599d124fd163 req-7bc4bc93-5321-4db2-8158-ce8a9f4e8437 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:14.064627 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb7794d8-f0f4-4abf-8902-599d124fd163 req-7bc4bc93-5321-4db2-8158-ce8a9f4e8437 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 944 time: 0.3465829 Sep 21 16:01:14.073077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.095851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:14.099838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.101759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c0f80e26-7c27-4b70-a431-b1b1d5fd78be None None] Port da5f5d38-6219-48ae-99ad-26b14ece664a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:14.204224 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb7794d8-f0f4-4abf-8902-599d124fd163 req-b6836474-35b5-4d43-9af2-13d433fdca5e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293778 Sep 21 16:01:14.212271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.220347 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d63602-4e02-40b2-a5a2-a1d933c2098e None None] Pushing event updated for resources: {'Port': ['ID=da5f5d38-6219-48ae-99ad-26b14ece664a,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:14.246577 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-bba2258c-7fa5-4196-be37-848bfc7aa84c service neutron] 10.222.0.33 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704053 Sep 21 16:01:14.311864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.332744 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Attempting to bind port da5f5d38-6219-48ae-99ad-26b14ece664a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:14.333274 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Attempting to bind port da5f5d38-6219-48ae-99ad-26b14ece664a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:14.333746 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Attempting to bind port da5f5d38-6219-48ae-99ad-26b14ece664a on network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:14.340389 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:14.343846 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Checking segment: {'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:14.343846 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.343846 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Bound using segment: {'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:14.343846 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Bound port: da5f5d38-6219-48ae-99ad-26b14ece664a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ef5a26-a579-478a-955f-3c26c9b59787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:14.343846 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.345804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7009274e-9937-49de-982a-72b1b000d37e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:14.384572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b427c3-3a20-47f8-8864-2e12cd00f48d req-2372f244-d069-4e9c-8c9b-b6db40009248 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:14.386111 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52b427c3-3a20-47f8-8864-2e12cd00f48d req-2372f244-d069-4e9c-8c9b-b6db40009248 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 944 time: 0.1516671 Sep 21 16:01:14.408352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.444589 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db508c9a-48aa-4694-9eab-9191c09b42e1 req-e6e83f93-a8a9-4fd9-a519-a4ce38b49892 service neutron] 10.222.0.33 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898606 Sep 21 16:01:14.458762 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] For port da5f5d38-6219-48ae-99ad-26b14ece664a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:14.462914 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] For port da5f5d38-6219-48ae-99ad-26b14ece664a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=da5f5d38-6219-48ae-99ad-26b14ece664a,segment=NetworkSegment(89ef5a26-a579-478a-955f-3c26c9b59787),segment_id=89ef5a26-a579-478a-955f-3c26c9b59787)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:14.477771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.478967 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-920825bd-316d-4afb-9b93-a786cbfa711a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6315088 Sep 21 16:01:14.485585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44528) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:14.516849 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52b427c3-3a20-47f8-8864-2e12cd00f48d req-64f3317f-683a-41e0-adf4-6c2fc5e17a4c tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246791 Sep 21 16:01:14.525169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=07b25def-509a-4e52-ae1a-7a988d5b2917,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:14.551508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d117370-eaf0-41c0-8885-39d5acb80c73 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.556491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:14.556849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: c07a8613-bdc3-4b45-a48d-ea27f632926c, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:14.575130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d117370-eaf0-41c0-8885-39d5acb80c73 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.637298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.637554 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.660034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network c07a8613-bdc3-4b45-a48d-ea27f632926c is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:14.682963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d117370-eaf0-41c0-8885-39d5acb80c73 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.697756 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:14.698440 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:14.701461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d117370-eaf0-41c0-8885-39d5acb80c73 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7009274e-9937-49de-982a-72b1b000d37e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:14.713063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d117370-eaf0-41c0-8885-39d5acb80c73 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.715495 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4d117370-eaf0-41c0-8885-39d5acb80c73 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/7009274e-9937-49de-982a-72b1b000d37e HTTP/1.1" status: 204 len: 168 time: 0.2234375 Sep 21 16:01:14.716882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44532) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:14.722824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=e33efea3-cc9e-4b19-a2af-8016063b9dba,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:14.728409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking segment: {'id': '5c9c949e-1966-4407-9706-acc31912a87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a21cf276-ccf8-4779-9b65-b47b46c751ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:14.728836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network hostable DHCP agents. Network: a21cf276-ccf8-4779-9b65-b47b46c751ae, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:14.739435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c07a8613-bdc3-4b45-a48d-ea27f632926c) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:14.746099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:14.746813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.753451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81794607-9504-4a9a-b37e-278376b4f77a None None] Network c07a8613-bdc3-4b45-a48d-ea27f632926c requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:14.787325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9505ae80-3c7d-48f2-9ade-35d1acd8463b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:14.808561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network a21cf276-ccf8-4779-9b65-b47b46c751ae is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:14.816601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, a21cf276-ccf8-4779-9b65-b47b46c751ae) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:14.821355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:14.822073 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:14.838226 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-edc10860-689f-437c-87ca-ee93d5d8129b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3776360 Sep 21 16:01:14.838903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44536) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:14.840049 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d63602-4e02-40b2-a5a2-a1d933c2098e None None] Pushing event updated for resources: {'Port': ['ID=da5f5d38-6219-48ae-99ad-26b14ece664a,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:14.856779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fcc47455-5804-463e-b1c2-84fe1d8d9c21 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:01:14.858946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device a639db3b-794f-4801-925f-04e6bfa3abf6 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:14.873410 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:14.891439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a2544-9db7-4b1c-9111-92f237493a37 None None] Network a21cf276-ccf8-4779-9b65-b47b46c751ae requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:14.911605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9505ae80-3c7d-48f2-9ade-35d1acd8463b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:14.915874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44540) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:14.917822 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9505ae80-3c7d-48f2-9ade-35d1acd8463b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1980145 Sep 21 16:01:14.946881 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-719845e9-54ad-431e-92cc-d0e966ea4680 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3131492 Sep 21 16:01:14.950699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44544) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:14.958326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': 'a21cf276-ccf8-4779-9b65-b47b46c751ae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-25132052'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:15.323578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port a639db3b-794f-4801-925f-04e6bfa3abf6 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:15.341719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port a639db3b-794f-4801-925f-04e6bfa3abf6 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:15.341719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:15.365985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f20b3ab4-5cfb-4ab5-9c37-24563868550e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:15.374858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-c07a8613-bdc3-4b45-a48d-ea27f632926c', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:01:15.375687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:15.388099 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:10Z', 'revision_number': 3, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:14Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:15.392320 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652f04b-c01f-42ed-a72f-c23599472467 None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:10Z', 'revision_number': 3, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:14Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:15.449420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:15.456064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:port and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:15.457802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:15.464231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:15.537373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f20b3ab4-5cfb-4ab5-9c37-24563868550e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:15.558092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fcc47455-5804-463e-b1c2-84fe1d8d9c21, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21,segment=NetworkSegment(b509396a-6b05-42c2-a602-50c85fb1f9a9),segment_id=b509396a-6b05-42c2-a602-50c85fb1f9a9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:15.569717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:15.573400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:15.589882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-a21cf276-ccf8-4779-9b65-b47b46c751ae', 'network_id': 'a21cf276-ccf8-4779-9b65-b47b46c751ae', 'tenant_id': '6d2c27c9202b4d37ac29a92442cac334', 'fixed_ips': [{'subnet_id': 'e33efea3-cc9e-4b19-a2af-8016063b9dba'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:01:15.596200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:15.612070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port efa4fec8-8967-48cb-9b46-102571e18843 yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:15.631020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'fcc47455-5804-463e-b1c2-84fe1d8d9c21', 'network_id': '1db715d1-572d-4515-8549-dc7302647be3', 'port_id': 'fcc47455-5804-463e-b1c2-84fe1d8d9c21', 'mac_address': 'fa:16:3e:43:4b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2a94ec4-1b42-431a-af1b-6243e4248486', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:01:15.705251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:15.805705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.13 (a21cf276-ccf8-4779-9b65-b47b46c751ae/e33efea3-cc9e-4b19-a2af-8016063b9dba/efa4fec8-8967-48cb-9b46-102571e18843) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:15.819365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Allocated IP 172.22.0.2 (c07a8613-bdc3-4b45-a48d-ea27f632926c/07b25def-509a-4e52-ae1a-7a988d5b2917/70088923-cc16-41ce-a35c-3a0c81e91aba) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:15.995095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.014569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object efa4fec8-8967-48cb-9b46-102571e18843 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:16.015969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f20b3ab4-5cfb-4ab5-9c37-24563868550e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.026888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1aeb0-c5a0-4d2d-bb15-e111e3ab925b req-9f722be4-2054-4de9-bac1-68f9137eb0ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:16.035370 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24a1aeb0-c5a0-4d2d-bb15-e111e3ab925b req-9f722be4-2054-4de9-bac1-68f9137eb0ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 944 time: 0.6359346 Sep 21 16:01:16.083521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b3ab4-5cfb-4ab5-9c37-24563868550e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c8a173-3cdd-4f10-adce-acecef411b5d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:16.128951 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24a1aeb0-c5a0-4d2d-bb15-e111e3ab925b req-2244aaf5-a8b0-40ff-9b84-e940fa863d79 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900877 Sep 21 16:01:16.207297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port a639db3b-794f-4801-925f-04e6bfa3abf6 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:16.207776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.224707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094977-f6b3-4e51-a462-2e80c36cae4d req-5ecd250e-0299-4443-9fdd-0e2ac7e4ca9e tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:16.225658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port fcc47455-5804-463e-b1c2-84fe1d8d9c21 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:16.226128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.226255 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0b094977-f6b3-4e51-a462-2e80c36cae4d req-5ecd250e-0299-4443-9fdd-0e2ac7e4ca9e tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 944 time: 0.5108213 Sep 21 16:01:16.241832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.276053 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0b094977-f6b3-4e51-a462-2e80c36cae4d req-6234ec7b-1a1f-4202-9bd6-b29c1a8a5581 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Sep 21 16:01:16.282407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f20b3ab4-5cfb-4ab5-9c37-24563868550e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.286322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f20b3ab4-5cfb-4ab5-9c37-24563868550e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/18c8a173-3cdd-4f10-adce-acecef411b5d HTTP/1.1" status: 204 len: 168 time: 1.3657911 Sep 21 16:01:16.286822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44552) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:16.334299 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network a21cf276-ccf8-4779-9b65-b47b46c751ae is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:16.337856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:16.341000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc47455-5804-463e-b1c2-84fe1d8d9c21 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:01:16.342107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:16.358170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fbb3e2c0-e837-46ef-8636-1a85ebb55a6c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:16.374097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:01:16.376416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c76d61-d2c6-483f-9b0b-79ad1540d96c" -d '{"events": [{"server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "name": "network-vif-plugged", "status": "completed", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:01:16.377541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=efa4fec8-8967-48cb-9b46-102571e18843,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:16.403913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port a639db3b-794f-4801-925f-04e6bfa3abf6, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=a639db3b-794f-4801-925f-04e6bfa3abf6,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:16.408863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fcc47455-5804-463e-b1c2-84fe1d8d9c21, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21,segment=NetworkSegment(b509396a-6b05-42c2-a602-50c85fb1f9a9),segment_id=b509396a-6b05-42c2-a602-50c85fb1f9a9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:16.411151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:16.411773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.424338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.441581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Allocated IP 172.20.0.2 (a21cf276-ccf8-4779-9b65-b47b46c751ae/e33efea3-cc9e-4b19-a2af-8016063b9dba/5c4ffce0-e807-438b-84f6-b9e10a52daf6) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:16.443676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Transition to ACTIVE for port object 70088923-cc16-41ce-a35c-3a0c81e91aba will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:16.448493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fbb3e2c0-e837-46ef-8636-1a85ebb55a6c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:16.450041 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fbb3e2c0-e837-46ef-8636-1a85ebb55a6c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600182 Sep 21 16:01:16.454672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44560) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:16.460796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--6455648'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:16.469132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:16.481694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:16.502651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Transition to ACTIVE for port object 70088923-cc16-41ce-a35c-3a0c81e91aba will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:16.573265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5102fd91-16af-4f92-bbbc-5070e2a109cc x-openstack-request-id: req-5102fd91-16af-4f92-bbbc-5070e2a109cc {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:01:16.573651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "name": "network-vif-plugged", "status": "completed", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:01:16.573795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5102fd91-16af-4f92-bbbc-5070e2a109cc {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:01:16.574472 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5102fd91-16af-4f92-bbbc-5070e2a109cc'] response: {'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'code': 200} Sep 21 16:01:16.579599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.581826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.689591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=fcc47455-5804-463e-b1c2-84fe1d8d9c21,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:16.703363 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-55d679bb-cab1-4a7e-9b68-28b62c01b920 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.7513795 Sep 21 16:01:16.706605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44564) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:16.752136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.759757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.796732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:16.802183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9644c15f-ce6d-49d1-98b3-eff9685bdb7a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port efa4fec8-8967-48cb-9b46-102571e18843 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:16.802532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9644c15f-ce6d-49d1-98b3-eff9685bdb7a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:16.817588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['fcc47455-5804-463e-b1c2-84fe1d8d9c21'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:01:16.851232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:16.855229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.22.0.1 (c07a8613-bdc3-4b45-a48d-ea27f632926c/07b25def-509a-4e52-ae1a-7a988d5b2917/87769242-07f6-45d8-9a33-de3ffd8738c4) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:16.856435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:16.865228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:16.885087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Network c07a8613-bdc3-4b45-a48d-ea27f632926c is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:16.892730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:16.898935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=a639db3b-794f-4801-925f-04e6bfa3abf6,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:16.903288 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:16.977677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.060353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.072479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Transition to ACTIVE for port object 5c4ffce0-e807-438b-84f6-b9e10a52daf6 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:17.080263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object 87769242-07f6-45d8-9a33-de3ffd8738c4 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:17.104847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Pushing event updated for resources: {'Port': ['ID=70088923-cc16-41ce-a35c-3a0c81e91aba,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:17.144404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Attempting to bind port 70088923-cc16-41ce-a35c-3a0c81e91aba on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:17.144763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Attempting to bind port 70088923-cc16-41ce-a35c-3a0c81e91aba by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:17.145122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Attempting to bind port 70088923-cc16-41ce-a35c-3a0c81e91aba on network c07a8613-bdc3-4b45-a48d-ea27f632926c {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:17.147689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Transition to ACTIVE for port object 5c4ffce0-e807-438b-84f6-b9e10a52daf6 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:17.162508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:17.162986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Checking segment: {'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:17.163345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.163706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Bound using segment: {'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:17.164152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Bound port: 70088923-cc16-41ce-a35c-3a0c81e91aba, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:17.164535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.177553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.195061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.219144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9644c15f-ce6d-49d1-98b3-eff9685bdb7a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.234812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5602cfb-38c7-4e36-a544-6299a14c40f5 req-789b4216-f0fc-47db-9225-63e9bbd9dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:17.236211 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a5602cfb-38c7-4e36-a544-6299a14c40f5 req-789b4216-f0fc-47db-9225-63e9bbd9dfc4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 1098 time: 0.2526395 Sep 21 16:01:17.249887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.257266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network c07a8613-bdc3-4b45-a48d-ea27f632926c is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:17.260929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:17.264329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:17.338665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=87769242-07f6-45d8-9a33-de3ffd8738c4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:17.357348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Pushing event updated for resources: {'Port': ['ID=5c4ffce0-e807-438b-84f6-b9e10a52daf6,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:17.370213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.383170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9644c15f-ce6d-49d1-98b3-eff9685bdb7a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for efa4fec8-8967-48cb-9b46-102571e18843 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:17.392584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.410525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Network a21cf276-ccf8-4779-9b65-b47b46c751ae is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:17.417610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:17.423750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] For port 70088923-cc16-41ce-a35c-3a0c81e91aba, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:17.425876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:17.429087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] For port 70088923-cc16-41ce-a35c-3a0c81e91aba, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=70088923-cc16-41ce-a35c-3a0c81e91aba,segment=NetworkSegment(3c8b88f5-6bfc-4637-b755-e91fc4465f34),segment_id=3c8b88f5-6bfc-4637-b755-e91fc4465f34)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:17.431314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626b4d9-0801-40b5-b5f1-263504473925 req-a94078b1-1475-4809-a844-ba1d2581b32b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:17.438772 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0626b4d9-0801-40b5-b5f1-263504473925 req-a94078b1-1475-4809-a844-ba1d2581b32b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 945 time: 0.1436481 Sep 21 16:01:17.493822 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0626b4d9-0801-40b5-b5f1-263504473925 req-627ce2a5-e71e-4694-b323-d75b9a6fc8ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541966 Sep 21 16:01:17.527933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.592974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device da5f5d38-6219-48ae-99ad-26b14ece664a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:17.593388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fa7169-a18a-4d87-bfcb-aabbf7a674c9,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:17.597692 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a5602cfb-38c7-4e36-a544-6299a14c40f5 req-fa404158-0d55-4ce8-8fca-ae295f705f3b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041775 Sep 21 16:01:17.675868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.689761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Attempting to bind port 5c4ffce0-e807-438b-84f6-b9e10a52daf6 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:17.689761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Attempting to bind port 5c4ffce0-e807-438b-84f6-b9e10a52daf6 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5c9c949e-1966-4407-9706-acc31912a87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a21cf276-ccf8-4779-9b65-b47b46c751ae'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:17.689761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Attempting to bind port 5c4ffce0-e807-438b-84f6-b9e10a52daf6 on network a21cf276-ccf8-4779-9b65-b47b46c751ae {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:17.706038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:17.710233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Checking segment: {'id': '5c9c949e-1966-4407-9706-acc31912a87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a21cf276-ccf8-4779-9b65-b47b46c751ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:17.710233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.710233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Bound using segment: {'id': '5c9c949e-1966-4407-9706-acc31912a87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a21cf276-ccf8-4779-9b65-b47b46c751ae'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:17.710233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Bound port: 5c4ffce0-e807-438b-84f6-b9e10a52daf6, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9c949e-1966-4407-9706-acc31912a87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a21cf276-ccf8-4779-9b65-b47b46c751ae'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:17.710233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.724141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13de04d-2b25-4299-9d32-61136bab51b3 None None] Pushing event updated for resources: {'Port': ['ID=70088923-cc16-41ce-a35c-3a0c81e91aba,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:17.763453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.764691 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3063e277-04d8-47c2-86b0-04df6ef38281 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3091419 Sep 21 16:01:17.768058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44572) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:17.774633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': '38fa7169-a18a-4d87-bfcb-aabbf7a674c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:17.784515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:17.822015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:17.832028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:17.839547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] For port 5c4ffce0-e807-438b-84f6-b9e10a52daf6, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:17.841431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:17.844883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] For port 5c4ffce0-e807-438b-84f6-b9e10a52daf6, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5c4ffce0-e807-438b-84f6-b9e10a52daf6,segment=NetworkSegment(5c9c949e-1966-4407-9706-acc31912a87d),segment_id=5c9c949e-1966-4407-9706-acc31912a87d)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:17.866916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port da5f5d38-6219-48ae-99ad-26b14ece664a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:17.876003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port da5f5d38-6219-48ae-99ad-26b14ece664a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:17.876910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.879349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5a311-83b0-48be-8952-934d20305a3f req-4ffd59e1-e32a-4372-9ad0-f2df81ba71ed tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:17.880965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d5a311-83b0-48be-8952-934d20305a3f req-4ffd59e1-e32a-4372-9ad0-f2df81ba71ed tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 945 time: 0.3902669 Sep 21 16:01:17.938159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:17.974715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9644c15f-ce6d-49d1-98b3-eff9685bdb7a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.053286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c15f-ce6d-49d1-98b3-eff9685bdb7a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=efa4fec8-8967-48cb-9b46-102571e18843,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:18.066525 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d5a311-83b0-48be-8952-934d20305a3f req-513b4bd8-76aa-409c-a021-e57b87ef2f44 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635816 Sep 21 16:01:18.066525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.208480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e6195-ca06-4b2a-b5eb-c8ba08d954bd None None] Pushing event updated for resources: {'Port': ['ID=5c4ffce0-e807-438b-84f6-b9e10a52daf6,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:18.295231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port da5f5d38-6219-48ae-99ad-26b14ece664a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:18.296010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.298875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9644c15f-ce6d-49d1-98b3-eff9685bdb7a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.306956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.321710 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9644c15f-ce6d-49d1-98b3-eff9685bdb7a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/efa4fec8-8967-48cb-9b46-102571e18843 HTTP/1.1" status: 204 len: 168 time: 1.6119752 Sep 21 16:01:18.322612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44576) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:18.355201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port da5f5d38-6219-48ae-99ad-26b14ece664a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=da5f5d38-6219-48ae-99ad-26b14ece664a,segment=NetworkSegment(89ef5a26-a579-478a-955f-3c26c9b59787),segment_id=89ef5a26-a579-478a-955f-3c26c9b59787)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:18.374888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.382380 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba01679-6aed-4741-bad7-59ed7684c345 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:01:18.382918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4ba01679-6aed-4741-bad7-59ed7684c345 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:18.412761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd24307b-0152-4082-be88-9d96fa0bd1d3,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:18.417267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.422619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.502130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=da5f5d38-6219-48ae-99ad-26b14ece664a,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:18.505682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.506169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4ba01679-6aed-4741-bad7-59ed7684c345 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:18.510083 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4ba01679-6aed-4741-bad7-59ed7684c345 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/efa4fec8-8967-48cb-9b46-102571e18843 HTTP/1.1" status: 404 len: 333 time: 0.1846397 Sep 21 16:01:18.510083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.510083 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-af83ac76-df24-47b7-8eaa-0ceb9aa89ddc tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7410429 Sep 21 16:01:18.510961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44580) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:18.513540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44582) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:18.577529 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2c347382-7f62-4ff8-b488-afccf3026542 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules/dd24307b-0152-4082-be88-9d96fa0bd1d3 HTTP/1.1" status: 200 len: 763 time: 0.0332923 Sep 21 16:01:18.580590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44590) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:18.602308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.635872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab36e24-7ca4-470b-b137-4c7495a5ae3d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet e33efea3-cc9e-4b19-a2af-8016063b9dba {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:18.644948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ab36e24-7ca4-470b-b137-4c7495a5ae3d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.738322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ab36e24-7ca4-470b-b137-4c7495a5ae3d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.777630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b0b6de4a-2914-47da-aaba-beda39a79ad0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:18.781486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=87769242-07f6-45d8-9a33-de3ffd8738c4,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:18.848878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fcc47455-5804-463e-b1c2-84fe1d8d9c21 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:18.858790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff15bac-9183-4de8-baba-86cc0f0805c6 req-6507f635-d6ba-4454-aa42-99f2c60f3aad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:18.860345 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eff15bac-9183-4de8-baba-86cc0f0805c6 req-6507f635-d6ba-4454-aa42-99f2c60f3aad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 945 time: 0.1627505 Sep 21 16:01:18.865542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network c07a8613-bdc3-4b45-a48d-ea27f632926c is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:18.868113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:18.876942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ab36e24-7ca4-470b-b137-4c7495a5ae3d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:18.917350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b0b6de4a-2914-47da-aaba-beda39a79ad0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:18.918847 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b0b6de4a-2914-47da-aaba-beda39a79ad0 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3371320 Sep 21 16:01:18.924507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44594) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:18.987241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-211b2570-5e3f-4291-9524-ca6cc0425f51 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.001436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-211b2570-5e3f-4291-9524-ca6cc0425f51 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.054523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port fcc47455-5804-463e-b1c2-84fe1d8d9c21 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:19.064777 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eff15bac-9183-4de8-baba-86cc0f0805c6 req-45fee679-8732-4334-b220-d55dfe4fd401 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877429 Sep 21 16:01:19.065073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port fcc47455-5804-463e-b1c2-84fe1d8d9c21 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:19.065073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.106266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:19.118735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ab36e24-7ca4-470b-b137-4c7495a5ae3d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.126484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca7936-242d-4e1f-9ab8-9cab4ad3b52f None None] Network c07a8613-bdc3-4b45-a48d-ea27f632926c requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:19.167057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab36e24-7ca4-470b-b137-4c7495a5ae3d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=e33efea3-cc9e-4b19-a2af-8016063b9dba,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:19.170768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-211b2570-5e3f-4291-9524-ca6cc0425f51 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.186579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b2570-5e3f-4291-9524-ca6cc0425f51 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd24307b-0152-4082-be88-9d96fa0bd1d3,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:19.188882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0ab36e24-7ca4-470b-b137-4c7495a5ae3d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.202314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-211b2570-5e3f-4291-9524-ca6cc0425f51 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.203695 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-211b2570-5e3f-4291-9524-ca6cc0425f51 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/dd24307b-0152-4082-be88-9d96fa0bd1d3 HTTP/1.1" status: 204 len: 168 time: 0.2776031 Sep 21 16:01:19.206742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44600) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:19.210701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0ab36e24-7ca4-470b-b137-4c7495a5ae3d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/e33efea3-cc9e-4b19-a2af-8016063b9dba HTTP/1.1" status: 204 len: 168 time: 0.6987188 Sep 21 16:01:19.226197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44604) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:19.339820 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:19.365593 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a0eaac60-ec09-4c10-98b8-fb97f5c0cf7d tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5233250 Sep 21 16:01:19.365813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:19.366604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44608) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:19.366735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0498b35e-4bee-4978-afad-2fb8e36bcc73 None None] Provisioning for port 70088923-cc16-41ce-a35c-3a0c81e91aba completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:19.372902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1262240924'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:19.379438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:19.383666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:network and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:19.387559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:19.395094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:19.435527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:19.435527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:19.462937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.502945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 5c4ffce0-e807-438b-84f6-b9e10a52daf6 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:19.503805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.509105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:19.512898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.553759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:19.564394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.564737 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added segment ea6d8ebc-1228-47dd-b014-db4f08cefe9c of type vlan for network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 Sep 21 16:01:19.602663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.612016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-bc6f19a0-fb51-4f7e-af94-ef98370965d9 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:19.626251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port fcc47455-5804-463e-b1c2-84fe1d8d9c21 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:19.626560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.644911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d484796-3a6b-4089-b68e-a3d8929e9757 None None] Network a21cf276-ccf8-4779-9b65-b47b46c751ae requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:19.715969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 70088923-cc16-41ce-a35c-3a0c81e91aba up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:19.729184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.734688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:19.735267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.754421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4957d9-16da-4829-85d4-d0a0c9635707 req-3e541a2c-5d45-4aa1-b316-1a1dd2810af7 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:19.756362 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5b4957d9-16da-4829-85d4-d0a0c9635707 req-3e541a2c-5d45-4aa1-b316-1a1dd2810af7 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 945 time: 0.4124250 Sep 21 16:01:19.789863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-bc6f19a0-fb51-4f7e-af94-ef98370965d9 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:19.793974 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bc6f19a0-fb51-4f7e-af94-ef98370965d9 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5830762 Sep 21 16:01:19.797248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44612) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:19.806797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': '38fa7169-a18a-4d87-bfcb-aabbf7a674c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:19.811840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] For port 5c4ffce0-e807-438b-84f6-b9e10a52daf6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5c4ffce0-e807-438b-84f6-b9e10a52daf6,segment=NetworkSegment(5c9c949e-1966-4407-9706-acc31912a87d),segment_id=5c9c949e-1966-4407-9706-acc31912a87d)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:19.812570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:19.833575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:19.847805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Network': ['ID=bbf389c6-6bf1-446a-9bfc-3f1255dc0a04,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:19.877476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:19.903660 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3012c16f-2336-4b42-9d2f-f561e4f4e2ea tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5336711 Sep 21 16:01:19.909023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44616) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:19.909967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b0c6e0-c05b-4475-acb5-273c6bc7cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc47455-5804-463e-b1c2-84fe1d8d9c21'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:01:19.910500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'subnet': {'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:19.912282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a4dfc8-2c16-41f4-97c8-4e7e786a0fe4" -d '{"events": [{"server_uuid": "b8b0c6e0-c05b-4475-acb5-273c6bc7cd80", "name": "network-vif-plugged", "status": "completed", "tag": "fcc47455-5804-463e-b1c2-84fe1d8d9c21"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:01:19.969359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 5c4ffce0-e807-438b-84f6-b9e10a52daf6 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:20.007658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c8beb1-79ca-4455-bebd-2ee59c6020fb x-openstack-request-id: req-25c8beb1-79ca-4455-bebd-2ee59c6020fb {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:01:20.007979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b0c6e0-c05b-4475-acb5-273c6bc7cd80", "name": "network-vif-plugged", "status": "completed", "tag": "fcc47455-5804-463e-b1c2-84fe1d8d9c21", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:01:20.008202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25c8beb1-79ca-4455-bebd-2ee59c6020fb {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:01:20.008594 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c8beb1-79ca-4455-bebd-2ee59c6020fb'] response: {'server_uuid': 'b8b0c6e0-c05b-4475-acb5-273c6bc7cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc47455-5804-463e-b1c2-84fe1d8d9c21', 'code': 200} Sep 21 16:01:20.010329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fcc47455-5804-463e-b1c2-84fe1d8d9c21, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21,segment=NetworkSegment(b509396a-6b05-42c2-a602-50c85fb1f9a9),segment_id=b509396a-6b05-42c2-a602-50c85fb1f9a9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:20.011317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-38a62cc0-a934-4270-92d1-e44304efef3c None None] Provisioning for port 5c4ffce0-e807-438b-84f6-b9e10a52daf6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:20.031430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:20.058963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:20.063707 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5b4957d9-16da-4829-85d4-d0a0c9635707 req-68533cff-4b97-4351-a811-98fbb3e7cfbd tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996061 Sep 21 16:01:20.069924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:20.076615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:subnet and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:20.080704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:20.088544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:20.183423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.217516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.226804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.236401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Made reservation on behalf of 32520ceb15a947d78f6c8c9dca5e42c9 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:20.239517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.289764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No DVR routers for this DVR port 5c4ffce0-e807-438b-84f6-b9e10a52daf6 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:20.323917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=5c4ffce0-e807-438b-84f6-b9e10a52daf6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:20.412560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 70088923-cc16-41ce-a35c-3a0c81e91aba completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:20.451405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 70088923-cc16-41ce-a35c-3a0c81e91aba triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:20.452081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.520445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68078c74-2f85-49be-90a6-d8e76d61d3b2 req-4a2e13ec-5803-4765-ac9d-88d3caf13bc5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:20.527567 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-68078c74-2f85-49be-90a6-d8e76d61d3b2 req-4a2e13ec-5803-4765-ac9d-88d3caf13bc5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 945 time: 0.3395982 Sep 21 16:01:20.533965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=fcc47455-5804-463e-b1c2-84fe1d8d9c21,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:20.583696 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-68078c74-2f85-49be-90a6-d8e76d61d3b2 req-f95993e7-77a9-4472-be08-4c4dc02a85b3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551825 Sep 21 16:01:20.744207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.747985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0be70-d277-409e-b480-e84897ac92e9 None None] DHCP port deletion for a21cf276-ccf8-4779-9b65-b47b46c751ae request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:01:20.794164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 70088923-cc16-41ce-a35c-3a0c81e91aba is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:20.794557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.826943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.838056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 70088923-cc16-41ce-a35c-3a0c81e91aba, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=70088923-cc16-41ce-a35c-3a0c81e91aba,segment=NetworkSegment(3c8b88f5-6bfc-4637-b755-e91fc4465f34),segment_id=3c8b88f5-6bfc-4637-b755-e91fc4465f34)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:20.842967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.847391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:17Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:20.855200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:20.855555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Updating router 891aa4cb-edfd-4c0f-84b2-48452601a010 port 87769242-07f6-45d8-9a33-de3ffd8738c4 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:01:20.856403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21cf276-ccf8-4779-9b65-b47b46c751ae']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:20.867588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58da225-ef0f-4965-ac99-2cb771e61009 req-9d692b01-885b-4be6-ba83-9028ed7f0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:20.869084 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a58da225-ef0f-4965-ac99-2cb771e61009 req-9d692b01-885b-4be6-ba83-9028ed7f0c4f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 1099 time: 0.3683388 Sep 21 16:01:20.897131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9c949e-1966-4407-9706-acc31912a87d') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:20.897525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9c949e-1966-4407-9706-acc31912a87d') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:20.916497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7e8df849-2dc5-4680-8c39-bbf6fa43c5d9 None None] Provisioning complete for port 70088923-cc16-41ce-a35c-3a0c81e91aba triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:20.916497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7e8df849-2dc5-4680-8c39-bbf6fa43c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.922600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.945112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.945821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device da5f5d38-6219-48ae-99ad-26b14ece664a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:20.947134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Subnet': ['ID=aee2a7ba-5e60-4cb3-99e8-549e13c3d084,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:20.952604 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a58da225-ef0f-4965-ac99-2cb771e61009 req-a228b958-737e-48d2-af08-d95881ddc5fc service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741653 Sep 21 16:01:20.953218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.958580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Checking segment: {'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:20.961667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network hostable DHCP agents. Network: bbf389c6-6bf1-446a-9bfc-3f1255dc0a04, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:20.994242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:20.999656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d867512-ac49-40f6-8e63-ad3879763985,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:21.016082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:21.023314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.037767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.042303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:21.061692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d4368-2d9d-4b35-b526-cf5004f1ecb8 req-34c98b98-2b51-4843-8a02-189b66afd2a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:21.063461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e79d4368-2d9d-4b35-b526-cf5004f1ecb8 req-34c98b98-2b51-4843-8a02-189b66afd2a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 945 time: 0.2959433 Sep 21 16:01:21.120483 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 5c9c949e-1966-4407-9706-acc31912a87d resource provider aggregate not found Sep 21 16:01:21.122809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, bbf389c6-6bf1-446a-9bfc-3f1255dc0a04) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:21.127227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:21.128274 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.167589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=70088923-cc16-41ce-a35c-3a0c81e91aba,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:21.170882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b6428-a9f7-4234-a5f7-fcd69a685df4 None None] Network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:21.179920 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 5c9c949e-1966-4407-9706-acc31912a87d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c9c949e-1966-4407-9706-acc31912a87d found for delete ", "request_id": "req-eeae996d-3887-4ce8-86e8-80b4456fd6bc"}]} Sep 21 16:01:21.188644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.190025 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fb4c9b06-ffe5-481e-b536-da4acc63f15c tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3918905 Sep 21 16:01:21.194417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44632) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:21.214596 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fc765122-16e0-43a0-a904-570f1eb68467 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3092630 Sep 21 16:01:21.217479 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e79d4368-2d9d-4b35-b526-cf5004f1ecb8 req-d80d7444-f70d-4737-a101-36a57df9fd50 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639346 Sep 21 16:01:21.225006 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5527f708-ccca-4643-9fe4-543da4b7e22e tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules/0d867512-ac49-40f6-8e63-ad3879763985 HTTP/1.1" status: 200 len: 763 time: 0.0277448 Sep 21 16:01:21.225564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44636) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:21.228028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44638) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:21.257720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44642) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:21.318392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.322478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.355552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Network': ['ID=a21cf276-ccf8-4779-9b65-b47b46c751ae,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:21.360538 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-19e03efe-d1a9-40f4-8671-9ebb3458f5b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/networks/a21cf276-ccf8-4779-9b65-b47b46c751ae HTTP/1.1" status: 204 len: 168 time: 2.1329613 Sep 21 16:01:21.366852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44648) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:21.371922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'name': 'tempest-PortsTestJSON-638606570'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:21.488584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434925d6-fbcd-4805-bce9-48627f04ffcb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:21.493296 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-434925d6-fbcd-4805-bce9-48627f04ffcb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 1093 time: 0.2310777 Sep 21 16:01:21.493459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44652) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:21.499393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:21.504382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:21.504785 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ba57e6e3-a5ed-49e0-bdd1-2b34a1e2bec8 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2152705 Sep 21 16:01:21.507818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44656) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:21.509007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:21.516896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port da5f5d38-6219-48ae-99ad-26b14ece664a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:21.517416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.518005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:21.520818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:21.522828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:21.528594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:21.616173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7e8df849-2dc5-4680-8c39-bbf6fa43c5d9 None None] Current status of the port 70088923-cc16-41ce-a35c-3a0c81e91aba is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:21.683648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aae243cf-98e3-45ee-a72d-a4e9a98a696b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.699003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8b4e0-d7f8-444f-8a2e-0102c8cd2a0b req-f4dae27b-b4af-4646-90a6-c69e478d1ab6 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:21.700734 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-00f8b4e0-d7f8-444f-8a2e-0102c8cd2a0b req-f4dae27b-b4af-4646-90a6-c69e478d1ab6 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.4031124 Sep 21 16:01:21.708869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aae243cf-98e3-45ee-a72d-a4e9a98a696b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.719489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:21.724244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.744162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.748286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:01:21.751606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.762197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port ff881717-166a-4207-9794-948af9281f9d yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:21.856586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7e8df849-2dc5-4680-8c39-bbf6fa43c5d9 None None] Provisioning for port 87769242-07f6-45d8-9a33-de3ffd8738c4 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:21.904677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7e8df849-2dc5-4680-8c39-bbf6fa43c5d9 None None] Provisioning complete for port 87769242-07f6-45d8-9a33-de3ffd8738c4 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:21.905051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7e8df849-2dc5-4680-8c39-bbf6fa43c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:21.911776 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-00f8b4e0-d7f8-444f-8a2e-0102c8cd2a0b req-594cfe2c-df6b-4eab-9018-739357fb04db tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969175 Sep 21 16:01:22.006908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aae243cf-98e3-45ee-a72d-a4e9a98a696b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.016678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port da5f5d38-6219-48ae-99ad-26b14ece664a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:22.017838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5c4ffce0-e807-438b-84f6-b9e10a52daf6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:22.063826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae243cf-98e3-45ee-a72d-a4e9a98a696b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d867512-ac49-40f6-8e63-ad3879763985,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:22.066325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aae243cf-98e3-45ee-a72d-a4e9a98a696b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.068435 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aae243cf-98e3-45ee-a72d-a4e9a98a696b tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0d867512-ac49-40f6-8e63-ad3879763985 HTTP/1.1" status: 204 len: 168 time: 0.5076950 Sep 21 16:01:22.073229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44660) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:22.095131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 5c4ffce0-e807-438b-84f6-b9e10a52daf6 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:22.095352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5c4ffce0-e807-438b-84f6-b9e10a52daf6 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 21 16:01:22.141328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.178449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Port 5c4ffce0-e807-438b-84f6-b9e10a52daf6 not found, will not notify nova. {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 21 16:01:22.211699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-da4c6970-d159-49ef-baf8-3d964a015bc5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:22.220588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.238367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.283057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.288747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7e8df849-2dc5-4680-8c39-bbf6fa43c5d9 None None] Port 87769242-07f6-45d8-9a33-de3ffd8738c4 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:22.299141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 70088923-cc16-41ce-a35c-3a0c81e91aba up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:22.365550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.380505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:22.385802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:22.388334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:22.390753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-da4c6970-d159-49ef-baf8-3d964a015bc5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:22.395358 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-da4c6970-d159-49ef-baf8-3d964a015bc5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3178380 Sep 21 16:01:22.395474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Transition to ACTIVE for port object 87769242-07f6-45d8-9a33-de3ffd8738c4 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:22.395565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:22.395565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.395748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44664) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:22.396809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Allocated IP 172.23.0.2 (bbf389c6-6bf1-446a-9bfc-3f1255dc0a04/aee2a7ba-5e60-4cb3-99e8-549e13c3d084/e5e39716-f828-41a2-9910-c8d9b679c2f9) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:22.400610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': '38fa7169-a18a-4d87-bfcb-aabbf7a674c9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:22.406606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:22.418615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:22.424218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=ff881717-166a-4207-9794-948af9281f9d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:22.503722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.509296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.232 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/a881bd0b-86c1-4017-8858-daf01ddf1005) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:22.544898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a4e32d53-4d2f-4fd7-84b9-6b677439c6bc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1764979 Sep 21 16:01:22.545243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44668) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:22.608958 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 70088923-cc16-41ce-a35c-3a0c81e91aba triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:22.610423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.677321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.725444 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Project e96c8514582a4f469cc5f82ee861b31a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:01:22.756561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.770473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.781059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce175-f6bd-4de2-95b6-171da5bfbf54 None None] Pushing event updated for resources: {'Port': ['ID=87769242-07f6-45d8-9a33-de3ffd8738c4,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:22.795825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9efa9b86-2bba-4914-b87a-bc472434008e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port ff881717-166a-4207-9794-948af9281f9d {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:22.796105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9efa9b86-2bba-4914-b87a-bc472434008e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.825358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Attempting to bind port 87769242-07f6-45d8-9a33-de3ffd8738c4 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:22.825815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Attempting to bind port 87769242-07f6-45d8-9a33-de3ffd8738c4 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:22.826144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Attempting to bind port 87769242-07f6-45d8-9a33-de3ffd8738c4 on network c07a8613-bdc3-4b45-a48d-ea27f632926c {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:22.844822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:22.845231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Checking segment: {'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:22.845596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.846019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Bound using segment: {'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:22.846500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Bound port: 87769242-07f6-45d8-9a33-de3ffd8738c4, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8b88f5-6bfc-4637-b755-e91fc4465f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:22.846932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:22.849327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:22.852115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:22.856137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:22.900181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=a881bd0b-86c1-4017-8858-daf01ddf1005,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:22.938472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.028147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.030721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 70088923-cc16-41ce-a35c-3a0c81e91aba is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:23.057844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Transition to ACTIVE for port object e5e39716-f828-41a2-9910-c8d9b679c2f9 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:23.073002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] For port 87769242-07f6-45d8-9a33-de3ffd8738c4, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:23.078886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] For port 87769242-07f6-45d8-9a33-de3ffd8738c4, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=87769242-07f6-45d8-9a33-de3ffd8738c4,segment=NetworkSegment(3c8b88f5-6bfc-4637-b755-e91fc4465f34),segment_id=3c8b88f5-6bfc-4637-b755-e91fc4465f34)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:23.092127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Transition to ACTIVE for port object e5e39716-f828-41a2-9910-c8d9b679c2f9 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:23.127130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5c4ffce0-e807-438b-84f6-b9e10a52daf6 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:23.140152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.149064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9efa9b86-2bba-4914-b87a-bc472434008e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.168842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 5c4ffce0-e807-438b-84f6-b9e10a52daf6 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:23.169437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5c4ffce0-e807-438b-84f6-b9e10a52daf6 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:23.172406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.181928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19db7256-e072-4245-afd4-0d21e291c732,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:23.236485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.246222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:23.246897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:23.354423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9efa9b86-2bba-4914-b87a-bc472434008e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for ff881717-166a-4207-9794-948af9281f9d owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:23.383789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67c55-30ee-41e5-8f4e-b90e1b404559 req-6d4ac89b-cfd2-4f5e-b439-86d0c8beef87 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:23.385288 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17a67c55-30ee-41e5-8f4e-b90e1b404559 req-6d4ac89b-cfd2-4f5e-b439-86d0c8beef87 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.2510095 Sep 21 16:01:23.386202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:23.405202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:23.412654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:23.414802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce175-f6bd-4de2-95b6-171da5bfbf54 None None] Pushing event updated for resources: {'Port': ['ID=87769242-07f6-45d8-9a33-de3ffd8738c4,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:23.435946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Allocated IP 172.23.0.1 (bbf389c6-6bf1-446a-9bfc-3f1255dc0a04/aee2a7ba-5e60-4cb3-99e8-549e13c3d084/fee523c7-779b-43a3-aadc-ca0e0e0e3845) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:23.460581 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17a67c55-30ee-41e5-8f4e-b90e1b404559 req-76690a0b-fa53-4649-8839-caf399b888fe tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644836 Sep 21 16:01:23.464668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.464668 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-10d1c4d4-831d-4482-a72a-092c0459a16a tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0655828 Sep 21 16:01:23.465142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44674) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:23.487661 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8f909efa-7b85-4bc4-a90c-9d9191477bca tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules/19db7256-e072-4245-afd4-0d21e291c732 HTTP/1.1" status: 200 len: 769 time: 0.0213590 Sep 21 16:01:23.505824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44678) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:23.573560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f31eb109-1948-4ed9-a463-4992952c3a49 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:23.574680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:23.616165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.638528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Pushing event updated for resources: {'Port': ['ID=e5e39716-f828-41a2-9910-c8d9b679c2f9,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:23.639827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9efa9b86-2bba-4914-b87a-bc472434008e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.660443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f31eb109-1948-4ed9-a463-4992952c3a49 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:23.664477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f31eb109-1948-4ed9-a463-4992952c3a49 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1634047 Sep 21 16:01:23.664606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Attempting to bind port e5e39716-f828-41a2-9910-c8d9b679c2f9 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:23.664606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Attempting to bind port e5e39716-f828-41a2-9910-c8d9b679c2f9 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:23.664606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Attempting to bind port e5e39716-f828-41a2-9910-c8d9b679c2f9 on network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:23.664912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44684) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:23.673107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:23.673494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Checking segment: {'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:23.673901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.674328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Bound using segment: {'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:23.675390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Bound port: e5e39716-f828-41a2-9910-c8d9b679c2f9, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:23.675776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.695473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51901a75-7dab-409b-b87a-725cb59a2529 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.706879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51901a75-7dab-409b-b87a-725cb59a2529 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.749695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa9b86-2bba-4914-b87a-bc472434008e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=ff881717-166a-4207-9794-948af9281f9d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:23.764160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9efa9b86-2bba-4914-b87a-bc472434008e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.771132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.800697 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9efa9b86-2bba-4914-b87a-bc472434008e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/ff881717-166a-4207-9794-948af9281f9d HTTP/1.1" status: 204 len: 168 time: 1.2538800 Sep 21 16:01:23.803663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44688) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:23.804296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.810465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Transition to ACTIVE for port object fee523c7-779b-43a3-aadc-ca0e0e0e3845 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:23.840393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'mac_address': 'fa:16:3e:70:28:52', 'name': 'tempest-PortsTestJSON-1369713653'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:23.845793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9634f-b67b-4b13-acf7-96248b531377 req-f0d13f55-2b0e-40cc-82f1-c57982d920d6 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:23.847759 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-76f9634f-b67b-4b13-acf7-96248b531377 req-f0d13f55-2b0e-40cc-82f1-c57982d920d6 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.1996775 Sep 21 16:01:23.854222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51901a75-7dab-409b-b87a-725cb59a2529 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.900624 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-76f9634f-b67b-4b13-acf7-96248b531377 req-aa238130-e2ca-4fee-b333-51588a4cc49d tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Sep 21 16:01:23.943410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:23.956546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51901a75-7dab-409b-b87a-725cb59a2529 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19db7256-e072-4245-afd4-0d21e291c732,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:24.015638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:24.024513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] For port e5e39716-f828-41a2-9910-c8d9b679c2f9, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:24.037782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:port and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:24.058134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:24.061743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:24.069476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:24.088241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:24.095511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51901a75-7dab-409b-b87a-725cb59a2529 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.096773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-51901a75-7dab-409b-b87a-725cb59a2529 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/19db7256-e072-4245-afd4-0d21e291c732 HTTP/1.1" status: 204 len: 168 time: 0.4309938 Sep 21 16:01:24.101483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] For port e5e39716-f828-41a2-9910-c8d9b679c2f9, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e5e39716-f828-41a2-9910-c8d9b679c2f9,segment=NetworkSegment(ea6d8ebc-1228-47dd-b014-db4f08cefe9c),segment_id=ea6d8ebc-1228-47dd-b014-db4f08cefe9c)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:24.105849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44694) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:24.107333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:24.140546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:17Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:23Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:24.144919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaa30b3-4490-4f21-8d04-b2efe4f8bab5 None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:17Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:23Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:24.145667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=fee523c7-779b-43a3-aadc-ca0e0e0e3845,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:24.172671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.190181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.225569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-92dca179-5aa0-454a-8e17-d43e38cae881 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:24.261026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.262398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:24.292143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.319189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-92dca179-5aa0-454a-8e17-d43e38cae881 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:24.325296 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-92dca179-5aa0-454a-8e17-d43e38cae881 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2128875 Sep 21 16:01:24.325629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44698) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:24.398387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b2422-e504-497b-88ae-209edba4057b None None] Pushing event updated for resources: {'Port': ['ID=e5e39716-f828-41a2-9910-c8d9b679c2f9,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:24.431244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 87769242-07f6-45d8-9a33-de3ffd8738c4 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:24.482287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8303eb99-221a-4b31-a9ac-85df87533df5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.531304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8303eb99-221a-4b31-a9ac-85df87533df5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.602151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 87769242-07f6-45d8-9a33-de3ffd8738c4 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:24.609779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 87769242-07f6-45d8-9a33-de3ffd8738c4 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:24.611070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.621838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.648857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.741097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.773647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=a881bd0b-86c1-4017-8858-daf01ddf1005,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:24.819326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 6da15e54-9223-4f39-830e-bcb109effc2e yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:24.834784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 87769242-07f6-45d8-9a33-de3ffd8738c4 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:24.835330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.881325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 87769242-07f6-45d8-9a33-de3ffd8738c4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=87769242-07f6-45d8-9a33-de3ffd8738c4,segment=NetworkSegment(3c8b88f5-6bfc-4637-b755-e91fc4465f34),segment_id=3c8b88f5-6bfc-4637-b755-e91fc4465f34)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:24.930278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8303eb99-221a-4b31-a9ac-85df87533df5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:24.939960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.037845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=87769242-07f6-45d8-9a33-de3ffd8738c4,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:25.098449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 2f89f932-b0bb-4217-875d-2b73b0f5f3de associated. External IP: 172.26.0.232, port: a639db3b-794f-4801-925f-04e6bfa3abf6. Sep 21 16:01:25.168473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b8cca-24aa-4a7a-81c3-5a57ce60b581 req-6e2c4cb6-2286-4a2a-89bb-93130212742d tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:25.169966 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-646b8cca-24aa-4a7a-81c3-5a57ce60b581 req-6e2c4cb6-2286-4a2a-89bb-93130212742d tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.5332501 Sep 21 16:01:25.175619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303eb99-221a-4b31-a9ac-85df87533df5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fa7169-a18a-4d87-bfcb-aabbf7a674c9,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:25.269035 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-646b8cca-24aa-4a7a-81c3-5a57ce60b581 req-e522133c-342a-4810-816a-c29319dc22a9 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892501 Sep 21 16:01:25.323311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8303eb99-221a-4b31-a9ac-85df87533df5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.327165 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8303eb99-221a-4b31-a9ac-85df87533df5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/38fa7169-a18a-4d87-bfcb-aabbf7a674c9 HTTP/1.1" status: 204 len: 168 time: 0.9978750 Sep 21 16:01:25.330674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44704) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:25.432120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a9adeaa-2ea4-45df-90de-3cf6e4517504 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:25.478205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.518932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.520778 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a9adeaa-2ea4-45df-90de-3cf6e4517504 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:25.526515 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2a9adeaa-2ea4-45df-90de-3cf6e4517504 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1907418 Sep 21 16:01:25.526903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44708) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:25.538315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510691047'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:25.547690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:25.591454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.617229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:25.693164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3785daa-4864-46ee-b113-c430e8b4e914 None None] Network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:25.705186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.710174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event updated for resources: {'Port': ['ID=fee523c7-779b-43a3-aadc-ca0e0e0e3845,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:25.743554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.774218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.840367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:25.854789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:25.856294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:25.856435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:25.861002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e7258252-5729-4fb4-8784-8a4208a93d2f None None] Provisioning for port e5e39716-f828-41a2-9910-c8d9b679c2f9 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:25.863109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:25.877668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 4beecf11-aec7-4505-a592-f9384dcf479f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:25.880929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:25.883440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:25.887561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:25.889888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:25.896221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:25.896835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:25.914608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=6da15e54-9223-4f39-830e-bcb109effc2e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:26.038333 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:26.107483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:26.182670 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8f435774-34fa-4afc-bdd0-ae3fade8b600 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3526030 Sep 21 16:01:26.185388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44712) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:26.211335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:26.220874 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:26.233894 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:26.234539 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:26.238511 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ff4c643f-8968-4119-8ea4-589b61f818e9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0117593 Sep 21 16:01:26.240007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:26.243499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44716) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:26.250691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:26.331734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:26.343492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] Sync routers for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:26.363553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:26.363553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:26.375853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:26.387345 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8583813 Sep 21 16:01:26.403890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44722) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:26.440516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3012f-acb7-464a-871f-004eb9875a2b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:26.441213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0fb3012f-acb7-464a-871f-004eb9875a2b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:26.452402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Request body: {'security_group_rule': {'security_group_id': '707c618e-fe44-43b2-8b35-50cf1389420a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:26.477913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:26.487802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 87769242-07f6-45d8-9a33-de3ffd8738c4 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:26.489127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Usage tracker for resource:security_group_rule and tenant:e96c8514582a4f469cc5f82ee861b31a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:26.505490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:26.511796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:26.556937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-153f12ab-892e-4ec1-9c13-5358482f828f None None] Provisioning for port fee523c7-779b-43a3-aadc-ca0e0e0e3845 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:26.573627 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:26.577314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448de5ad-64e8-4ac0-b745-d567a847be20 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707c618e-fe44-43b2-8b35-50cf1389420a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:26.636173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:26.638246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-153f12ab-892e-4ec1-9c13-5358482f828f None None] Provisioning complete for port fee523c7-779b-43a3-aadc-ca0e0e0e3845 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:26.638630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-153f12ab-892e-4ec1-9c13-5358482f828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:26.655417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:26.691644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0fb3012f-acb7-464a-871f-004eb9875a2b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:26.696506 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0fb3012f-acb7-464a-871f-004eb9875a2b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/6da15e54-9223-4f39-830e-bcb109effc2e HTTP/1.1" status: 200 len: 841 time: 0.5100560 Sep 21 16:01:26.700720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44726) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:26.811088 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-18143024-fead-4e8a-bc3e-8030135feceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3166115 Sep 21 16:01:26.829818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:01:26.834072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e9a1a-678c-4d2b-b992-0e38dda5c575" -d '{"events": [{"name": "network-changed", "server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:01:26.835110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-153f12ab-892e-4ec1-9c13-5358482f828f None None] Port fee523c7-779b-43a3-aadc-ca0e0e0e3845 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:26.855682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44730) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:26.871669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 87769242-07f6-45d8-9a33-de3ffd8738c4 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:26.872999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:26.892624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:26.932678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:26.968542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c47df40-c79a-4244-8413-bc64ce2e2c49 x-openstack-request-id: req-5c47df40-c79a-4244-8413-bc64ce2e2c49 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:01:26.971672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:01:26.971672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c47df40-c79a-4244-8413-bc64ce2e2c49 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:01:26.971672 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c47df40-c79a-4244-8413-bc64ce2e2c49'] response: {'name': 'network-changed', 'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'status': 'completed', 'code': 200} Sep 21 16:01:26.981688 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:25Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:26.986603 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:26.987798 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Updating router 891aa4cb-edfd-4c0f-84b2-48452601a010 port fee523c7-779b-43a3-aadc-ca0e0e0e3845 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:01:27.032805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cc084-42e6-430a-abc6-bf9a956dde6d req-7d8209ea-ed2e-4c80-803b-b75e16807fa3 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:27.035321 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-788cc084-42e6-430a-abc6-bf9a956dde6d req-7d8209ea-ed2e-4c80-803b-b75e16807fa3 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.5120664 Sep 21 16:01:27.061815 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.078776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.140401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da8c9ee-9afe-4162-9544-0aa4b56b1a0c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:27.147480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8c98d621-f39d-423f-b60d-19aec0183db7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 6da15e54-9223-4f39-830e-bcb109effc2e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:27.147834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c98d621-f39d-423f-b60d-19aec0183db7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.189920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8d8336f0-115c-47cf-93fe-bbbb544b6901 None None] Provisioning complete for port fee523c7-779b-43a3-aadc-ca0e0e0e3845 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:27.191188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d8336f0-115c-47cf-93fe-bbbb544b6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.219626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-788cc084-42e6-430a-abc6-bf9a956dde6d req-3e969971-29c7-427f-b3b2-c1686e036168 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627529 Sep 21 16:01:27.294029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8d8336f0-115c-47cf-93fe-bbbb544b6901 None None] Port fee523c7-779b-43a3-aadc-ca0e0e0e3845 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:27.311628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.313674 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-be0f320a-c7c2-4dba-a933-247f606124e7 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8674586 Sep 21 16:01:27.326837 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0116bb6b-825e-439d-8fee-c133d54c9a0c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/2f89f932-b0bb-4217-875d-2b73b0f5f3de HTTP/1.1" status: 200 len: 991 time: 0.4689436 Sep 21 16:01:27.331648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44738) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:27.441458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 16:01:27.458072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Removed routes are [] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 16:01:27.458887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.505371 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.521093 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Transition to ACTIVE for port object fee523c7-779b-43a3-aadc-ca0e0e0e3845 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:27.524240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 87769242-07f6-45d8-9a33-de3ffd8738c4 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:27.525376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e5e39716-f828-41a2-9910-c8d9b679c2f9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:27.589433 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.615565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-44710bd0-cf76-4630-99a3-74c0f1ce5fe3 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.638985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-feb7629f-8f2a-4cd4-b54b-90f86a6fb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:27.640728 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-feb7629f-8f2a-4cd4-b54b-90f86a6fb30a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 1098 time: 0.6680183 Sep 21 16:01:27.671784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:39Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:23Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:27.675998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] Checking router: 4beecf11-aec7-4505-a592-f9384dcf479f for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:27.684786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:27.685465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:27.692345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-44710bd0-cf76-4630-99a3-74c0f1ce5fe3 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.827111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port e5e39716-f828-41a2-9910-c8d9b679c2f9 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:27.838652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e5e39716-f828-41a2-9910-c8d9b679c2f9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:27.838980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.894562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.899562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.908033 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Attempting to bind port fee523c7-779b-43a3-aadc-ca0e0e0e3845 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:27.909125 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Attempting to bind port fee523c7-779b-43a3-aadc-ca0e0e0e3845 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:27.911549 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Attempting to bind port fee523c7-779b-43a3-aadc-ca0e0e0e3845 on network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:27.918206 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eb361-e453-40ad-8e79-76b14cc901f2 None None] Pushing event updated for resources: {'Port': ['ID=fee523c7-779b-43a3-aadc-ca0e0e0e3845,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:27.931342 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:27.932176 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Checking segment: {'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:27.932676 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.933312 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Bound using segment: {'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:27.933895 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Bound port: fee523c7-779b-43a3-aadc-ca0e0e0e3845, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:27.934428 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:27.958715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c98d621-f39d-423f-b60d-19aec0183db7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.102061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e5e39716-f828-41a2-9910-c8d9b679c2f9 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:28.102660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.126444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:28.139116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:28.171770 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] For port fee523c7-779b-43a3-aadc-ca0e0e0e3845, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:28.177323 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] For port fee523c7-779b-43a3-aadc-ca0e0e0e3845, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fee523c7-779b-43a3-aadc-ca0e0e0e3845,segment=NetworkSegment(ea6d8ebc-1228-47dd-b014-db4f08cefe9c),segment_id=ea6d8ebc-1228-47dd-b014-db4f08cefe9c)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:28.192812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8c98d621-f39d-423f-b60d-19aec0183db7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 6da15e54-9223-4f39-830e-bcb109effc2e owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:28.267709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port e5e39716-f828-41a2-9910-c8d9b679c2f9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e5e39716-f828-41a2-9910-c8d9b679c2f9,segment=NetworkSegment(ea6d8ebc-1228-47dd-b014-db4f08cefe9c),segment_id=ea6d8ebc-1228-47dd-b014-db4f08cefe9c)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:28.270830 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.291363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-118fb404-6353-4dc8-b4ea-23b859933371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:28.292818 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-118fb404-6353-4dc8-b4ea-23b859933371 service neutron] 10.222.0.33 "GET /v2.0/networks?id=035c27b2-7ff0-47f3-b68d-80ca79bdf202 HTTP/1.1" status: 200 len: 897 time: 0.6359539 Sep 21 16:01:28.331116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44744) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:28.338605 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:28.339231 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:28.370635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-44710bd0-cf76-4630-99a3-74c0f1ce5fe3 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.438253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44710bd0-cf76-4630-99a3-74c0f1ce5fe3 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c618e-fe44-43b2-8b35-50cf1389420a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:28.473796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:28.479457 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-d21597e6-5bbb-4ecf-9b89-02a54e60e0c7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a639db3b-794f-4801-925f-04e6bfa3abf6 HTTP/1.1" status: 200 len: 999 time: 0.1766901 Sep 21 16:01:28.486684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.490779 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bd7accd9-8d89-4ccf-8eee-486aa22a431f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 200 len: 933 time: 2.2431483 Sep 21 16:01:28.492331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44748) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:28.521849 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-de70a900-20c3-48c6-9894-7b4aad3cfe92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/2f89f932-b0bb-4217-875d-2b73b0f5f3de HTTP/1.1" status: 200 len: 991 time: 0.1883550 Sep 21 16:01:28.525830 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eb361-e453-40ad-8e79-76b14cc901f2 None None] Pushing event updated for resources: {'Port': ['ID=fee523c7-779b-43a3-aadc-ca0e0e0e3845,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:28.528231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.553095 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:28.618791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=e5e39716-f828-41a2-9910-c8d9b679c2f9,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:28.626982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:39Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:23Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:28.630707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899480ab-7ee7-40d9-b863-3a3fbc748ddd None None] The sync data for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv is: [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:00:39Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:23Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:28.636911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377818e-0555-42ee-9a2e-00ab60238956 req-88cd9a14-4020-4139-82ca-326ea53e89ba tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:28.638514 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8377818e-0555-42ee-9a2e-00ab60238956 req-88cd9a14-4020-4139-82ca-326ea53e89ba tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.5906019 Sep 21 16:01:28.656402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c98d621-f39d-423f-b60d-19aec0183db7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.719676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.800644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98d621-f39d-423f-b60d-19aec0183db7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=6da15e54-9223-4f39-830e-bcb109effc2e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:28.818456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-44710bd0-cf76-4630-99a3-74c0f1ce5fe3 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.819587 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-44710bd0-cf76-4630-99a3-74c0f1ce5fe3 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/707c618e-fe44-43b2-8b35-50cf1389420a HTTP/1.1" status: 204 len: 168 time: 1.4870229 Sep 21 16:01:28.822116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44752) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:28.837001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-313b28e1-180c-4e55-a80e-add6a46fe085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:28.838543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-313b28e1-180c-4e55-a80e-add6a46fe085 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0cdc1379-2339-401c-b76a-3d72b546e1cd HTTP/1.1" status: 200 len: 835 time: 0.3451195 Sep 21 16:01:28.840707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-34a82f37-22fa-4243-9d56-511feee375d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:28.842149 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-34a82f37-22fa-4243-9d56-511feee375d9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fecc30a967f54cbfb50a4fad33a069ea&device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 1099 time: 0.6196971 Sep 21 16:01:28.848149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c98d621-f39d-423f-b60d-19aec0183db7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:28.868107 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707d5485-e3a2-4017-b14b-ec2cb26ca216 None None] New status for floating IP 2f89f932-b0bb-4217-875d-2b73b0f5f3de: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:01:28.884669 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b90cd771-cdf3-4226-a310-2b95cbce15b5 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591638 Sep 21 16:01:28.884854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44756) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:28.927590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f4a42e65-37a2-4bb4-bfcc-ace09a096986 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Synchronizing usage tracker for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:29.026677 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8377818e-0555-42ee-9a2e-00ab60238956 req-ef32ad30-3f16-47eb-9ede-4e757b54d580 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142130 Sep 21 16:01:29.034777 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a9e5a2d1-7953-43af-a024-8b5023239cbc tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 200 len: 933 time: 0.5057454 Sep 21 16:01:29.037809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44760) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:29.053981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'routes': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:29.077075 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8c98d621-f39d-423f-b60d-19aec0183db7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/6da15e54-9223-4f39-830e-bcb109effc2e HTTP/1.1" status: 204 len: 168 time: 2.3665736 Sep 21 16:01:29.078305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44764) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:29.103902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f4a42e65-37a2-4bb4-bfcc-ace09a096986 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] Unset dirty status for tenant:e96c8514582a4f469cc5f82ee861b31a on resource:security_group_rule {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:29.107848 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f4a42e65-37a2-4bb4-bfcc-ace09a096986 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2193484 Sep 21 16:01:29.110965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44768) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:29.149866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0bcb85-7c59-4579-b416-66261a5ceedb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:01:29.149866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-bf0bcb85-7c59-4579-b416-66261a5ceedb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:29.160958 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-ce2271a6-056c-4a11-b086-defc94ccf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:29.162456 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-ce2271a6-056c-4a11-b086-defc94ccf673 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1db715d1-572d-4515-8549-dc7302647be3 HTTP/1.1" status: 200 len: 912 time: 0.3113525 Sep 21 16:01:29.169160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-b0838c6d-6c38-432a-a7ce-f620ff2c9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:29.170639 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-b0838c6d-6c38-432a-a7ce-f620ff2c9482 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=035c27b2-7ff0-47f3-b68d-80ca79bdf202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2940152 Sep 21 16:01:29.185585 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-28f585c8-1efc-452f-862e-097767d8ed72 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] delete failed (client error): The resource could not be found. Sep 21 16:01:29.193167 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-28f585c8-1efc-452f-862e-097767d8ed72 tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "DELETE /v2.0/security-groups/707c618e-fe44-43b2-8b35-50cf1389420a HTTP/1.1" status: 404 len: 347 time: 0.0747855 Sep 21 16:01:29.195500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44772) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:29.238238 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:27Z', 'revision_number': 6, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:28Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:29.242944 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dec9a1-0a76-4d4c-a252-f0743b2bd380 None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:27Z', 'revision_number': 6, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:28Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:29.420390 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-ab1e72c2-f6ef-40ad-a9b6-2d79e9a169d2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21 HTTP/1.1" status: 200 len: 217 time: 0.2487633 Sep 21 16:01:29.509851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-bf0bcb85-7c59-4579-b416-66261a5ceedb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:29.511076 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bf0bcb85-7c59-4579-b416-66261a5ceedb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/6da15e54-9223-4f39-830e-bcb109effc2e HTTP/1.1" status: 404 len: 333 time: 0.4305711 Sep 21 16:01:29.525254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44776) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:29.525598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44778) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:29.536808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'name': 'tempest-PortsTestJSON-391907277'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:29.549677 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1be3062b-ac6d-440c-b5f2-6edacd7a089f tempest-SecGroupIPv6Test-330203335 tempest-SecGroupIPv6Test-330203335-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3532956 Sep 21 16:01:29.751962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-2fea23d1-0bcb-4914-a0ed-b5a591baf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:29.753697 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-2fea23d1-0bcb-4914-a0ed-b5a591baf569 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c2a94ec4-1b42-431a-af1b-6243e4248486 HTTP/1.1" status: 200 len: 851 time: 0.2808585 Sep 21 16:01:29.856020 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-d592533a-a72b-48ed-b976-fecead7c0bda service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1db715d1-572d-4515-8549-dc7302647be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899615 Sep 21 16:01:29.866127 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1b96bf32-4456-422c-bb5e-f9982af91d82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/2f89f932-b0bb-4217-875d-2b73b0f5f3de HTTP/1.1" status: 200 len: 993 time: 0.3287847 Sep 21 16:01:29.868425 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-8d2eeb8d-93e7-4c96-a60a-2f4f498990d7 service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829094 Sep 21 16:01:29.911963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:29.920175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added routes are [] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 16:01:29.920650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 16:01:29.953999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:30.026483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:30.113390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:30.126526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:30.127472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:30.131183 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-7fa77344-d097-45f2-b790-40b10da8f2ee service neutron] 10.222.0.33 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656016 Sep 21 16:01:30.170846 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-656e9a1a-678c-4d2b-b992-0e38dda5c575 req-f81116d3-ddea-4fe9-8c8c-80db8628e6b1 service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815692 Sep 21 16:01:30.171490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:30.176141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:30.263369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44790) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:30.277375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 9212ba54-4781-437b-bc12-5386f6f4bf7a yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:30.345703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:30.401511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b11529c-c221-4500-98ba-c4a59355e3b6 req-7c78f23a-238c-4257-97bf-97a7dcc057fa service neutron] 10.222.0.33 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611191 Sep 21 16:01:30.441245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:30.447454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:30.585607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:30.595997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adfdd2-681a-4beb-aa2f-671d965a3f55 req-1711159d-a527-4754-b419-318e6d83050d tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:30.597425 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-73adfdd2-681a-4beb-aa2f-671d965a3f55 req-1711159d-a527-4754-b419-318e6d83050d tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.3347263 Sep 21 16:01:30.688699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:30.708904 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-571a2bd4-0934-4372-a249-4e0b52bad294 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e96c8514582a4f469cc5f82ee861b31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419255 Sep 21 16:01:30.717633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:30.720466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44798) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:30.740482 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-73adfdd2-681a-4beb-aa2f-671d965a3f55 req-769611c5-df37-4390-8508-fa95e4e4f818 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323411 Sep 21 16:01:30.743223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e5e39716-f828-41a2-9910-c8d9b679c2f9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:30.791394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:30.794921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:30.799078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:30.804911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:30.805563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:30.826501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=9212ba54-4781-437b-bc12-5386f6f4bf7a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:30.841026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e5e39716-f828-41a2-9910-c8d9b679c2f9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:30.841404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:30.873332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 7, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:28Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:30.891105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:30.907341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:30.907961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:30.922611 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b67aad3f-0c07-4ef8-a81f-4d9c59e87226 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3935356 Sep 21 16:01:30.922876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44802) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:30.932687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:30.976590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-456b4763-9ca2-492b-a2f5-11b41be0931d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.032614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:31.040493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.041639 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d6f1656e-e35a-42fa-aa2e-c22d0ba0bf90 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 200 len: 699 time: 2.0028207 Sep 21 16:01:31.044436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44806) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:31.080312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-456b4763-9ca2-492b-a2f5-11b41be0931d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.119391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:31.143596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.163965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e5e39716-f828-41a2-9910-c8d9b679c2f9 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:31.165487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fee523c7-779b-43a3-aadc-ca0e0e0e3845 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:31.358830 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c9827d6c-06f6-45cf-9342-5d0cd14f0464 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 200 len: 699 time: 0.3128867 Sep 21 16:01:31.359992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44810) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:31.460520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-456b4763-9ca2-492b-a2f5-11b41be0931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.486429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port fee523c7-779b-43a3-aadc-ca0e0e0e3845 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:31.489788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b4763-9ca2-492b-a2f5-11b41be0931d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1134d54-9331-49c6-9cb3-6c92ab1fe122,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:31.503536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fee523c7-779b-43a3-aadc-ca0e0e0e3845 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:31.503536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.537745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.588144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-456b4763-9ca2-492b-a2f5-11b41be0931d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.592042 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-456b4763-9ca2-492b-a2f5-11b41be0931d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1134d54-9331-49c6-9cb3-6c92ab1fe122 HTTP/1.1" status: 204 len: 168 time: 0.8664243 Sep 21 16:01:31.616504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.617177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] In _notify_port_updated(), no bound segment for port 9212ba54-4781-437b-bc12-5386f6f4bf7a on network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:01:31.627510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:31.627510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.627510 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "PUT /v2.0/ports/9212ba54-4781-437b-bc12-5386f6f4bf7a HTTP/1.1" status: 200 len: 818 time: 0.7011101 Sep 21 16:01:31.637107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 7, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:28Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:31.653454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70da362-9e61-4d7f-b387-eab7797b2264 None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 7, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:28Z', 'revision_number': 4, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:31.661687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44816) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:31.678237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fee523c7-779b-43a3-aadc-ca0e0e0e3845 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:31.678669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.720109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port fee523c7-779b-43a3-aadc-ca0e0e0e3845, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fee523c7-779b-43a3-aadc-ca0e0e0e3845,segment=NetworkSegment(ea6d8ebc-1228-47dd-b014-db4f08cefe9c),segment_id=ea6d8ebc-1228-47dd-b014-db4f08cefe9c)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:31.760793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708c997-422c-4a95-8fad-ce1e8c93ba83 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=9212ba54-4781-437b-bc12-5386f6f4bf7a,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:31.779874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-a5464856-b996-4c99-aabd-cfa4d573ecd8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 9212ba54-4781-437b-bc12-5386f6f4bf7a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:31.780615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a5464856-b996-4c99-aabd-cfa4d573ecd8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.792256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:31.908249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=fee523c7-779b-43a3-aadc-ca0e0e0e3845,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:32.044013 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:32.059108 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:32.059731 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:32.087081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a5464856-b996-4c99-aabd-cfa4d573ecd8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.093349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86999df-a585-40e5-a497-9ca8bcd2c020 req-8d52e01b-79d8-4c32-9296-051401ae9f3f tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:32.095751 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c86999df-a585-40e5-a497-9ca8bcd2c020 req-8d52e01b-79d8-4c32-9296-051401ae9f3f tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.1632166 Sep 21 16:01:32.103895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.222280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-a5464856-b996-4c99-aabd-cfa4d573ecd8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 9212ba54-4781-437b-bc12-5386f6f4bf7a owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:32.241793 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:32.292252 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c86999df-a585-40e5-a497-9ca8bcd2c020 req-86d55e8e-8e25-41e6-926d-ace78c7e1067 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319067 Sep 21 16:01:32.376901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a5464856-b996-4c99-aabd-cfa4d573ecd8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.450421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5464856-b996-4c99-aabd-cfa4d573ecd8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=9212ba54-4781-437b-bc12-5386f6f4bf7a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:32.454722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a5464856-b996-4c99-aabd-cfa4d573ecd8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.467416 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a5464856-b996-4c99-aabd-cfa4d573ecd8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/9212ba54-4781-437b-bc12-5386f6f4bf7a HTTP/1.1" status: 204 len: 168 time: 0.7983966 Sep 21 16:01:32.469744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44834) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:32.519748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port fee523c7-779b-43a3-aadc-ca0e0e0e3845 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:32.520341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.599680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f542cec-fe6c-49ef-a79d-426df2d08705 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:32.600565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3f542cec-fe6c-49ef-a79d-426df2d08705 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:32.636478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fee523c7-779b-43a3-aadc-ca0e0e0e3845 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:32.641699 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 7, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:31Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:32.660700 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:32.681552 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:32.682255 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:32.702714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3f542cec-fe6c-49ef-a79d-426df2d08705 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:32.704045 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3f542cec-fe6c-49ef-a79d-426df2d08705 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2331161 Sep 21 16:01:32.706743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44844) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:32.713079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fee523c7-779b-43a3-aadc-ca0e0e0e3845 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:32.713755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.778702 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-24713c67-7c5a-4304-98d0-ab495d4d2ee9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:01:32.780612 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-24713c67-7c5a-4304-98d0-ab495d4d2ee9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/9212ba54-4781-437b-bc12-5386f6f4bf7a HTTP/1.1" status: 404 len: 333 time: 0.0728428 Sep 21 16:01:32.785549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44848) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:32.791021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port fee523c7-779b-43a3-aadc-ca0e0e0e3845, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fee523c7-779b-43a3-aadc-ca0e0e0e3845,segment=NetworkSegment(ea6d8ebc-1228-47dd-b014-db4f08cefe9c),segment_id=ea6d8ebc-1228-47dd-b014-db4f08cefe9c)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:32.791373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1792126805'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:32.791492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.796666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:32.801325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:network and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:32.805373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:32.812479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:32.858672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fee523c7-779b-43a3-aadc-ca0e0e0e3845 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:32.890774 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:32.916853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:32.917005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-29f53070-0b41-45df-b03e-7020191ab965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.920531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:32.938853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for fee523c7-779b-43a3-aadc-ca0e0e0e3845 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:32.994005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:33.020656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:33.021006 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Added segment 99da360d-4b63-43d2-866f-349ec8e3bda8 of type vlan for network 9feec554-7279-40bb-99b4-b55122ba1016 Sep 21 16:01:33.032083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44856) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:33.036491 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034316 Sep 21 16:01:33.043454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44858) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:33.094413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:33.199380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:33.209924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:33.211867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:33.239630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d27a363a-3717-473c-9a4e-7375b507a445 tempest-NetworksApiDiscovery-1270839466 tempest-NetworksApiDiscovery-1270839466-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1888547 Sep 21 16:01:33.302921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462094c-d60b-4c03-a612-b6d282ed1f3e req-c6967315-39da-429e-92ce-60f486e1b414 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:33.305271 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b462094c-d60b-4c03-a612-b6d282ed1f3e req-c6967315-39da-429e-92ce-60f486e1b414 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.1478789 Sep 21 16:01:33.343880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Network': ['ID=9feec554-7279-40bb-99b4-b55122ba1016,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:33.357302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 9feec554-7279-40bb-99b4-b55122ba1016 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:33.383139 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b462094c-d60b-4c03-a612-b6d282ed1f3e req-4d7c3aa0-fcc2-4a82-887f-728013269168 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712500 Sep 21 16:01:33.384958 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 7, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:31Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:33.388921 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-affa7c71-7dc6-4fd1-afd2-ab7cba2103fa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5995858 Sep 21 16:01:33.388921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44866) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:33.395419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '9feec554-7279-40bb-99b4-b55122ba1016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:33.401598 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4903c5-af1a-4926-926e-8722a910c683 None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 7, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fee523c7-779b-43a3-aadc-ca0e0e0e3845', 'name': '', 'network_id': 'bbf389c6-6bf1-446a-9bfc-3f1255dc0a04', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:f9:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:22Z', 'updated_at': '2022-09-21T16:01:31Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': 'aee2a7ba-5e60-4cb3-99e8-549e13c3d084', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:33.544151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:33.548536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:33.553046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:33.559040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:33.593762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:33.647418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=fee523c7-779b-43a3-aadc-ca0e0e0e3845,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:33.651154 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:33.657413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:33.846450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44872) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:33.945597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:33.985626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.109961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.132116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:34.140984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] Usage tracker for resource:security_group_rule and tenant:21b3e11e84d94826a5c0bcf2d9a8055a is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:34.145252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:34.154259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:34.175617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=2191bb53-8621-4463-949f-a3a909128e8a,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:34.185453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking segment: {'id': '99da360d-4b63-43d2-866f-349ec8e3bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9feec554-7279-40bb-99b4-b55122ba1016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:34.185817 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network hostable DHCP agents. Network: 9feec554-7279-40bb-99b4-b55122ba1016, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:34.279869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 9feec554-7279-40bb-99b4-b55122ba1016 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:34.341011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:34.365056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 9feec554-7279-40bb-99b4-b55122ba1016) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:34.369300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:34.369868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.378009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453851fb-c16c-4ea0-8c91-a2de1c864e57 None None] Network 9feec554-7279-40bb-99b4-b55122ba1016 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:34.469479 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d2408b11-2e1e-4625-ac2d-5dbf7952db22 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0764389 Sep 21 16:01:34.469696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44880) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:34.476138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '9feec554-7279-40bb-99b4-b55122ba1016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:34.524178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.548194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:34.560493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:34.576933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:34.577670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:34.586550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7eefb0c7-5d57-41bf-a0fd-00102f9aba04 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2254033 Sep 21 16:01:34.587563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44884) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:34.644718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.709568 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21b3e11e84d94826a5c0bcf2d9a8055a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617308 Sep 21 16:01:34.714060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8781f3b4-ca1d-452e-9b4e-0055573907dd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet aee2a7ba-5e60-4cb3-99e8-549e13c3d084 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:34.715802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44888) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:34.719937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8781f3b4-ca1d-452e-9b4e-0055573907dd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.737535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182b6e9-2982-4db5-b9b4-e0bc95c3d45d req-a874accb-7dbf-4a0f-a4cb-3d13af5641e1 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:34.739765 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2182b6e9-2982-4db5-b9b4-e0bc95c3d45d req-a874accb-7dbf-4a0f-a4cb-3d13af5641e1 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.1769161 Sep 21 16:01:34.740787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:34.745685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:34.747962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da536bb-b241-4b62-aa4c-59e4cc0f60ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503cbe9b-658c-42c0-965d-82c1a09cc097,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:34.773210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:34.781931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:34.810697 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2182b6e9-2982-4db5-b9b4-e0bc95c3d45d req-ce58234e-c863-45bb-85c2-9f5d75f7f84c tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618389 Sep 21 16:01:34.818372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8781f3b4-ca1d-452e-9b4e-0055573907dd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.828345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:34.874987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-9feec554-7279-40bb-99b4-b55122ba1016', 'network_id': '9feec554-7279-40bb-99b4-b55122ba1016', 'tenant_id': '6d2c27c9202b4d37ac29a92442cac334', 'fixed_ips': [{'subnet_id': '2191bb53-8621-4463-949f-a3a909128e8a'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:01:34.875919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:34.882585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:34.886509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.033922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4d70ee18-ff46-404d-9d3d-acac2d2eba1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.037600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8199cf5b-0694-43ed-801c-c21031bd8b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.047567 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.ipam_backend_mixin [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2191bb53-8621-4463-949f-a3a909128e8a (CIDR: 172.20.0.0/28) Sep 21 16:01:35.077583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8199cf5b-0694-43ed-801c-c21031bd8b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.083529 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:01:35.085094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:35.131218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8781f3b4-ca1d-452e-9b4e-0055573907dd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.206389 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-78cb0b9a-fc38-4339-95a5-0328ee7c3ec4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7354600 Sep 21 16:01:35.208933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44896) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:35.216225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '9feec554-7279-40bb-99b4-b55122ba1016', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:35.268952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8199cf5b-0694-43ed-801c-c21031bd8b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.292867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199cf5b-0694-43ed-801c-c21031bd8b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503cbe9b-658c-42c0-965d-82c1a09cc097,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:35.295501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Allocated IP 172.20.0.2 (9feec554-7279-40bb-99b4-b55122ba1016/2191bb53-8621-4463-949f-a3a909128e8a/86d56dc7-0abc-4161-a0a9-c17a10692d26) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:35.308195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8781f3b4-ca1d-452e-9b4e-0055573907dd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.360671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781f3b4-ca1d-452e-9b4e-0055573907dd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=aee2a7ba-5e60-4cb3-99e8-549e13c3d084,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:35.363173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8781f3b4-ca1d-452e-9b4e-0055573907dd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.368349 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8781f3b4-ca1d-452e-9b4e-0055573907dd tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/aee2a7ba-5e60-4cb3-99e8-549e13c3d084 HTTP/1.1" status: 204 len: 168 time: 0.7794893 Sep 21 16:01:35.370026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44900) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:35.370201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8199cf5b-0694-43ed-801c-c21031bd8b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.371176 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8199cf5b-0694-43ed-801c-c21031bd8b73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/503cbe9b-658c-42c0-965d-82c1a09cc097 HTTP/1.1" status: 204 len: 168 time: 0.6527321 Sep 21 16:01:35.437588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdcf70d-18f6-4ad8-9aed-0a2367a6b7db None None] Network bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:35.519376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-3584e1bf-1eda-4353-85a8-bd20838367fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:35.521013 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-3584e1bf-1eda-4353-85a8-bd20838367fc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fecc30a967f54cbfb50a4fad33a069ea&device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 1099 time: 0.0855851 Sep 21 16:01:35.549605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b0c96-50e4-4346-ae2a-921cfb31a519 req-b395aa90-cf93-4922-a977-58101a56bbd6 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:35.551303 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f47b0c96-50e4-4346-ae2a-921cfb31a519 req-b395aa90-cf93-4922-a977-58101a56bbd6 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.2655728 Sep 21 16:01:35.556491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:35.558967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:33Z', 'revision_number': 8, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:35.560724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:35.563719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:35.570234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:35.579159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:35.587602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.616934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port e5e39716-f828-41a2-9910-c8d9b679c2f9 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:35.617324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.664520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-857fb307-8bbf-4ff9-b516-5a1d01ee4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:35.666105 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-857fb307-8bbf-4ff9-b516-5a1d01ee4f70 service neutron] 10.222.0.33 "GET /v2.0/networks?id=1db715d1-572d-4515-8549-dc7302647be3 HTTP/1.1" status: 200 len: 912 time: 0.1390524 Sep 21 16:01:35.676388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:35.677040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:35.677674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:35.678556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.754413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-3d2c9da3-401a-4f8d-85bb-c3411ab0d1f7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21 HTTP/1.1" status: 200 len: 217 time: 0.0817080 Sep 21 16:01:35.856701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-efd1754a-9fb3-492d-8616-255ad67319bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:35.858699 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-efd1754a-9fb3-492d-8616-255ad67319bf service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c2a94ec4-1b42-431a-af1b-6243e4248486 HTTP/1.1" status: 200 len: 851 time: 0.0983231 Sep 21 16:01:35.930455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-bd214ad2-2cbd-4cd7-9bc8-e88b34a3ce26 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=1db715d1-572d-4515-8549-dc7302647be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640976 Sep 21 16:01:35.933714 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f47b0c96-50e4-4346-ae2a-921cfb31a519 req-bf708d41-3e2e-4790-8b6d-1f2064dd4141 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479552 Sep 21 16:01:35.967386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:35.979996 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:36.024786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Transition to ACTIVE for port object 86d56dc7-0abc-4161-a0a9-c17a10692d26 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:36.072031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Transition to ACTIVE for port object 86d56dc7-0abc-4161-a0a9-c17a10692d26 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:36.088982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port e5e39716-f828-41a2-9910-c8d9b679c2f9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e5e39716-f828-41a2-9910-c8d9b679c2f9,segment=NetworkSegment(ea6d8ebc-1228-47dd-b014-db4f08cefe9c),segment_id=ea6d8ebc-1228-47dd-b014-db4f08cefe9c)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:36.089555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.117878 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-b324d599-972d-4d7f-994f-ba0561f68f5b service neutron] 10.222.0.33 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739116 Sep 21 16:01:36.231033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for e5e39716-f828-41a2-9910-c8d9b679c2f9 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:36.262603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb55c628-b5fa-45aa-a02c-b43f60c2d773 None None] DHCP port deletion for bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:01:36.272113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.322883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fb55c628-b5fa-45aa-a02c-b43f60c2d773 None None] Deleting port e5e39716-f828-41a2-9910-c8d9b679c2f9 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:36.323315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fb55c628-b5fa-45aa-a02c-b43f60c2d773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.331363 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-01d6c568-061e-46e2-a016-2715e5a2fb1e req-fbd2f85a-e34b-4e17-abaa-2d90da26c2a5 service neutron] 10.222.0.33 "GET /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012134 Sep 21 16:01:36.368204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.411056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Network 9feec554-7279-40bb-99b4-b55122ba1016 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:36.430110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:36.442020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:36.445534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Pushing event updated for resources: {'Port': ['ID=86d56dc7-0abc-4161-a0a9-c17a10692d26,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:36.463082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.466795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.487587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fb55c628-b5fa-45aa-a02c-b43f60c2d773 None None] The port 'e5e39716-f828-41a2-9910-c8d9b679c2f9' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:01:36.631798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e5e39716-f828-41a2-9910-c8d9b679c2f9 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:36.690280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Attempting to bind port 86d56dc7-0abc-4161-a0a9-c17a10692d26 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:36.690652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Attempting to bind port 86d56dc7-0abc-4161-a0a9-c17a10692d26 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '99da360d-4b63-43d2-866f-349ec8e3bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9feec554-7279-40bb-99b4-b55122ba1016'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:36.691013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Attempting to bind port 86d56dc7-0abc-4161-a0a9-c17a10692d26 on network 9feec554-7279-40bb-99b4-b55122ba1016 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:36.695115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=e5e39716-f828-41a2-9910-c8d9b679c2f9,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:36.696140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: e5e39716-f828-41a2-9910-c8d9b679c2f9 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:36.696492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e5e39716-f828-41a2-9910-c8d9b679c2f9 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:36.705422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 9feec554-7279-40bb-99b4-b55122ba1016 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:36.713886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:36.713886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Checking segment: {'id': '99da360d-4b63-43d2-866f-349ec8e3bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9feec554-7279-40bb-99b4-b55122ba1016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:36.713886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.713886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Bound using segment: {'id': '99da360d-4b63-43d2-866f-349ec8e3bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9feec554-7279-40bb-99b4-b55122ba1016'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:36.713886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Bound port: 86d56dc7-0abc-4161-a0a9-c17a10692d26, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99da360d-4b63-43d2-866f-349ec8e3bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9feec554-7279-40bb-99b4-b55122ba1016'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:36.714402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No DVR routers for this DVR port e5e39716-f828-41a2-9910-c8d9b679c2f9 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:36.714490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.714578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:36.745345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:36.746041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.786123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.826583 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:33Z', 'revision_number': 8, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:36.828895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] For port 86d56dc7-0abc-4161-a0a9-c17a10692d26, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:36.833455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] For port 86d56dc7-0abc-4161-a0a9-c17a10692d26, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=86d56dc7-0abc-4161-a0a9-c17a10692d26,segment=NetworkSegment(99da360d-4b63-43d2-866f-349ec8e3bda8),segment_id=99da360d-4b63-43d2-866f-349ec8e3bda8)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:36.835298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51844749-5b87-4d11-817b-66ffa64bae1e None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:33Z', 'revision_number': 8, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '87769242-07f6-45d8-9a33-de3ffd8738c4', 'name': '', 'network_id': 'c07a8613-bdc3-4b45-a48d-ea27f632926c', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:a2:6f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:16Z', 'updated_at': '2022-09-21T16:01:24Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '07b25def-509a-4e52-ae1a-7a988d5b2917', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:36.861553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=8fb32a16-b566-4ce6-b39b-cff5b7a7a172,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:36.888904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.915186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf389c6-6bf1-446a-9bfc-3f1255dc0a04']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:36.922771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.932739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:36.933177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6d8ebc-1228-47dd-b014-db4f08cefe9c') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:36.946356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:36.956978 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-22f74000-b373-4541-af21-7f51babb04d8 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7469234 Sep 21 16:01:36.959581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44906) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:36.967199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '9feec554-7279-40bb-99b4-b55122ba1016', 'fixed_ips': [{'subnet_id': '2191bb53-8621-4463-949f-a3a909128e8a'}, {'subnet_id': '8fb32a16-b566-4ce6-b39b-cff5b7a7a172'}], 'name': 'tempest-PortsTestJSON-2069243782'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:36.984381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:37.025725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51422f09-79f2-4952-8279-995e6f379e3c None None] Pushing event updated for resources: {'Port': ['ID=86d56dc7-0abc-4161-a0a9-c17a10692d26,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:37.068119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:37.068692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:37.175545 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment ea6d8ebc-1228-47dd-b014-db4f08cefe9c resource provider aggregate not found Sep 21 16:01:37.187965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c30a2-6a9e-4f68-ac66-b59ac8ff0767 req-08248cb2-4dff-448b-821b-2d83fbd2d4ae tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:37.190576 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-568c30a2-6a9e-4f68-ac66-b59ac8ff0767 req-08248cb2-4dff-448b-821b-2d83fbd2d4ae tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.1203732 Sep 21 16:01:37.212509 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment ea6d8ebc-1228-47dd-b014-db4f08cefe9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea6d8ebc-1228-47dd-b014-db4f08cefe9c found for delete ", "request_id": "req-73f5a5ce-4611-4c97-afa4-e7bfce44eee2"}]} Sep 21 16:01:37.278533 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-568c30a2-6a9e-4f68-ac66-b59ac8ff0767 req-c373c377-5221-401d-9406-625313aae29d tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Sep 21 16:01:37.290834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:37.298834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:port and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:37.310922 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:37.322965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:37.330493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:37.338095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:37.361385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=bbf389c6-6bf1-446a-9bfc-3f1255dc0a04,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:37.371858 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8efe1a01-ecf6-4c1b-ad92-f9e127784901 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/bbf389c6-6bf1-446a-9bfc-3f1255dc0a04 HTTP/1.1" status: 204 len: 168 time: 1.9959915 Sep 21 16:01:37.372793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44916) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:37.413908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:37.547312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:37.569019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 6a45916e-6052-454e-8d7f-4f23884d7600 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:37.858260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:37.863530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.13 (9feec554-7279-40bb-99b4-b55122ba1016/2191bb53-8621-4463-949f-a3a909128e8a/6a45916e-6052-454e-8d7f-4f23884d7600) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:37.870174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.30 (9feec554-7279-40bb-99b4-b55122ba1016/8fb32a16-b566-4ce6-b39b-cff5b7a7a172/6a45916e-6052-454e-8d7f-4f23884d7600) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:38.025448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.110223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.126386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 6a45916e-6052-454e-8d7f-4f23884d7600 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:38.159402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e5f1ab-69b9-46a7-aef7-579e254b3440 None None] Network 9feec554-7279-40bb-99b4-b55122ba1016 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:38.208808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.285039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 9feec554-7279-40bb-99b4-b55122ba1016 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:38.288320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:38.292257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:38.327900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=6a45916e-6052-454e-8d7f-4f23884d7600,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:38.354745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2443f94-5186-44ed-9ce2-46f8db7055e1 None None] Provisioning for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:38.365724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:38.366450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.388320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 87769242-07f6-45d8-9a33-de3ffd8738c4 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:38.388903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.489406 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f05b414a-6fcf-4e4d-abae-af2f4e382c12 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5287569 Sep 21 16:01:38.496674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44922) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:38.504343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2191bb53-8621-4463-949f-a3a909128e8a'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:38.546725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af553a1-9b0b-4fde-aec1-bcbee62a838c None None] Update dhcp port {'port': {'network_id': '9feec554-7279-40bb-99b4-b55122ba1016', 'fixed_ips': [{'subnet_id': '2191bb53-8621-4463-949f-a3a909128e8a', 'ip_address': '172.20.0.2'}, {'subnet_id': '8fb32a16-b566-4ce6-b39b-cff5b7a7a172'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': '86d56dc7-0abc-4161-a0a9-c17a10692d26'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 16:01:38.610138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9af553a1-9b0b-4fde-aec1-bcbee62a838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.616659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 87769242-07f6-45d8-9a33-de3ffd8738c4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=87769242-07f6-45d8-9a33-de3ffd8738c4,segment=NetworkSegment(3c8b88f5-6bfc-4637-b755-e91fc4465f34),segment_id=3c8b88f5-6bfc-4637-b755-e91fc4465f34)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:38.616945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.653838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9b142-9e98-46f1-8e73-f473cbb67230 req-4478b0af-ed1e-4feb-85f3-8c702e2d1318 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:38.655541 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7db9b142-9e98-46f1-8e73-f473cbb67230 req-4478b0af-ed1e-4feb-85f3-8c702e2d1318 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.2126803 Sep 21 16:01:38.662910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:38.694343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86d56dc7-0abc-4161-a0a9-c17a10692d26 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:38.761700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 87769242-07f6-45d8-9a33-de3ffd8738c4 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:38.768021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7db9b142-9e98-46f1-8e73-f473cbb67230 req-a0053c29-c0a6-4d39-a53b-a767c4194586 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935254 Sep 21 16:01:38.940662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-9af553a1-9b0b-4fde-aec1-bcbee62a838c None None] Allocated IP 172.20.0.18 (9feec554-7279-40bb-99b4-b55122ba1016/8fb32a16-b566-4ce6-b39b-cff5b7a7a172/86d56dc7-0abc-4161-a0a9-c17a10692d26) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:39.022518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:39.042524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:39.043050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.079761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.135158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=87769242-07f6-45d8-9a33-de3ffd8738c4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:39.213669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-9af553a1-9b0b-4fde-aec1-bcbee62a838c None None] For port 86d56dc7-0abc-4161-a0a9-c17a10692d26, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=86d56dc7-0abc-4161-a0a9-c17a10692d26,segment=NetworkSegment(99da360d-4b63-43d2-866f-349ec8e3bda8),segment_id=99da360d-4b63-43d2-866f-349ec8e3bda8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:39.295643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 86d56dc7-0abc-4161-a0a9-c17a10692d26 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:39.296025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.321789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9af553a1-9b0b-4fde-aec1-bcbee62a838c None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.342643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9af553a1-9b0b-4fde-aec1-bcbee62a838c None None] Transition to ACTIVE for port object 86d56dc7-0abc-4161-a0a9-c17a10692d26 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:39.399956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98037fd-1892-4350-b05b-b39b9e6c21a4 req-9eb10e5d-9421-49d8-92bc-0808e30cf4e4 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:39.401636 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d98037fd-1892-4350-b05b-b39b9e6c21a4 req-9eb10e5d-9421-49d8-92bc-0808e30cf4e4 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.0958261 Sep 21 16:01:39.420267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9af553a1-9b0b-4fde-aec1-bcbee62a838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.433691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.500552 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d98037fd-1892-4350-b05b-b39b9e6c21a4 req-6024a67d-ec9b-4804-957e-fc1d4ea84de7 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930929 Sep 21 16:01:39.513527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Delete allocated IP 172.20.0.30 (9feec554-7279-40bb-99b4-b55122ba1016/8fb32a16-b566-4ce6-b39b-cff5b7a7a172) {{(pid=89726) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 16:01:39.640308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af553a1-9b0b-4fde-aec1-bcbee62a838c None None] Pushing event updated for resources: {'Port': ['ID=86d56dc7-0abc-4161-a0a9-c17a10692d26,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:39.649626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:39.650027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:39.700984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.717464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Ignored duplicate provisioning block setup for port 6a45916e-6052-454e-8d7f-4f23884d7600 by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 16:01:39.773903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.920136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:39.935155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=6a45916e-6052-454e-8d7f-4f23884d7600,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:39.954358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] In _notify_port_updated(), no bound segment for port 6a45916e-6052-454e-8d7f-4f23884d7600 on network 9feec554-7279-40bb-99b4-b55122ba1016 {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:01:39.959755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:39.960374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:39.961814 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fcbecddb-c1c2-4e10-94ed-4b23a39e208c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "PUT /v2.0/ports/6a45916e-6052-454e-8d7f-4f23884d7600 HTTP/1.1" status: 200 len: 920 time: 1.4639473 Sep 21 16:01:39.964344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44930) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:39.970243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2191bb53-8621-4463-949f-a3a909128e8a'}, {'subnet_id': '8fb32a16-b566-4ce6-b39b-cff5b7a7a172'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:40.102779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:40.104300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.120028 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:40.120589 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c498c4f3-d0b8-4e79-b019-d518daefe4f2 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7437167 Sep 21 16:01:40.120589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44934) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:40.128664 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:40.129289 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:40.203175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-381c00fa-400a-4630-a5cf-87a9fe91843e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet 07b25def-509a-4e52-ae1a-7a988d5b2917 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:40.207024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae14a5-a145-4394-bce5-65b3f3cb799b None None] Network 9feec554-7279-40bb-99b4-b55122ba1016 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:40.207545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-381c00fa-400a-4630-a5cf-87a9fe91843e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.226976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 86d56dc7-0abc-4161-a0a9-c17a10692d26 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:40.227511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.273631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-381c00fa-400a-4630-a5cf-87a9fe91843e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.304722 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:40.348301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 86d56dc7-0abc-4161-a0a9-c17a10692d26, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=86d56dc7-0abc-4161-a0a9-c17a10692d26,segment=NetworkSegment(99da360d-4b63-43d2-866f-349ec8e3bda8),segment_id=99da360d-4b63-43d2-866f-349ec8e3bda8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:40.396971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-381c00fa-400a-4630-a5cf-87a9fe91843e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.467340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d83dbb67-4e8c-4c22-a2a9-bf359fd53903 None None] Provisioning for port 6a45916e-6052-454e-8d7f-4f23884d7600 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:40.472054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.499840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.21 (9feec554-7279-40bb-99b4-b55122ba1016/8fb32a16-b566-4ce6-b39b-cff5b7a7a172/6a45916e-6052-454e-8d7f-4f23884d7600) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:40.520016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fee523c7-779b-43a3-aadc-ca0e0e0e3845 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:40.560371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d83dbb67-4e8c-4c22-a2a9-bf359fd53903 None None] Provisioning complete for port 6a45916e-6052-454e-8d7f-4f23884d7600 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:40.560875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb67-4e8c-4c22-a2a9-bf359fd53903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.566761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-381c00fa-400a-4630-a5cf-87a9fe91843e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.626744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d83dbb67-4e8c-4c22-a2a9-bf359fd53903 None None] Port 6a45916e-6052-454e-8d7f-4f23884d7600 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:40.635177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: fee523c7-779b-43a3-aadc-ca0e0e0e3845 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:40.635825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fee523c7-779b-43a3-aadc-ca0e0e0e3845 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:40.653638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c00fa-400a-4630-a5cf-87a9fe91843e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=07b25def-509a-4e52-ae1a-7a988d5b2917,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:40.667969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=86d56dc7-0abc-4161-a0a9-c17a10692d26,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:40.670127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-381c00fa-400a-4630-a5cf-87a9fe91843e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.672915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb8e63d-b541-4336-b5f3-027c1bf4ba1d None None] Network c07a8613-bdc3-4b45-a48d-ea27f632926c requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:40.681166 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-381c00fa-400a-4630-a5cf-87a9fe91843e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/07b25def-509a-4e52-ae1a-7a988d5b2917 HTTP/1.1" status: 204 len: 168 time: 0.5574355 Sep 21 16:01:40.681521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44940) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:40.715178 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:38Z', 'revision_number': 9, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:40.727563 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:40.737971 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:40.738612 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:40.745082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.761486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Ignored duplicate provisioning block setup for port 6a45916e-6052-454e-8d7f-4f23884d7600 by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 21 16:01:40.798181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d83dbb67-4e8c-4c22-a2a9-bf359fd53903 None None] Provisioning for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:40.836753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.840783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d83dbb67-4e8c-4c22-a2a9-bf359fd53903 None None] Provisioning complete for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:40.841235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb67-4e8c-4c22-a2a9-bf359fd53903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.898973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.917653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86d56dc7-0abc-4161-a0a9-c17a10692d26 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:40.925824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 70088923-cc16-41ce-a35c-3a0c81e91aba {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:40.926197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:40.942844 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:40.986891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed56be-9bee-4b15-bd6a-5917812b0e90 req-8eb83dd4-27dd-41e6-a4d1-6256d9700ba8 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:40.988520 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7eed56be-9bee-4b15-bd6a-5917812b0e90 req-8eb83dd4-27dd-41e6-a4d1-6256d9700ba8 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.2084198 Sep 21 16:01:41.110576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:41.111062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.131706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=6a45916e-6052-454e-8d7f-4f23884d7600,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:41.136149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d83dbb67-4e8c-4c22-a2a9-bf359fd53903 None None] Current status of the port 86d56dc7-0abc-4161-a0a9-c17a10692d26 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:41.217688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] In _notify_port_updated(), no bound segment for port 6a45916e-6052-454e-8d7f-4f23884d7600 on network 9feec554-7279-40bb-99b4-b55122ba1016 {{(pid=89726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:01:41.218100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] DHCP port deletion for c07a8613-bdc3-4b45-a48d-ea27f632926c request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:01:41.223637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:41.224273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.227956 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ff9c838e-8914-4fc8-9699-cc6eafb335a4 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "PUT /v2.0/ports/6a45916e-6052-454e-8d7f-4f23884d7600 HTTP/1.1" status: 200 len: 1000 time: 1.2603133 Sep 21 16:01:41.228203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44944) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:41.238890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] Deleting port 70088923-cc16-41ce-a35c-3a0c81e91aba {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:41.239477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.248943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 70088923-cc16-41ce-a35c-3a0c81e91aba, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=70088923-cc16-41ce-a35c-3a0c81e91aba,segment=NetworkSegment(3c8b88f5-6bfc-4637-b755-e91fc4465f34),segment_id=3c8b88f5-6bfc-4637-b755-e91fc4465f34)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:41.249314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.298828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 86d56dc7-0abc-4161-a0a9-c17a10692d26 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:41.353845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e4996c69-7a44-4d9d-a2ee-e954cca5063e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 6a45916e-6052-454e-8d7f-4f23884d7600 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:41.354348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4996c69-7a44-4d9d-a2ee-e954cca5063e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.450336 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:38Z', 'revision_number': 9, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:41.461210 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344d6c5-7225-4791-9a7a-9c9358a05268 None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:38Z', 'revision_number': 9, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da5f5d38-6219-48ae-99ad-26b14ece664a', 'name': '', 'network_id': 'e89a2da4-193f-4dc4-8cf3-1e71e1a364b6', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:54:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:01:09Z', 'updated_at': '2022-09-21T16:01:18Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '5441ebef-27f7-4521-8bb3-341c4e92a70f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:41.486230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 70088923-cc16-41ce-a35c-3a0c81e91aba owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:41.580425 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7eed56be-9bee-4b15-bd6a-5917812b0e90 req-19d7a5a0-cbb0-46d8-9b68-8c82f0dacacb tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845866 Sep 21 16:01:41.608319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] For port 70088923-cc16-41ce-a35c-3a0c81e91aba, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=70088923-cc16-41ce-a35c-3a0c81e91aba,segment=NetworkSegment(3c8b88f5-6bfc-4637-b755-e91fc4465f34),segment_id=3c8b88f5-6bfc-4637-b755-e91fc4465f34)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:41.609158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.617452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-74f5d2d6-f7c9-4ec8-9235-9776f09d29d2 None None] Provisioning complete for port 6a45916e-6052-454e-8d7f-4f23884d7600 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:41.617930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74f5d2d6-f7c9-4ec8-9235-9776f09d29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.659509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55012820-e1fe-4301-bec1-26fff2bac224 req-51b63310-b879-46ee-b472-c61b4e179e9b tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:41.661225 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-55012820-e1fe-4301-bec1-26fff2bac224 req-51b63310-b879-46ee-b472-c61b4e179e9b tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.33 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.2427456 Sep 21 16:01:41.732709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.792815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] Calling delete_port for 70088923-cc16-41ce-a35c-3a0c81e91aba owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:41.804899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4996c69-7a44-4d9d-a2ee-e954cca5063e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.894756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-74f5d2d6-f7c9-4ec8-9235-9776f09d29d2 None None] Port 6a45916e-6052-454e-8d7f-4f23884d7600 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:41.939301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-74f5d2d6-f7c9-4ec8-9235-9776f09d29d2 None None] Provisioning complete for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:41.939301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74f5d2d6-f7c9-4ec8-9235-9776f09d29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:41.958095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e4996c69-7a44-4d9d-a2ee-e954cca5063e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 6a45916e-6052-454e-8d7f-4f23884d7600 owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:41.999391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:41.999842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:42.019226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No DVR routers for this DVR port 70088923-cc16-41ce-a35c-3a0c81e91aba on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:42.082514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-74f5d2d6-f7c9-4ec8-9235-9776f09d29d2 None None] Current status of the port 86d56dc7-0abc-4161-a0a9-c17a10692d26 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:42.089845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Deleting port fcc47455-5804-463e-b1c2-84fe1d8d9c21 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:42.095995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.129344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=70088923-cc16-41ce-a35c-3a0c81e91aba,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:42.220261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f62e84d2-9a4d-4637-987e-60ffde919df6 None None] Provisioning complete for port 6a45916e-6052-454e-8d7f-4f23884d7600 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:42.220878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f62e84d2-9a4d-4637-987e-60ffde919df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.278185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f62e84d2-9a4d-4637-987e-60ffde919df6 None None] Port 6a45916e-6052-454e-8d7f-4f23884d7600 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:42.288195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.313578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4996c69-7a44-4d9d-a2ee-e954cca5063e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.329050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07a8613-bdc3-4b45-a48d-ea27f632926c']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:42.362689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4996c69-7a44-4d9d-a2ee-e954cca5063e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=6a45916e-6052-454e-8d7f-4f23884d7600,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:42.391547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c4361624-b693-4974-8191-f309e5334514 None None] Could not find standard attr ID for object 6a45916e-6052-454e-8d7f-4f23884d7600. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 16:01:42.402674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8b88f5-6bfc-4637-b755-e91fc4465f34') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:42.402984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8b88f5-6bfc-4637-b755-e91fc4465f34') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:42.433503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.497213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] For port fcc47455-5804-463e-b1c2-84fe1d8d9c21, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fcc47455-5804-463e-b1c2-84fe1d8d9c21,segment=NetworkSegment(b509396a-6b05-42c2-a602-50c85fb1f9a9),segment_id=b509396a-6b05-42c2-a602-50c85fb1f9a9)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:42.497580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.501788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] Deleting port 70088923-cc16-41ce-a35c-3a0c81e91aba {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:42.502236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.515827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4996c69-7a44-4d9d-a2ee-e954cca5063e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.527973 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e4996c69-7a44-4d9d-a2ee-e954cca5063e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/6a45916e-6052-454e-8d7f-4f23884d7600 HTTP/1.1" status: 204 len: 168 time: 1.2965176 Sep 21 16:01:42.528264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44948) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:42.562461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.573238 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3006097-d6cd-42d9-b74e-03608aa99e30 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:01:42.573843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f3006097-d6cd-42d9-b74e-03608aa99e30 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:42.574126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d33e6fad-fa14-4fa5-9b10-635435e2d5d7 None None] The port '70088923-cc16-41ce-a35c-3a0c81e91aba' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:01:42.632081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Calling delete_port for fcc47455-5804-463e-b1c2-84fe1d8d9c21 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:42.648080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f3006097-d6cd-42d9-b74e-03608aa99e30 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:42.652245 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f3006097-d6cd-42d9-b74e-03608aa99e30 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/6a45916e-6052-454e-8d7f-4f23884d7600 HTTP/1.1" status: 404 len: 333 time: 0.1229732 Sep 21 16:01:42.653005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44954) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:42.663168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:42.663561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.734253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86d56dc7-0abc-4161-a0a9-c17a10692d26 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:42.744319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0390cc8-9c3c-4055-a95c-6fae18d2a16b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet 8fb32a16-b566-4ce6-b39b-cff5b7a7a172 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:42.760141 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 3c8b88f5-6bfc-4637-b755-e91fc4465f34 resource provider aggregate not found Sep 21 16:01:42.793192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0390cc8-9c3c-4055-a95c-6fae18d2a16b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.805237 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 3c8b88f5-6bfc-4637-b755-e91fc4465f34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c8b88f5-6bfc-4637-b755-e91fc4465f34 found for delete ", "request_id": "req-76919cb6-24aa-4979-a8e0-8619186d3ed5"}]} Sep 21 16:01:42.831253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:42.831971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.883107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0390cc8-9c3c-4055-a95c-6fae18d2a16b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.906377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.937141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:42.968763 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/c07a8613-bdc3-4b45-a48d-ea27f632926c HTTP/1.1" status: 204 len: 168 time: 2.2834208 Sep 21 16:01:42.968763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ddcba-bcc7-4e8e-8538-f1918e9955cb tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=c07a8613-bdc3-4b45-a48d-ea27f632926c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:42.970774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 44962) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:42.976554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0542c88-2b2d-420c-8a67-16453ea91acc req-029ca813-1f37-4b67-a423-ddafc4ba506e tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:42.978010 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f0542c88-2b2d-420c-8a67-16453ea91acc req-029ca813-1f37-4b67-a423-ddafc4ba506e tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 946 time: 0.2313297 Sep 21 16:01:42.991349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 86d56dc7-0abc-4161-a0a9-c17a10692d26 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:43.036002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0390cc8-9c3c-4055-a95c-6fae18d2a16b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.065972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 70088923-cc16-41ce-a35c-3a0c81e91aba no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:43.069434 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f0542c88-2b2d-420c-8a67-16453ea91acc req-74badfa0-07fc-470c-961b-8912d22adb0b tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/security-groups?id=cf25ea28-93d7-4380-9120-9a839efb687c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832083 Sep 21 16:01:43.102741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 70088923-cc16-41ce-a35c-3a0c81e91aba {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:43.104930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 70088923-cc16-41ce-a35c-3a0c81e91aba not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:43.104930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 87769242-07f6-45d8-9a33-de3ffd8738c4 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:43.115783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.139456 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 87769242-07f6-45d8-9a33-de3ffd8738c4 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:43.139797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 87769242-07f6-45d8-9a33-de3ffd8738c4 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:43.162728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0390cc8-9c3c-4055-a95c-6fae18d2a16b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.196386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Pushing event deleted for resources: {'Port': ['ID=fcc47455-5804-463e-b1c2-84fe1d8d9c21,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:43.204472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0390cc8-9c3c-4055-a95c-6fae18d2a16b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb32a16-b566-4ce6-b39b-cff5b7a7a172,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:43.210667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0390cc8-9c3c-4055-a95c-6fae18d2a16b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.218003 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e0390cc8-9c3c-4055-a95c-6fae18d2a16b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/8fb32a16-b566-4ce6-b39b-cff5b7a7a172 HTTP/1.1" status: 204 len: 168 time: 0.5630007 Sep 21 16:01:43.218979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93a74e-7936-442d-b0e5-c0a8b026f79c None None] Network 9feec554-7279-40bb-99b4-b55122ba1016 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:43.219620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44966) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:43.289588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a76bb80-0e8d-47c7-9c85-38396d63b977 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet 2191bb53-8621-4463-949f-a3a909128e8a {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:43.292877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] No DVR routers for this DVR port fcc47455-5804-463e-b1c2-84fe1d8d9c21 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:43.293070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a76bb80-0e8d-47c7-9c85-38396d63b977 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.296569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.298597 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-55012820-e1fe-4301-bec1-26fff2bac224 req-74608ecb-356d-418b-a67c-04aa67e8fc90 tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.33 "DELETE /v2.0/ports/fcc47455-5804-463e-b1c2-84fe1d8d9c21 HTTP/1.1" status: 204 len: 173 time: 1.6316013 Sep 21 16:01:43.299207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b0c6e0-c05b-4475-acb5-273c6bc7cd80', 'name': 'network-vif-deleted', 'tag': 'fcc47455-5804-463e-b1c2-84fe1d8d9c21'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:01:43.301531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa0472f-078e-44c9-aff3-f22b05a5deaf" -d '{"events": [{"server_uuid": "b8b0c6e0-c05b-4475-acb5-273c6bc7cd80", "name": "network-vif-deleted", "tag": "fcc47455-5804-463e-b1c2-84fe1d8d9c21"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:01:43.349441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a76bb80-0e8d-47c7-9c85-38396d63b977 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.427277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d7e963-c845-4e34-87c2-c9185e7beb92 x-openstack-request-id: req-d5d7e963-c845-4e34-87c2-c9185e7beb92 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:01:43.427568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b0c6e0-c05b-4475-acb5-273c6bc7cd80", "name": "network-vif-deleted", "tag": "fcc47455-5804-463e-b1c2-84fe1d8d9c21", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:01:43.427826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5d7e963-c845-4e34-87c2-c9185e7beb92 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:01:43.428396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d7e963-c845-4e34-87c2-c9185e7beb92'] response: {'server_uuid': 'b8b0c6e0-c05b-4475-acb5-273c6bc7cd80', 'name': 'network-vif-deleted', 'tag': 'fcc47455-5804-463e-b1c2-84fe1d8d9c21', 'status': 'completed', 'code': 200} Sep 21 16:01:43.453130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a76bb80-0e8d-47c7-9c85-38396d63b977 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.643267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a76bb80-0e8d-47c7-9c85-38396d63b977 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.687394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76bb80-0e8d-47c7-9c85-38396d63b977 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=2191bb53-8621-4463-949f-a3a909128e8a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:43.704438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a76bb80-0e8d-47c7-9c85-38396d63b977 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.712297 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3a76bb80-0e8d-47c7-9c85-38396d63b977 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/2191bb53-8621-4463-949f-a3a909128e8a HTTP/1.1" status: 204 len: 168 time: 0.4914579 Sep 21 16:01:43.714972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44972) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:43.804812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.839413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:43.850763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 86d56dc7-0abc-4161-a0a9-c17a10692d26 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:43.851112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.102616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] For port 86d56dc7-0abc-4161-a0a9-c17a10692d26, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=86d56dc7-0abc-4161-a0a9-c17a10692d26,segment=NetworkSegment(99da360d-4b63-43d2-866f-349ec8e3bda8),segment_id=99da360d-4b63-43d2-866f-349ec8e3bda8)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:44.103951 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.176299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc522e-ec0f-4548-8c1f-35cd46ed5f85 None None] Network 9feec554-7279-40bb-99b4-b55122ba1016 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:44.238740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port da5f5d38-6219-48ae-99ad-26b14ece664a {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:44.239115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.289105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4339afd1-2f65-4bfa-8c16-08c8e1912340 None None] Provisioning complete for port 86d56dc7-0abc-4161-a0a9-c17a10692d26 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:44.289483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4339afd1-2f65-4bfa-8c16-08c8e1912340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.320311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c45ec0d0-963d-4395-a29e-23050945e5d6 req-d093efb3-5834-4b8f-bc4c-ca59d87db7ca tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Synchronizing usage tracker for tenant:fecc30a967f54cbfb50a4fad33a069ea on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:44.409433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 86d56dc7-0abc-4161-a0a9-c17a10692d26 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:44.443680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c45ec0d0-963d-4395-a29e-23050945e5d6 req-d093efb3-5834-4b8f-bc4c-ca59d87db7ca tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] Unset dirty status for tenant:fecc30a967f54cbfb50a4fad33a069ea on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:44.444932 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c45ec0d0-963d-4395-a29e-23050945e5d6 req-d093efb3-5834-4b8f-bc4c-ca59d87db7ca tempest-TestServerAdvancedOps-128299767 tempest-TestServerAdvancedOps-128299767-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0c6e0-c05b-4475-acb5-273c6bc7cd80 HTTP/1.1" status: 200 len: 210 time: 0.1805267 Sep 21 16:01:44.527157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port da5f5d38-6219-48ae-99ad-26b14ece664a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=da5f5d38-6219-48ae-99ad-26b14ece664a,segment=NetworkSegment(89ef5a26-a579-478a-955f-3c26c9b59787),segment_id=89ef5a26-a579-478a-955f-3c26c9b59787)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:44.527523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.546571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4339afd1-2f65-4bfa-8c16-08c8e1912340 None None] Current status of the port 86d56dc7-0abc-4161-a0a9-c17a10692d26 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:44.605285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.622520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85c07a-7e32-447f-8b60-5b120741c93f None None] DHCP port deletion for 9feec554-7279-40bb-99b4-b55122ba1016 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:01:44.656925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No DVR routers for this DVR port 86d56dc7-0abc-4161-a0a9-c17a10692d26 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:44.659266 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for da5f5d38-6219-48ae-99ad-26b14ece664a owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:44.696751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=86d56dc7-0abc-4161-a0a9-c17a10692d26,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:44.707122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86d56dc7-0abc-4161-a0a9-c17a10692d26 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:44.741872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 86d56dc7-0abc-4161-a0a9-c17a10692d26 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:44.742251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86d56dc7-0abc-4161-a0a9-c17a10692d26 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:44.795872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.821764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9feec554-7279-40bb-99b4-b55122ba1016']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:44.834487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99da360d-4b63-43d2-866f-349ec8e3bda8') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:44.834719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99da360d-4b63-43d2-866f-349ec8e3bda8') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:44.846529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.862530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.868432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:44.874426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.904355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fcc47455-5804-463e-b1c2-84fe1d8d9c21 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:44.922872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:44.938413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: fcc47455-5804-463e-b1c2-84fe1d8d9c21 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:44.938698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fcc47455-5804-463e-b1c2-84fe1d8d9c21 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:44.939062 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 99da360d-4b63-43d2-866f-349ec8e3bda8 resource provider aggregate not found Sep 21 16:01:44.956460 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 99da360d-4b63-43d2-866f-349ec8e3bda8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99da360d-4b63-43d2-866f-349ec8e3bda8 found for delete ", "request_id": "req-43ca32be-bb5d-445b-94ea-b2bffc1ecc8b"}]} Sep 21 16:01:44.975226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=da5f5d38-6219-48ae-99ad-26b14ece664a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:45.040964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.060431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.072295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Network': ['ID=9feec554-7279-40bb-99b4-b55122ba1016,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:45.148791 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1c3e5f81-6793-47ae-8e4f-35b31a226d1c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/networks/9feec554-7279-40bb-99b4-b55122ba1016 HTTP/1.1" status: 204 len: 168 time: 1.4324508 Sep 21 16:01:45.153150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44988) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:45.247241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2930b1a1-8c5b-4733-ab69-104fe4fe1b86 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:45.247843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2930b1a1-8c5b-4733-ab69-104fe4fe1b86 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:45.249720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.327886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2930b1a1-8c5b-4733-ab69-104fe4fe1b86 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:45.329139 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2930b1a1-8c5b-4733-ab69-104fe4fe1b86 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1750317 Sep 21 16:01:45.332895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44992) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:45.420180 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e05c5051-a152-43c7-b60b-b59dafd6def7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0861559 Sep 21 16:01:45.423510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 44996) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:45.429354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1615902721'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:45.434187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:45.438056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:network and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:45.440924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:45.446739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:45.547711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:45.551897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.569342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45002) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:45.627045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:45.642535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.643402 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Added segment 3473f8ab-3f4b-4360-8053-fd39d6bd05bb of type vlan for network 8e38dd1e-dae0-4833-853b-8c644ca87f2b Sep 21 16:01:45.651959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f06f19-ecda-430e-b808-4cccdf06f0ea admin admin] Deleting subnet c2a94ec4-1b42-431a-af1b-6243e4248486 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:45.656494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66f06f19-ecda-430e-b808-4cccdf06f0ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.680767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:45.714169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.727291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66f06f19-ecda-430e-b808-4cccdf06f0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.800502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66f06f19-ecda-430e-b808-4cccdf06f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.841331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:45.841987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.848172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:45.848712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.852668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:45.858895 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-696b0a1b-0de4-4cf9-b891-d5be2f866b47 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8843448 Sep 21 16:01:45.859168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45006) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:45.865831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:45.866536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:45.928366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a228fac1-7e77-4a00-b992-36a8da9403a0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet 5441ebef-27f7-4521-8bb3-341c4e92a70f {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:45.932848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a228fac1-7e77-4a00-b992-36a8da9403a0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:45.973493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Network': ['ID=8e38dd1e-dae0-4833-853b-8c644ca87f2b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:45.994629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 8e38dd1e-dae0-4833-853b-8c644ca87f2b details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:46.007173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a228fac1-7e77-4a00-b992-36a8da9403a0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.020335 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-31f7e2f2-f09a-47d5-b96e-09634f21bb85 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5957944 Sep 21 16:01:46.021236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45010) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:46.026448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:46.098049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66f06f19-ecda-430e-b808-4cccdf06f0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.113741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a228fac1-7e77-4a00-b992-36a8da9403a0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.121037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:46.152218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f06f19-ecda-430e-b808-4cccdf06f0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a94ec4-1b42-431a-af1b-6243e4248486,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:46.161709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-66f06f19-ecda-430e-b808-4cccdf06f0ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.181430 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-66f06f19-ecda-430e-b808-4cccdf06f0ea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c2a94ec4-1b42-431a-af1b-6243e4248486 HTTP/1.1" status: 204 len: 168 time: 0.6107626 Sep 21 16:01:46.187677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45014) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:46.187845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:46.191368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:46.194794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:46.201273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:46.268483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:46.272237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.306443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.348789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a228fac1-7e77-4a00-b992-36a8da9403a0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.406579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228fac1-7e77-4a00-b992-36a8da9403a0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=5441ebef-27f7-4521-8bb3-341c4e92a70f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:46.411660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a228fac1-7e77-4a00-b992-36a8da9403a0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.424708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13e91d-9188-4474-b6cb-240280753bd0 None None] Network e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:46.478473 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a228fac1-7e77-4a00-b992-36a8da9403a0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/5441ebef-27f7-4521-8bb3-341c4e92a70f HTTP/1.1" status: 204 len: 168 time: 0.6155145 Sep 21 16:01:46.479414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45018) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:46.487635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.514669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db715d1-572d-4515-8549-dc7302647be3']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:46.528193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b509396a-6b05-42c2-a602-50c85fb1f9a9') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:46.528788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b509396a-6b05-42c2-a602-50c85fb1f9a9') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:46.541070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.557864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.565506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:46.565506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.629182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:44Z', 'revision_number': 10, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:46.635849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:46.641196 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment b509396a-6b05-42c2-a602-50c85fb1f9a9 resource provider aggregate not found Sep 21 16:01:46.651222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:46.651885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:46.700397 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment b509396a-6b05-42c2-a602-50c85fb1f9a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b509396a-6b05-42c2-a602-50c85fb1f9a9 found for delete ", "request_id": "req-8dfbdb6c-5cba-4bdd-b55a-adf7dc9573e2"}]} Sep 21 16:01:46.732953 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.734703 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.759445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.780415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.788122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] Pushing event deleted for resources: {'Network': ['ID=1db715d1-572d-4515-8549-dc7302647be3,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:46.804758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 363050c6-58bd-4271-adb3-015f719571cf {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:46.805117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.822925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:46.862834 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cf6689f0-bbac-4234-a1f8-18315bb9b11a admin admin] 10.222.0.65 "DELETE /v2.0/networks/1db715d1-572d-4515-8549-dc7302647be3 HTTP/1.1" status: 204 len: 168 time: 0.6737540 Sep 21 16:01:46.865461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45028) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:46.868456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=66645f30-6d4b-40a4-a38a-27aeb1a4ce3f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:46.890516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280efc36-9459-4992-9454-60520c93273c None None] DHCP port deletion for e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:01:46.892164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking segment: {'id': '3473f8ab-3f4b-4360-8053-fd39d6bd05bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:46.892528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network hostable DHCP agents. Network: 8e38dd1e-dae0-4833-853b-8c644ca87f2b, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:46.907816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-280efc36-9459-4992-9454-60520c93273c None None] Deleting port 363050c6-58bd-4271-adb3-015f719571cf {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:46.908279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-280efc36-9459-4992-9454-60520c93273c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.928001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ad2abc-7759-4c06-a39d-e1c7e3d734c6 admin admin] Deleting subnet f51efb7a-0e6c-472b-a220-8ffdf987c189 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:46.931218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40ad2abc-7759-4c06-a39d-e1c7e3d734c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:46.988665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40ad2abc-7759-4c06-a39d-e1c7e3d734c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.039944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 8e38dd1e-dae0-4833-853b-8c644ca87f2b is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:47.057283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40ad2abc-7759-4c06-a39d-e1c7e3d734c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.070921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 363050c6-58bd-4271-adb3-015f719571cf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=363050c6-58bd-4271-adb3-015f719571cf,segment=NetworkSegment(89ef5a26-a579-478a-955f-3c26c9b59787),segment_id=89ef5a26-a579-478a-955f-3c26c9b59787)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:47.071292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.194291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 8e38dd1e-dae0-4833-853b-8c644ca87f2b) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:47.202655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 363050c6-58bd-4271-adb3-015f719571cf owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:47.209609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35fbc8b-bbbf-4397-a836-666537f0cfb9 None None] Network 8e38dd1e-dae0-4833-853b-8c644ca87f2b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:47.243880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:47.244473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.348167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40ad2abc-7759-4c06-a39d-e1c7e3d734c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.422792 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-76c3c54e-649b-4b68-9c5f-b95db4d29504 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3982491 Sep 21 16:01:47.423147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45032) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:47.429798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b', 'name': 'tempest-PortsTestJSON-785542338'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:47.454561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.494285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-280efc36-9459-4992-9454-60520c93273c None None] For port 363050c6-58bd-4271-adb3-015f719571cf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=363050c6-58bd-4271-adb3-015f719571cf,segment=NetworkSegment(89ef5a26-a579-478a-955f-3c26c9b59787),segment_id=89ef5a26-a579-478a-955f-3c26c9b59787)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:47.495049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-280efc36-9459-4992-9454-60520c93273c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.502069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad2abc-7759-4c06-a39d-e1c7e3d734c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51efb7a-0e6c-472b-a220-8ffdf987c189,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:47.506140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40ad2abc-7759-4c06-a39d-e1c7e3d734c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.514281 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-40ad2abc-7759-4c06-a39d-e1c7e3d734c6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f51efb7a-0e6c-472b-a220-8ffdf987c189 HTTP/1.1" status: 204 len: 168 time: 0.6455283 Sep 21 16:01:47.514513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45036) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:47.568894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=363050c6-58bd-4271-adb3-015f719571cf,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:47.578800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No DVR routers for this DVR port 363050c6-58bd-4271-adb3-015f719571cf on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:47.624590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.664931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-280efc36-9459-4992-9454-60520c93273c None None] Calling delete_port for 363050c6-58bd-4271-adb3-015f719571cf owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:47.737782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.752015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.769570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:47.775518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89a2da4-193f-4dc4-8cf3-1e71e1a364b6']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:47.778240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aedb433-651b-4ad3-b1d6-47f487ef044f']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:47.790993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ccf4b9-c172-4e1a-bcab-d03648422c18') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:47.791307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ccf4b9-c172-4e1a-bcab-d03648422c18') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:47.792596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:47.795561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ef5a26-a579-478a-955f-3c26c9b59787') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:47.795977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ef5a26-a579-478a-955f-3c26c9b59787') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:47.809873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:44Z', 'revision_number': 10, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:47.812215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.813649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.815530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-8e38dd1e-dae0-4833-853b-8c644ca87f2b', 'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b', 'tenant_id': '6d2c27c9202b4d37ac29a92442cac334', 'fixed_ips': [{'subnet_id': '66645f30-6d4b-40a4-a38a-27aeb1a4ce3f'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:01:47.821909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.829537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-280efc36-9459-4992-9454-60520c93273c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:47.829898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-280efc36-9459-4992-9454-60520c93273c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:47.831769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.832275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.833629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360e62-1f23-4ea9-862b-879d532f7ecc None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:44Z', 'revision_number': 10, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None, '_interfaces': [{'id': '90f8d846-11b9-479b-85df-bee7c4bcfc90', 'name': '', 'network_id': '884ef23a-dccc-433a-bbbb-2b8b2595c15d', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'mac_address': 'fa:16:3e:26:8d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:59Z', 'updated_at': '2022-09-21T16:01:09Z', 'revision_number': 5, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'subnets': [{'id': '824aaf6c-9c95-4067-91e2-caac425a2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:47.838694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:47.840256 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.842950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:47.843933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.909131 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 89ef5a26-a579-478a-955f-3c26c9b59787 resource provider aggregate not found Sep 21 16:01:47.933081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:47.936418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:47.947011 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 89ef5a26-a579-478a-955f-3c26c9b59787 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89ef5a26-a579-478a-955f-3c26c9b59787 found for delete ", "request_id": "req-e5973bc9-648d-4a04-883a-16b4d5280204"}]} Sep 21 16:01:47.966610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 4def3397-65fb-489c-bcff-04274afc92bf yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:48.003585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Allocated IP 172.20.0.2 (8e38dd1e-dae0-4833-853b-8c644ca87f2b/66645f30-6d4b-40a4-a38a-27aeb1a4ce3f/231137d5-bb8f-4237-986d-67941c889e67) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:48.042310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.058751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.070488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=6aedb433-651b-4ad3-b1d6-47f487ef044f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:48.072008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.075601 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5b5b6651-2603-416b-8f26-5501d97fd5bc admin admin] 10.222.0.65 "DELETE /v2.0/networks/6aedb433-651b-4ad3-b1d6-47f487ef044f HTTP/1.1" status: 204 len: 168 time: 0.5594788 Sep 21 16:01:48.101373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.120457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=e89a2da4-193f-4dc4-8cf3-1e71e1a364b6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:48.138776 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-80f08a3a-553e-4f2e-9f5d-8c9aa2dffb09 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/e89a2da4-193f-4dc4-8cf3-1e71e1a364b6 HTTP/1.1" status: 204 len: 168 time: 1.6559706 Sep 21 16:01:48.139996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45046) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:48.291987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.303240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Transition to ACTIVE for port object 231137d5-bb8f-4237-986d-67941c889e67 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:48.321579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Transition to ACTIVE for port object 231137d5-bb8f-4237-986d-67941c889e67 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:48.331060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-280efc36-9459-4992-9454-60520c93273c None None] Deleting port 363050c6-58bd-4271-adb3-015f719571cf {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:48.331540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-280efc36-9459-4992-9454-60520c93273c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.397214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.412371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-280efc36-9459-4992-9454-60520c93273c None None] The port '363050c6-58bd-4271-adb3-015f719571cf' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:01:48.476111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Network 8e38dd1e-dae0-4833-853b-8c644ca87f2b is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:48.478865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:48.482654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:48.492194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Pushing event updated for resources: {'Port': ['ID=231137d5-bb8f-4237-986d-67941c889e67,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:48.512785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45050) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:48.565405 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-82d7d945-a8ee-4e26-a4b1-50629d744b50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fecc30a967f54cbfb50a4fad33a069ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513418 Sep 21 16:01:48.568155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45054) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:48.595629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Attempting to bind port 231137d5-bb8f-4237-986d-67941c889e67 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:01:48.596736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Attempting to bind port 231137d5-bb8f-4237-986d-67941c889e67 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '3473f8ab-3f4b-4360-8053-fd39d6bd05bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:01:48.597050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Attempting to bind port 231137d5-bb8f-4237-986d-67941c889e67 on network 8e38dd1e-dae0-4833-853b-8c644ca87f2b {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:01:48.605349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:01:48.605349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Checking segment: {'id': '3473f8ab-3f4b-4360-8053-fd39d6bd05bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:48.605349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.605349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Bound using segment: {'id': '3473f8ab-3f4b-4360-8053-fd39d6bd05bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:01:48.605349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Bound port: 231137d5-bb8f-4237-986d-67941c889e67, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3473f8ab-3f4b-4360-8053-fd39d6bd05bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:01:48.605349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.633116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d763899a-d1d1-4273-8b06-7753c337c768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.662161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d763899a-d1d1-4273-8b06-7753c337c768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.725982 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 18ccf4b9-c172-4e1a-bcab-d03648422c18 resource provider aggregate not found Sep 21 16:01:48.738880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device da5f5d38-6219-48ae-99ad-26b14ece664a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:48.747314 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 18ccf4b9-c172-4e1a-bcab-d03648422c18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ccf4b9-c172-4e1a-bcab-d03648422c18 found for delete ", "request_id": "req-9df9fee0-ed28-44f0-88b9-058f595f7874"}]} Sep 21 16:01:48.750619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-92c42f40-ba59-4813-a794-ceb7642d2142 {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:48.751112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:48.774687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] For port 231137d5-bb8f-4237-986d-67941c889e67, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:01:48.776626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: da5f5d38-6219-48ae-99ad-26b14ece664a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:48.776972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device da5f5d38-6219-48ae-99ad-26b14ece664a not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:48.777402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 363050c6-58bd-4271-adb3-015f719571cf no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:48.808275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d763899a-d1d1-4273-8b06-7753c337c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.812467 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 363050c6-58bd-4271-adb3-015f719571cf {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:48.818052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 363050c6-58bd-4271-adb3-015f719571cf not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:48.818052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] For port 231137d5-bb8f-4237-986d-67941c889e67, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=231137d5-bb8f-4237-986d-67941c889e67,segment=NetworkSegment(3473f8ab-3f4b-4360-8053-fd39d6bd05bb),segment_id=3473f8ab-3f4b-4360-8053-fd39d6bd05bb)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:01:48.829292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763899a-d1d1-4273-8b06-7753c337c768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf25ea28-93d7-4380-9120-9a839efb687c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:48.856416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.891519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.918645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d763899a-d1d1-4273-8b06-7753c337c768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:48.919949 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d763899a-d1d1-4273-8b06-7753c337c768 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf25ea28-93d7-4380-9120-9a839efb687c HTTP/1.1" status: 204 len: 168 time: 0.3508320 Sep 21 16:01:49.019767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6758122-45e3-4518-a07f-5bfedc0e7b40 None None] Pushing event updated for resources: {'Port': ['ID=231137d5-bb8f-4237-986d-67941c889e67,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:49.235455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 90f8d846-11b9-479b-85df-bee7c4bcfc90 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:49.236002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:49.272928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:49.314014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 89e13ef2-1313-44f1-8749-d4a51a3f2727 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:49.450567 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:01:49.585965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 90f8d846-11b9-479b-85df-bee7c4bcfc90, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=90f8d846-11b9-479b-85df-bee7c4bcfc90,segment=NetworkSegment(272f115a-aae8-4aa0-ab2e-e09c7b09b156),segment_id=272f115a-aae8-4aa0-ab2e-e09c7b09b156)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:49.586353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:49.593828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.12 (8e38dd1e-dae0-4833-853b-8c644ca87f2b/66645f30-6d4b-40a4-a38a-27aeb1a4ce3f/89e13ef2-1313-44f1-8749-d4a51a3f2727) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:49.611384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45066) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:49.659898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4aa998d8-3b9b-4bbc-8e46-9de9c04e40d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1be10a10f6e14f8cbe4cae93b883b85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489101 Sep 21 16:01:49.662478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45070) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:49.718962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 90f8d846-11b9-479b-85df-bee7c4bcfc90 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:49.725202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-504a0a65-9216-4532-90b3-62a15a8c3170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:49.754219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-504a0a65-9216-4532-90b3-62a15a8c3170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:49.888972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-504a0a65-9216-4532-90b3-62a15a8c3170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:49.905542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0a65-9216-4532-90b3-62a15a8c3170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5756f4ef-ee51-4198-be47-c405727dc716,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:49.912814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-504a0a65-9216-4532-90b3-62a15a8c3170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:49.917575 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-504a0a65-9216-4532-90b3-62a15a8c3170 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5756f4ef-ee51-4198-be47-c405727dc716 HTTP/1.1" status: 204 len: 168 time: 0.2540841 Sep 21 16:01:50.069049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e8d36-0376-430c-b419-3725fd551193 None None] Network 8e38dd1e-dae0-4833-853b-8c644ca87f2b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:50.164289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:50.223359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6fa92eb9-5689-4b0b-a742-a574d6c25f4d None None] Provisioning for port 231137d5-bb8f-4237-986d-67941c889e67 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:50.224233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=90f8d846-11b9-479b-85df-bee7c4bcfc90,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:50.349026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:50.378171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 89e13ef2-1313-44f1-8749-d4a51a3f2727 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:50.527328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:50.729026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:50.786792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 231137d5-bb8f-4237-986d-67941c889e67 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:50.869352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 8e38dd1e-dae0-4833-853b-8c644ca87f2b is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:50.872962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:50.882177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:50.912044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:50.919714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=89e13ef2-1313-44f1-8749-d4a51a3f2727,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:50.936535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 231137d5-bb8f-4237-986d-67941c889e67 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:50.941718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 231137d5-bb8f-4237-986d-67941c889e67 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:50.942133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.071023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 231137d5-bb8f-4237-986d-67941c889e67 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:51.071703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.084801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:51.085523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.100692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:51.108513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 231137d5-bb8f-4237-986d-67941c889e67, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=231137d5-bb8f-4237-986d-67941c889e67,segment=NetworkSegment(3473f8ab-3f4b-4360-8053-fd39d6bd05bb),segment_id=3473f8ab-3f4b-4360-8053-fd39d6bd05bb)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:51.112364 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:51.121308 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:51.121907 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:51.122894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9b2cb924-3da6-4753-8730-d4b4aa1bd36a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9822338 Sep 21 16:01:51.125485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45078) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:51.181673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.193155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99a51fe-bc34-4fe6-908d-607a930a157b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting subnet 824aaf6c-9c95-4067-91e2-caac425a2f74 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:51.196315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a99a51fe-bc34-4fe6-908d-607a930a157b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.227322 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fc7c1970-fff4-4481-afee-3e99f5310d96 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8003654 Sep 21 16:01:51.228441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45082) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:51.240037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': '8e38dd1e-dae0-4833-853b-8c644ca87f2b', 'name': 'tempest-PortsTestJSON-1065318689'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:51.258740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=231137d5-bb8f-4237-986d-67941c889e67,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:51.262145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a99a51fe-bc34-4fe6-908d-607a930a157b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.293680 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:51.294102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6096808b-6ae7-4cd8-a941-604592ceda75 None None] Provisioning for port 89e13ef2-1313-44f1-8749-d4a51a3f2727 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:51.300416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6096808b-6ae7-4cd8-a941-604592ceda75 None None] Provisioning complete for port 89e13ef2-1313-44f1-8749-d4a51a3f2727 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:51.301240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6096808b-6ae7-4cd8-a941-604592ceda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.359494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6096808b-6ae7-4cd8-a941-604592ceda75 None None] Port 89e13ef2-1313-44f1-8749-d4a51a3f2727 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:51.359868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a99a51fe-bc34-4fe6-908d-607a930a157b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.411883 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:49Z', 'revision_number': 11, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:51.416173 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:51.425438 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:51.426066 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:51.428490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:51.432717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:port and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:51.435646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:51.441471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:51.509448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a99a51fe-bc34-4fe6-908d-607a930a157b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.519322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:51.522911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.545795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 41f3242c-8173-4b56-80aa-c33f8133a04f yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:01:51.550857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a51fe-bc34-4fe6-908d-607a930a157b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Subnet': ['ID=824aaf6c-9c95-4067-91e2-caac425a2f74,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:51.552834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a99a51fe-bc34-4fe6-908d-607a930a157b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.559613 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a99a51fe-bc34-4fe6-908d-607a930a157b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/824aaf6c-9c95-4067-91e2-caac425a2f74 HTTP/1.1" status: 204 len: 168 time: 0.4330947 Sep 21 16:01:51.561429 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:51.567779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45086) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:51.570249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e550de0-b5da-47e9-9f66-8a6a145e5378 None None] Network 884ef23a-dccc-433a-bbbb-2b8b2595c15d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:51.682375 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:49Z', 'revision_number': 11, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:51.686636 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322b538-c69c-417d-ae74-a747f74fba9f None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:49Z', 'revision_number': 11, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:51.696926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.710860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Deleting port 7843c91a-6c59-44f5-b9c8-208e0c69435e {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:51.711336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.725530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.13 (8e38dd1e-dae0-4833-853b-8c644ca87f2b/66645f30-6d4b-40a4-a38a-27aeb1a4ce3f/41f3242c-8173-4b56-80aa-c33f8133a04f) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:01:51.940934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:51.956743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 41f3242c-8173-4b56-80aa-c33f8133a04f will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:01:52.037320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.052750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] For port 7843c91a-6c59-44f5-b9c8-208e0c69435e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7843c91a-6c59-44f5-b9c8-208e0c69435e,segment=NetworkSegment(272f115a-aae8-4aa0-ab2e-e09c7b09b156),segment_id=272f115a-aae8-4aa0-ab2e-e09c7b09b156)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:52.052946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.082439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] DHCP port deletion for 884ef23a-dccc-433a-bbbb-2b8b2595c15d request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:01:52.087367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] Deleting port 7843c91a-6c59-44f5-b9c8-208e0c69435e {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:52.087821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.117247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 8e38dd1e-dae0-4833-853b-8c644ca87f2b is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:01:52.120690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:52.124805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:01:52.162094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=41f3242c-8173-4b56-80aa-c33f8133a04f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:52.196514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Calling delete_port for 7843c91a-6c59-44f5-b9c8-208e0c69435e owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:52.219725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:52.220345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.337701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1fa721c0-63d0-4ce4-89b5-fbe8b96d24cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1074407 Sep 21 16:01:52.340414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45090) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:52.380133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] For port 7843c91a-6c59-44f5-b9c8-208e0c69435e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7843c91a-6c59-44f5-b9c8-208e0c69435e,segment=NetworkSegment(272f115a-aae8-4aa0-ab2e-e09c7b09b156),segment_id=272f115a-aae8-4aa0-ab2e-e09c7b09b156)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:52.380529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.384111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.437461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No DVR routers for this DVR port 7843c91a-6c59-44f5-b9c8-208e0c69435e on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:52.485968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Port': ['ID=7843c91a-6c59-44f5-b9c8-208e0c69435e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:52.508746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] Calling delete_port for 7843c91a-6c59-44f5-b9c8-208e0c69435e owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:52.583072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:52.583313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:52.588525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.590207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-40403dff-bba5-44f8-bdff-a417146610bd None None] Provisioning for port 41f3242c-8173-4b56-80aa-c33f8133a04f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:01:52.595134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-40403dff-bba5-44f8-bdff-a417146610bd None None] Provisioning complete for port 41f3242c-8173-4b56-80aa-c33f8133a04f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:52.598972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-40403dff-bba5-44f8-bdff-a417146610bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.625591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c1e456-8e3d-43b5-b5bd-243b493a3b1a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:52.626318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-96c1e456-8e3d-43b5-b5bd-243b493a3b1a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:52.630083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884ef23a-dccc-433a-bbbb-2b8b2595c15d']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:52.645836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272f115a-aae8-4aa0-ab2e-e09c7b09b156') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:52.646165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272f115a-aae8-4aa0-ab2e-e09c7b09b156') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:52.648459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-40403dff-bba5-44f8-bdff-a417146610bd None None] Port 41f3242c-8173-4b56-80aa-c33f8133a04f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:01:52.663013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.679695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.685854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:52.686273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.711581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 231137d5-bb8f-4237-986d-67941c889e67 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:01:52.758590 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 272f115a-aae8-4aa0-ab2e-e09c7b09b156 resource provider aggregate not found Sep 21 16:01:52.774978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-96c1e456-8e3d-43b5-b5bd-243b493a3b1a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:52.776449 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-96c1e456-8e3d-43b5-b5bd-243b493a3b1a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.4346969 Sep 21 16:01:52.779568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45098) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:52.784892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 231137d5-bb8f-4237-986d-67941c889e67 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:01:52.785274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.792417 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 272f115a-aae8-4aa0-ab2e-e09c7b09b156 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 272f115a-aae8-4aa0-ab2e-e09c7b09b156 found for delete ", "request_id": "req-345583f1-8b41-4ac8-818e-be5c7616cfa0"}]} Sep 21 16:01:52.856210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8fddb260-7de7-4236-baff-39677e9b9aeb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 41f3242c-8173-4b56-80aa-c33f8133a04f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:52.856481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fddb260-7de7-4236-baff-39677e9b9aeb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.856848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.878594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:52.888478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Pushing event deleted for resources: {'Network': ['ID=884ef23a-dccc-433a-bbbb-2b8b2595c15d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:52.898974 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-382db037-2c13-4ab4-bc16-b9f7b823cc23 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/networks/884ef23a-dccc-433a-bbbb-2b8b2595c15d HTTP/1.1" status: 204 len: 168 time: 1.3287330 Sep 21 16:01:52.902399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45102) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:52.909433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'routes': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:52.913245 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 231137d5-bb8f-4237-986d-67941c889e67 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:52.964109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 90f8d846-11b9-479b-85df-bee7c4bcfc90 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:53.035759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 90f8d846-11b9-479b-85df-bee7c4bcfc90 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:53.036210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 90f8d846-11b9-479b-85df-bee7c4bcfc90 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:53.036714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7843c91a-6c59-44f5-b9c8-208e0c69435e no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:53.071271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 7843c91a-6c59-44f5-b9c8-208e0c69435e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:01:53.071698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7843c91a-6c59-44f5-b9c8-208e0c69435e not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:01:53.084729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] Deleting port 7843c91a-6c59-44f5-b9c8-208e0c69435e {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:53.085521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:53.154500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e46f0-8b9f-4d04-b947-37e0de81535b None None] The port '7843c91a-6c59-44f5-b9c8-208e0c69435e' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:01:53.224344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Added routes are [] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 16:01:53.224944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Removed routes are [] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 16:01:53.225033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:53.245639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fddb260-7de7-4236-baff-39677e9b9aeb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:53.369220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8fddb260-7de7-4236-baff-39677e9b9aeb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 41f3242c-8173-4b56-80aa-c33f8133a04f owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:53.599945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:53.603127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:53.616737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fddb260-7de7-4236-baff-39677e9b9aeb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:53.670679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddb260-7de7-4236-baff-39677e9b9aeb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=41f3242c-8173-4b56-80aa-c33f8133a04f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:53.748958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 891aa4cb-edfd-4c0f-84b2-48452601a010 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:01:53.777454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fddb260-7de7-4236-baff-39677e9b9aeb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:53.848647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8fddb260-7de7-4236-baff-39677e9b9aeb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/41f3242c-8173-4b56-80aa-c33f8133a04f HTTP/1.1" status: 204 len: 168 time: 1.0669203 Sep 21 16:01:53.855959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45106) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:53.886698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:53.893855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:53.898035 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dd1f482a-d9ba-4058-88db-8d7574eeb6a4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 200 len: 700 time: 0.9915988 Sep 21 16:01:53.901931 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45110) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:53.902090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] Sync routers for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:53.910028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:53.910647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:53.935397 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22d6bf6-5b80-41b4-8099-86b00dd39a69 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:01:53.935931 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a22d6bf6-5b80-41b4-8099-86b00dd39a69 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:53.954771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-eca3a01e-0434-4f9b-8f9a-56688fac888e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:54.019355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a22d6bf6-5b80-41b4-8099-86b00dd39a69 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:54.020637 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a22d6bf6-5b80-41b4-8099-86b00dd39a69 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/41f3242c-8173-4b56-80aa-c33f8133a04f HTTP/1.1" status: 404 len: 333 time: 0.1684988 Sep 21 16:01:54.023314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45114) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:54.039684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:54.060545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-eca3a01e-0434-4f9b-8f9a-56688fac888e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:54.062112 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eca3a01e-0434-4f9b-8f9a-56688fac888e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 200 len: 205 time: 0.1630938 Sep 21 16:01:54.065522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45118) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:54.149142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:49Z', 'revision_number': 11, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:54.153133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] Checking router: 891aa4cb-edfd-4c0f-84b2-48452601a010 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:54.161413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] Routers {'891aa4cb-edfd-4c0f-84b2-48452601a010'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:54.162027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['891aa4cb-edfd-4c0f-84b2-48452601a010'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:54.223457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c73c6f6c-27bd-4611-8f46-b5f6c3705215 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:54.286781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-3fd082b3-5f64-4c98-87cb-011b985384b7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 89e13ef2-1313-44f1-8749-d4a51a3f2727 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:54.287124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3fd082b3-5f64-4c98-87cb-011b985384b7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:54.289875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] Set router 891aa4cb-edfd-4c0f-84b2-48452601a010 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:54.392737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:49Z', 'revision_number': 11, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:54.396618 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad9d20-e806-4e98-b967-6fd61d66aca8 None None] The sync data for ids ['891aa4cb-edfd-4c0f-84b2-48452601a010'] in dv-neutron-858618-1-hyperv is: [{'id': '891aa4cb-edfd-4c0f-84b2-48452601a010', 'name': 'tempest-RoutersTest-router-689607366', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:56Z', 'updated_at': '2022-09-21T16:01:49Z', 'revision_number': 11, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:54.625621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c73c6f6c-27bd-4611-8f46-b5f6c3705215 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:54.629439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c73c6f6c-27bd-4611-8f46-b5f6c3705215 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:54.878501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3fd082b3-5f64-4c98-87cb-011b985384b7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:54.941518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c73c6f6c-27bd-4611-8f46-b5f6c3705215 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:54.942044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73c6f6c-27bd-4611-8f46-b5f6c3705215 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Fanout notify agent at l3_agent the message router_deleted on router 891aa4cb-edfd-4c0f-84b2-48452601a010 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:01:55.009432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-3fd082b3-5f64-4c98-87cb-011b985384b7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 89e13ef2-1313-44f1-8749-d4a51a3f2727 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:55.062260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c73c6f6c-27bd-4611-8f46-b5f6c3705215 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.063323 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c73c6f6c-27bd-4611-8f46-b5f6c3705215 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 204 len: 168 time: 0.9968426 Sep 21 16:01:55.067877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45124) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:55.074989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-338171580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:55.085790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:55.094350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Usage tracker for resource:router and tenant:32520ceb15a947d78f6c8c9dca5e42c9 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:55.098641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:55.108511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45128) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:55.115605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:55.185340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.186574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.196661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac79dd-33db-441b-94e1-8839c91b1d94 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:55.197080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac79dd-33db-441b-94e1-8839c91b1d94 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:55.197550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac79dd-33db-441b-94e1-8839c91b1d94 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:55.199268 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f5ac79dd-33db-441b-94e1-8839c91b1d94 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=707ded9075414f28a6af789a3251199f&network_id=035c27b2-7ff0-47f3-b68d-80ca79bdf202 HTTP/1.1" status: 200 len: 2999 time: 0.0897448 Sep 21 16:01:55.257209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3fd082b3-5f64-4c98-87cb-011b985384b7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.311408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd082b3-5f64-4c98-87cb-011b985384b7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=89e13ef2-1313-44f1-8749-d4a51a3f2727,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:55.313716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.430789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3fd082b3-5f64-4c98-87cb-011b985384b7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.468338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.522963 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3fd082b3-5f64-4c98-87cb-011b985384b7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/89e13ef2-1313-44f1-8749-d4a51a3f2727 HTTP/1.1" status: 204 len: 168 time: 1.4984765 Sep 21 16:01:55.525487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45136) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:55.570585 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67a69e1-180a-4c13-a0b1-8f051f663d8c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:01:55.571114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b67a69e1-180a-4c13-a0b1-8f051f663d8c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:55.573479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.574630 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-61573802-cff8-4e31-8e9c-b6defc124b4e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5058367 Sep 21 16:01:55.577901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45140) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:55.583698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-78b6ba37-38af-4f6a-8e71-4ea230990081 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:55.648351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b67a69e1-180a-4c13-a0b1-8f051f663d8c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:55.649643 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b67a69e1-180a-4c13-a0b1-8f051f663d8c tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/89e13ef2-1313-44f1-8749-d4a51a3f2727 HTTP/1.1" status: 404 len: 333 time: 0.1231465 Sep 21 16:01:55.652286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45144) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:55.721656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet 66645f30-6d4b-40a4-a38a-27aeb1a4ce3f {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:01:55.724729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.780218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.864438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:55.968966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-78b6ba37-38af-4f6a-8e71-4ea230990081 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.017412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.045380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-78b6ba37-38af-4f6a-8e71-4ea230990081 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.058766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=66645f30-6d4b-40a4-a38a-27aeb1a4ce3f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:56.061277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.066393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67caf9d7-e3b9-4b1f-9603-6992abdcac45 None None] Network 8e38dd1e-dae0-4833-853b-8c644ca87f2b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:56.071590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.071758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.072101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.072443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.072804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.073141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.073468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.073797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.074147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.074472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.075056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.075390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:56.082111 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-61a4627e-505b-4d9a-af83-4748dba74f14 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/66645f30-6d4b-40a4-a38a-27aeb1a4ce3f HTTP/1.1" status: 204 len: 168 time: 0.4287791 Sep 21 16:01:56.084564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45150) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:56.206515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.221679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 231137d5-bb8f-4237-986d-67941c889e67 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:56.222067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.310757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b6ba37-38af-4f6a-8e71-4ea230990081 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Router 01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:01:56.334999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] DHCP port deletion for 8e38dd1e-dae0-4833-853b-8c644ca87f2b request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:01:56.339258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] Deleting port 231137d5-bb8f-4237-986d-67941c889e67 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:56.339638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.443818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] For port 231137d5-bb8f-4237-986d-67941c889e67, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=231137d5-bb8f-4237-986d-67941c889e67,segment=NetworkSegment(3473f8ab-3f4b-4360-8053-fd39d6bd05bb),segment_id=3473f8ab-3f4b-4360-8053-fd39d6bd05bb)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:56.444190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.555770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] For port 231137d5-bb8f-4237-986d-67941c889e67, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=231137d5-bb8f-4237-986d-67941c889e67,segment=NetworkSegment(3473f8ab-3f4b-4360-8053-fd39d6bd05bb),segment_id=3473f8ab-3f4b-4360-8053-fd39d6bd05bb)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:01:56.556181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.572659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 231137d5-bb8f-4237-986d-67941c889e67 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:56.594655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b6ba37-38af-4f6a-8e71-4ea230990081 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:01:56.603871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-78b6ba37-38af-4f6a-8e71-4ea230990081 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.606414 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] Sync routers for ids ['01fa2b42-1fd7-4dbe-bf1c-14451ebf1788'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:01:56.610428 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-78b6ba37-38af-4f6a-8e71-4ea230990081 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "PUT /v2.0/routers/01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 HTTP/1.1" status: 200 len: 693 time: 1.0278885 Sep 21 16:01:56.610545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45156) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:56.617787 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] Routers {'01fa2b42-1fd7-4dbe-bf1c-14451ebf1788'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:56.618482 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['01fa2b42-1fd7-4dbe-bf1c-14451ebf1788'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:56.726990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] Calling delete_port for 231137d5-bb8f-4237-986d-67941c889e67 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:01:56.751764 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] Set router 01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:56.756544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 231137d5-bb8f-4237-986d-67941c889e67 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:01:56.866109 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fa2b42-1fd7-4dbe-bf1c-14451ebf1788', 'name': 'tempest-RoutersTest-router-338171580', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:01:55Z', 'updated_at': '2022-09-21T16:01:55Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:56.870374 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] Checking router: 01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:01:56.879669 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] Routers {'01fa2b42-1fd7-4dbe-bf1c-14451ebf1788'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:01:56.880272 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:01:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['01fa2b42-1fd7-4dbe-bf1c-14451ebf1788'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:56.885157 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7398cb4d-0f5c-4dca-9375-88e3588583a8 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/routers/01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 HTTP/1.1" status: 200 len: 699 time: 0.2718990 Sep 21 16:01:56.889086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45160) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:56.890741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45162) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:56.924546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 231137d5-bb8f-4237-986d-67941c889e67 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:01:56.924931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: from cryptography.utils import int_from_bytes Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: from cryptography.utils import int_from_bytes Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn_limited( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn_limited( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:01:56.954554 dv-neutron-858618-1-hyperv neutron-server[89725]: util.warn( Sep 21 16:01:56.964969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.api [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:01:56.965424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG oslo_db.api [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:01:56.979417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d7ccab4b-8a91-4d1e-b1f4-b4d5e7752899 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Synchronizing usage tracker for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:01:57.000102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.006209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d7ccab4b-8a91-4d1e-b1f4-b4d5e7752899 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Unset dirty status for tenant:32520ceb15a947d78f6c8c9dca5e42c9 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:01:57.009685 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d7ccab4b-8a91-4d1e-b1f4-b4d5e7752899 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 HTTP/1.1" status: 200 len: 205 time: 0.1180289 Sep 21 16:01:57.010866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45168) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:57.010991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6392216-bfbc-4a8d-a88f-4c31f2e7d622 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:57.014691 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b6392216-bfbc-4a8d-a88f-4c31f2e7d622 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 814 time: 0.0819681 Sep 21 16:01:57.027650 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] Set router 01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:01:57.070683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] Pushing event deleted for resources: {'Port': ['ID=231137d5-bb8f-4237-986d-67941c889e67,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:57.075119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1c84d-e926-4012-a2f0-b82ed2ccab04 None None] No DVR routers for this DVR port 231137d5-bb8f-4237-986d-67941c889e67 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:01:57.141720 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fa2b42-1fd7-4dbe-bf1c-14451ebf1788', 'name': 'tempest-RoutersTest-router-338171580', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:01:55Z', 'updated_at': '2022-09-21T16:01:55Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:57.145794 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d78b12-1d22-4ecd-9d05-7ae4989b4527 None None] The sync data for ids ['01fa2b42-1fd7-4dbe-bf1c-14451ebf1788'] in dv-neutron-858618-1-hyperv is: [{'id': '01fa2b42-1fd7-4dbe-bf1c-14451ebf1788', 'name': 'tempest-RoutersTest-router-338171580', 'tenant_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:01:55Z', 'updated_at': '2022-09-21T16:01:55Z', 'revision_number': 2, 'project_id': '32520ceb15a947d78f6c8c9dca5e42c9', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:01:57.166491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9118aebe-bd21-4a6a-8e9c-dd001f8b0045 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.470341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 231137d5-bb8f-4237-986d-67941c889e67 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:01:57.471181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.478010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45176) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:57.483712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--1550198075', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:57.489331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:57.499076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:57.517205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9118aebe-bd21-4a6a-8e9c-dd001f8b0045 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.543268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9118aebe-bd21-4a6a-8e9c-dd001f8b0045 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.555395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] The port '231137d5-bb8f-4237-986d-67941c889e67' was deleted {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:01:57.579093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:57.582883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.618323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:57.689646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.695125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.695472 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment 2c107a91-73cc-4c25-b004-4c1d74b9750d of type vlan for network c330245a-c605-479f-8781-4b77a50de79d Sep 21 16:01:57.699061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9118aebe-bd21-4a6a-8e9c-dd001f8b0045 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.699528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9118aebe-bd21-4a6a-8e9c-dd001f8b0045 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Fanout notify agent at l3_agent the message router_deleted on router 01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:01:57.723964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.727873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e38dd1e-dae0-4833-853b-8c644ca87f2b']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:57.746169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9118aebe-bd21-4a6a-8e9c-dd001f8b0045 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.747250 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9118aebe-bd21-4a6a-8e9c-dd001f8b0045 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 HTTP/1.1" status: 204 len: 168 time: 0.7361193 Sep 21 16:01:57.749013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3473f8ab-3f4b-4360-8053-fd39d6bd05bb') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:57.749498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3473f8ab-3f4b-4360-8053-fd39d6bd05bb') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:01:57.751293 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45180) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:57.766260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.785185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.796695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:01:57.796695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.805062 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-238c7225-e51a-4ed9-81ae-56c9e2cc7b0a tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 HTTP/1.1" status: 200 len: 205 time: 0.0526590 Sep 21 16:01:57.807463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45184) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:57.858943 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 3473f8ab-3f4b-4360-8053-fd39d6bd05bb resource provider aggregate not found Sep 21 16:01:57.870872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.882568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:57.882568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.882816 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 3473f8ab-3f4b-4360-8053-fd39d6bd05bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3473f8ab-3f4b-4360-8053-fd39d6bd05bb found for delete ", "request_id": "req-24b8aba3-1549-4b5a-b592-95f50212d334"}]} Sep 21 16:01:57.911121 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-847a9710-1b1e-45d6-a3ae-6d4d65fe235f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] delete failed (client error): The resource could not be found. Sep 21 16:01:57.912164 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-847a9710-1b1e-45d6-a3ae-6d4d65fe235f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/01fa2b42-1fd7-4dbe-bf1c-14451ebf1788 HTTP/1.1" status: 404 len: 336 time: 0.1038077 Sep 21 16:01:57.915099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45192) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:57.952876 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-43168106-91f9-4a06-bd0e-a2dbc1e82b19 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:57.953330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43168106-91f9-4a06-bd0e-a2dbc1e82b19 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:57.958553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.977615 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-43168106-91f9-4a06-bd0e-a2dbc1e82b19 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/aee2a7ba-5e60-4cb3-99e8-549e13c3d084 HTTP/1.1" status: 404 len: 337 time: 0.0603664 Sep 21 16:01:57.980255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:57.980398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45196) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:57.982000 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/networks/8e38dd1e-dae0-4833-853b-8c644ca87f2b HTTP/1.1" status: 204 len: 168 time: 1.8962510 Sep 21 16:01:57.985910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45200) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:57.993538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-667707178'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:57.997192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a17ac-6f8b-447c-a966-65b69b2304af tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Network': ['ID=8e38dd1e-dae0-4833-853b-8c644ca87f2b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:58.000831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:58.006377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:network and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:58.008001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:58.014630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:58.038421 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-63df0852-8ed9-4402-b118-cdbd3809cca7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:58.038958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63df0852-8ed9-4402-b118-cdbd3809cca7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:58.043184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-63df0852-8ed9-4402-b118-cdbd3809cca7 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/07b25def-509a-4e52-ae1a-7a988d5b2917 HTTP/1.1" status: 404 len: 337 time: 0.0567684 Sep 21 16:01:58.045048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45204) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.047891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=c330245a-c605-479f-8781-4b77a50de79d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:58.055766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.056122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.058258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.058258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.058258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.058258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.058258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.058258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.058773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.058773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.059099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.059415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:01:58.074042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c330245a-c605-479f-8781-4b77a50de79d details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:58.091185 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87ca4ff-5ca9-4aba-853c-8c6c25e1e963 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:58.091185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87ca4ff-5ca9-4aba-853c-8c6c25e1e963 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:58.094345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45208) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.094524 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b87ca4ff-5ca9-4aba-853c-8c6c25e1e963 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/5441ebef-27f7-4521-8bb3-341c4e92a70f HTTP/1.1" status: 404 len: 337 time: 0.0480428 Sep 21 16:01:58.130635 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b14dedab-6a52-41be-9e09-adafbc05f3ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6514726 Sep 21 16:01:58.134033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45212) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.135328 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19293ca-5912-408a-a8fc-0440deffe828 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:58.135761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19293ca-5912-408a-a8fc-0440deffe828 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:58.137401 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e19293ca-5912-408a-a8fc-0440deffe828 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/824aaf6c-9c95-4067-91e2-caac425a2f74 HTTP/1.1" status: 404 len: 337 time: 0.0420682 Sep 21 16:01:58.140895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45214) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.182663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:58.186182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:58.201478 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d886a010-6b83-415e-b27e-858830c3bfed tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 200 len: 205 time: 0.0594602 Sep 21 16:01:58.203749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45220) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.229246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b26c1-0f8a-44df-8454-b7c68f10e575 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:58.231572 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9b8b26c1-0f8a-44df-8454-b7c68f10e575 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0953410 Sep 21 16:01:58.234922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45224) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.259677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:01:58.270044 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-297522cb-da92-4e6b-abf9-0b26f2ea1ce9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] delete failed (client error): The resource could not be found. Sep 21 16:01:58.273388 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-297522cb-da92-4e6b-abf9-0b26f2ea1ce9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/891aa4cb-edfd-4c0f-84b2-48452601a010 HTTP/1.1" status: 404 len: 336 time: 0.0663328 Sep 21 16:01:58.273621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45228) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.330808 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5f9285ef-c933-46a7-b9d9-6faf690d588c tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e96798a-a55d-4b93-a217-b3377f6156d9 HTTP/1.1" status: 200 len: 205 time: 0.0532579 Sep 21 16:01:58.331091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:58.331202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45232) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.331391 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Added segment bc4c01a3-96b8-4cdb-be71-9e39183991d3 of type vlan for network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 Sep 21 16:01:58.378764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:58.400129 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-42a3defb-9232-420c-b92f-89f856640d0f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] delete failed (client error): The resource could not be found. Sep 21 16:01:58.401197 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-42a3defb-9232-420c-b92f-89f856640d0f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/8e96798a-a55d-4b93-a217-b3377f6156d9 HTTP/1.1" status: 404 len: 336 time: 0.0692441 Sep 21 16:01:58.402958 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284b98e1-0878-4058-a4c7-95bebd75a671 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:58.404490 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-284b98e1-0878-4058-a4c7-95bebd75a671 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1686709 Sep 21 16:01:58.405037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45236) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.408587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45238) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.448836 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-90c98453-5d81-46be-98a3-753a62484576 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390947 Sep 21 16:01:58.451816 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45244) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.460532 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7c40ab-2222-4665-bdac-9d4dcd5e2b82 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:58.463058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7c40ab-2222-4665-bdac-9d4dcd5e2b82 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:58.467936 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8d7c40ab-2222-4665-bdac-9d4dcd5e2b82 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/69e5aba6-67f7-4fc8-9399-91ca38786c1e HTTP/1.1" status: 404 len: 337 time: 0.0609739 Sep 21 16:01:58.470533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45248) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.491565 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0bfd1071-4f0e-42e2-b6e7-50946e940b1e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385501 Sep 21 16:01:58.493988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45252) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.630909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:58.636419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:58.637003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:58.637898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3005f1-50b0-4c80-bff8-b91cf5f30832 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:58.639419 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ba3005f1-50b0-4c80-bff8-b91cf5f30832 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445191 Sep 21 16:01:58.642281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45256) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.670637 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-18f6a345-956e-4d18-b33b-d9d0ef644036 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4b5492c-efb4-41e1-a980-768cbcb3232f HTTP/1.1" status: 200 len: 205 time: 0.1989505 Sep 21 16:01:58.673236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45260) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.716545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:58.740894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0897078d-b62e-40f5-9557-1591456c303f tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0951746 Sep 21 16:01:58.741272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45264) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.749084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915126175', 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:58.753115 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-6d3b3737-23aa-4e7f-8ee8-08913fcbfeff tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] delete failed (client error): The resource could not be found. Sep 21 16:01:58.758394 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6d3b3737-23aa-4e7f-8ee8-08913fcbfeff tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/c4b5492c-efb4-41e1-a980-768cbcb3232f HTTP/1.1" status: 404 len: 336 time: 0.0765662 Sep 21 16:01:58.760268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45268) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.819010 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-abbf90b6-3a42-4c93-a3c0-42ea8dbec4cf tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=448da9b6-beb1-4fc5-929f-99db7d7b4350 HTTP/1.1" status: 200 len: 205 time: 0.0576761 Sep 21 16:01:58.821373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45272) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.825079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Network': ['ID=c5b1968f-813e-4d21-b9c5-f5a00fb5c718,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:58.835768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:01:58.845496 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5d08fa04-c7dd-4a83-b824-b8775a5268ab tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8570735 Sep 21 16:01:58.848842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45276) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.859828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:01:58.888938 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-fd946b5e-769b-44ec-938d-fea941ee0b44 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] delete failed (client error): The resource could not be found. Sep 21 16:01:58.890162 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fd946b5e-769b-44ec-938d-fea941ee0b44 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/448da9b6-beb1-4fc5-929f-99db7d7b4350 HTTP/1.1" status: 404 len: 336 time: 0.0678074 Sep 21 16:01:58.893047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45280) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:58.962828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:58.972430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:58.978020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:58.995744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:59.014471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:01:59.014471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:01:59.016826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:01:59.023326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:01:59.049460 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c4ce9b-216e-40ab-81b0-96640c45b49b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:59.049919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c4ce9b-216e-40ab-81b0-96640c45b49b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:59.051599 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-02c4ce9b-216e-40ab-81b0-96640c45b49b tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/d37d029f-2cfb-47c1-b1c8-9698e196fae9 HTTP/1.1" status: 404 len: 337 time: 0.1567950 Sep 21 16:01:59.054180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45284) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:59.090508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:59.094002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:59.103935 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3c87a65e-ac13-4385-a965-c92bf1b9644f tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=dae98e09-46e7-4309-bcd2-57bf7afb574f HTTP/1.1" status: 200 len: 205 time: 0.0487263 Sep 21 16:01:59.106262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45288) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:59.161343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:01:59.164778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:59.174737 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-b063187a-3ece-46e8-87e0-3c5ac36806d0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] delete failed (client error): The resource could not be found. Sep 21 16:01:59.175738 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b063187a-3ece-46e8-87e0-3c5ac36806d0 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/dae98e09-46e7-4309-bcd2-57bf7afb574f HTTP/1.1" status: 404 len: 336 time: 0.0685797 Sep 21 16:01:59.178264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45292) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:59.217150 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3c24a2-a7c2-49e9-a40b-8df581a93970 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:59.217150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3c24a2-a7c2-49e9-a40b-8df581a93970 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:59.218461 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9e3c24a2-a7c2-49e9-a40b-8df581a93970 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/4fe230ad-75c5-4a7b-b756-d9f794dc7651 HTTP/1.1" status: 404 len: 337 time: 0.0393100 Sep 21 16:01:59.221856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45296) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:59.280600 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-38949be3-45b4-47c0-a159-e083d19a7de9 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "GET /v2.0/ports?device_id=d348c089-d976-413e-b17c-8796995460fe HTTP/1.1" status: 200 len: 205 time: 0.0553153 Sep 21 16:01:59.280794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45300) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:59.346948 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-1587fea8-d04f-45eb-8867-96ec103ba340 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] delete failed (client error): The resource could not be found. Sep 21 16:01:59.347963 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1587fea8-d04f-45eb-8867-96ec103ba340 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/routers/d348c089-d976-413e-b17c-8796995460fe HTTP/1.1" status: 404 len: 336 time: 0.0663733 Sep 21 16:01:59.350554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45304) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:59.390507 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5d559f-c773-471f-a6a9-f20d53a711c4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:59.390955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5d559f-c773-471f-a6a9-f20d53a711c4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:59.393638 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7d5d559f-c773-471f-a6a9-f20d53a711c4 tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/f6048975-df0f-48f6-929a-ad12553c7e4a HTTP/1.1" status: 404 len: 337 time: 0.0411644 Sep 21 16:01:59.395638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45308) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:59.432442 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-60515255-4bc9-4e48-b097-b4cbb13f723e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] DELETE failed (client error): The resource could not be found. Sep 21 16:01:59.432885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60515255-4bc9-4e48-b097-b4cbb13f723e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:01:59.434546 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-60515255-4bc9-4e48-b097-b4cbb13f723e tempest-RoutersTest-291916452 tempest-RoutersTest-291916452-project] 10.222.0.65 "DELETE /v2.0/subnets/b75f964e-6faa-4172-954f-178eb6753217 HTTP/1.1" status: 404 len: 337 time: 0.0380254 Sep 21 16:01:59.577082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:59.615340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:59.675077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=bbca4923-d2d4-4ee4-a0d5-57b1685d4150,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:59.724060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:59.724471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: c330245a-c605-479f-8781-4b77a50de79d, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:59.763728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking segment: {'id': 'bc4c01a3-96b8-4cdb-be71-9e39183991d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:01:59.764760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network hostable DHCP agents. Network: c5b1968f-813e-4d21-b9c5-f5a00fb5c718, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:01:59.779382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=4a5a94d1-5fb8-4323-942b-b69b49435dee,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:01:59.822444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c330245a-c605-479f-8781-4b77a50de79d is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:59.886087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:01:59.905499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45316) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:01:59.943184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c330245a-c605-479f-8781-4b77a50de79d) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:59.945018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c5b1968f-813e-4d21-b9c5-f5a00fb5c718) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:01:59.949215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:59.950181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:59.954635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:01:59.955177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629c297-d160-4fcd-92a6-48ef57ca3db6 None None] Network c330245a-c605-479f-8781-4b77a50de79d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:01:59.955625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:01:59.975146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec58d28-cc47-422b-a012-9b76d01edec9 None None] Network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:00.073479 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bc9fef39-286e-4bad-81cb-787c2919a54e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32520ceb15a947d78f6c8c9dca5e42c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666851 Sep 21 16:02:00.076176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45322) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:00.081017 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-59de5aa3-90ac-4207-8e7c-2a485569637e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3382225 Sep 21 16:02:00.087048 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6604a7b5-f7e5-4291-9b9e-ea7109afef92 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2371640 Sep 21 16:02:00.092747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45328) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:00.100953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718', 'name': 'tempest-PortsTestJSON-409680590', 'fixed_ips': [{'subnet_id': '4a5a94d1-5fb8-4323-942b-b69b49435dee', 'ip_address': '172.20.0.10'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:00.149317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2570c0ff-6b1b-4124-af70-f1aa4e9ac943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.176009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2570c0ff-6b1b-4124-af70-f1aa4e9ac943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.241285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45332) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:00.246436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543097393', 'description': 'tempest-secgroup-smoke-1543097393 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:00.252234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:00.259902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:00.263311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:00.270523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:00.296179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2570c0ff-6b1b-4124-af70-f1aa4e9ac943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.313661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570c0ff-6b1b-4124-af70-f1aa4e9ac943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b046e99-5fe3-4b39-b3c3-e9b1af94ec19,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:00.318620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2570c0ff-6b1b-4124-af70-f1aa4e9ac943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.319759 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2570c0ff-6b1b-4124-af70-f1aa4e9ac943 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b046e99-5fe3-4b39-b3c3-e9b1af94ec19 HTTP/1.1" status: 204 len: 168 time: 0.2426238 Sep 21 16:02:00.324419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.346416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:00.350276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:00.353398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:00.359333 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:00.378085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:00.395734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-c5b1968f-813e-4d21-b9c5-f5a00fb5c718', 'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718', 'tenant_id': '6d2c27c9202b4d37ac29a92442cac334', 'fixed_ips': [{'subnet_id': '4a5a94d1-5fb8-4323-942b-b69b49435dee'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:02:00.396539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.408362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-c330245a-c605-479f-8781-4b77a50de79d', 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': 'bbca4923-d2d4-4ee4-a0d5-57b1685d4150'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:02:00.409180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.441071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.502704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.522080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.542729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fbad32-e118-46d9-9169-dd02ee259390,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:00.543381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port b7256f50-2f22-4df7-9d4f-e618923fcc9b yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:02:00.607900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.610564 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7ec96863-df3c-4a5c-8dd9-dfc0777c0b0f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3669574 Sep 21 16:02:00.618210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45340) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:00.623534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'b1fbad32-e118-46d9-9169-dd02ee259390', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:00.630645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:00.634721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:00.638009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:00.644948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:00.683202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Allocated IP 172.20.0.2 (c5b1968f-813e-4d21-b9c5-f5a00fb5c718/4a5a94d1-5fb8-4323-942b-b69b49435dee/f8a9dffa-0543-4c43-8f02-774518387be0) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:00.689194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Allocated IP 172.20.0.18 (c330245a-c605-479f-8781-4b77a50de79d/bbca4923-d2d4-4ee4-a0d5-57b1685d4150/a68556ac-358f-4ad2-b054-d91cfbdb37e6) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:00.740716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.814514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.867920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.893970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31acc07-0093-4c60-85a4-7013b654066c,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:00.982096 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:00.984991 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8ea1f44c-6de6-4f65-b547-32c90e2c77a7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3654759 Sep 21 16:02:00.988098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45352) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:00.993526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'b1fbad32-e118-46d9-9169-dd02ee259390', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:00.999669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:01.004823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:01.007939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:01.014065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:01.099696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.108425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.128946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Transition to ACTIVE for port object f8a9dffa-0543-4c43-8f02-774518387be0 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:01.131331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.157364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Transition to ACTIVE for port object a68556ac-358f-4ad2-b054-d91cfbdb37e6 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:01.169809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.171849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Transition to ACTIVE for port object f8a9dffa-0543-4c43-8f02-774518387be0 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:01.183971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Transition to ACTIVE for port object a68556ac-358f-4ad2-b054-d91cfbdb37e6 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:01.233290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.255128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a19aac-5ea7-41cf-99b5-08984c436025,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:01.263598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.306372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.336744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.10 (c5b1968f-813e-4d21-b9c5-f5a00fb5c718/4a5a94d1-5fb8-4323-942b-b69b49435dee/b7256f50-2f22-4df7-9d4f-e618923fcc9b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:01.341071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.341071 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dad9fb1c-9127-4651-a98f-74b6e6786708 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3490536 Sep 21 16:02:01.341071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45364) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:01.346039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'b1fbad32-e118-46d9-9169-dd02ee259390', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:01.352365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Network c330245a-c605-479f-8781-4b77a50de79d is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:01.354809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:01.356931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:01.360101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:01.362891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:01.363112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:01.365546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:01.366715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:01.375384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:01.375598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:01.380648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Pushing event updated for resources: {'Port': ['ID=a68556ac-358f-4ad2-b054-d91cfbdb37e6,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:01.422741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45368) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:01.455788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.542089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.570031 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7a60b1d2-d5c9-4f64-a004-dae16fe39491 tempest-ServiceProvidersTest-189416511 tempest-ServiceProvidersTest-189416511-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1411126 Sep 21 16:02:01.620261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.637762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Pushing event updated for resources: {'Port': ['ID=f8a9dffa-0543-4c43-8f02-774518387be0,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:01.641329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Attempting to bind port a68556ac-358f-4ad2-b054-d91cfbdb37e6 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:01.641903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Attempting to bind port a68556ac-358f-4ad2-b054-d91cfbdb37e6 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:01.642510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Attempting to bind port a68556ac-358f-4ad2-b054-d91cfbdb37e6 on network c330245a-c605-479f-8781-4b77a50de79d {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:01.646953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Attempting to bind port f8a9dffa-0543-4c43-8f02-774518387be0 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:01.647514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Attempting to bind port f8a9dffa-0543-4c43-8f02-774518387be0 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'bc4c01a3-96b8-4cdb-be71-9e39183991d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:01.648051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Attempting to bind port f8a9dffa-0543-4c43-8f02-774518387be0 on network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:01.653356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:01.654006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Checking segment: {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:01.654594 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.655155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Bound using segment: {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:01.655796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Bound port: a68556ac-358f-4ad2-b054-d91cfbdb37e6, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:01.656355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.669171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3350dcfc-c5b5-4c9c-a2eb-0b6f225d978f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:01.673241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:01.679380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Checking segment: {'id': 'bc4c01a3-96b8-4cdb-be71-9e39183991d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:01.679380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.679380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Bound using segment: {'id': 'bc4c01a3-96b8-4cdb-be71-9e39183991d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:01.679380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Bound port: f8a9dffa-0543-4c43-8f02-774518387be0, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4c01a3-96b8-4cdb-be71-9e39183991d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:01.679380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.712492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.728373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object b7256f50-2f22-4df7-9d4f-e618923fcc9b will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:01.745101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.746586 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c1c1c919-e899-41d7-972f-be5e8005d260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4047592 Sep 21 16:02:01.750207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45376) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:01.756195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'b1fbad32-e118-46d9-9169-dd02ee259390', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:01.762332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:01.766239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:01.769400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:01.775501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:01.802574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.828889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] For port a68556ac-358f-4ad2-b054-d91cfbdb37e6, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:01.832808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] For port a68556ac-358f-4ad2-b054-d91cfbdb37e6, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a68556ac-358f-4ad2-b054-d91cfbdb37e6,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:01.835523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] For port f8a9dffa-0543-4c43-8f02-774518387be0, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:01.838508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] For port f8a9dffa-0543-4c43-8f02-774518387be0, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f8a9dffa-0543-4c43-8f02-774518387be0,segment=NetworkSegment(bc4c01a3-96b8-4cdb-be71-9e39183991d3),segment_id=bc4c01a3-96b8-4cdb-be71-9e39183991d3)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:01.877456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.878324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:01.881491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:01.885331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:01.897110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.916310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=b7256f50-2f22-4df7-9d4f-e618923fcc9b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:01.939715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.949414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.953008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:01.953636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:01.997562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Pushing event updated for resources: {'Port': ['ID=a68556ac-358f-4ad2-b054-d91cfbdb37e6,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:02.006871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.007447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.007962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.008459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.008954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.009480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.010291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.010890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.011394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.012261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.012757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.013655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0350a90-e87c-4074-8f2d-2d9918ab8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:02.036853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.055124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45382) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:02.072374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2eaf78-97a2-4ab0-b7e7-1464e03f801e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:02.101335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fce3b-f2ec-4f50-b7fa-2c5ce990c61e None None] Pushing event updated for resources: {'Port': ['ID=f8a9dffa-0543-4c43-8f02-774518387be0,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:02.147975 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d60a9aa-58ef-4007-b0e7-10f1e5dad738 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0523059 Sep 21 16:02:02.148969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45388) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:02.154928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': 'c5b1968f-813e-4d21-b9c5-f5a00fb5c718', 'name': 'tempest-PortsTestJSON-563678766', 'fixed_ips': [{'subnet_id': '4a5a94d1-5fb8-4323-942b-b69b49435dee', 'ip_address': '172.20.0.9'}]}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:02.176729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.181077 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c6e643b3-61c1-4cfa-8a5a-33e5f9c087e3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4272532 Sep 21 16:02:02.181336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45392) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:02.191886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'b1fbad32-e118-46d9-9169-dd02ee259390', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:02.195757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:02.200774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:02.204079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:02.211835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:02.255992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.293817 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:02:02.295427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:02.310804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.313038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] Usage tracker for resource:security_group_rule and tenant:faae06a46d734cadad02717c56a5cc4c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:02.317897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:02.342165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:02.397010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.406957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:02.413860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:port and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:02.426175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:02.435379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:02.485735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.515376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e000be-5443-407b-bb5d-615d45fcf862,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:02.516189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.548094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:02.553194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.576066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:02:02.616995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.640597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.642550 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-730c4d08-a770-4683-9b09-d20176278aed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4598069 Sep 21 16:02:02.645721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45396) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:02.651649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'b1fbad32-e118-46d9-9169-dd02ee259390', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:02.660867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:02.665653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:02.668971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:02.676471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:02.680784 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=faae06a46d734cadad02717c56a5cc4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245809 Sep 21 16:02:02.689074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45400) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:02.708079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348d7c1-aabc-4493-9fd2-443eb823be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a294be-51eb-4b4e-987a-f2daa0487fbf,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:02.790507 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:02:02.804395 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.804846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f8a9dffa-0543-4c43-8f02-774518387be0 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:02.867307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-98b698bb-8f4a-48cf-a83b-ba5dcf79a55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.868249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a6aaf7c-647f-4ed9-ba47-0c3d4336f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.880909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.910205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-98b698bb-8f4a-48cf-a83b-ba5dcf79a55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.916654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.9 (c5b1968f-813e-4d21-b9c5-f5a00fb5c718/4a5a94d1-5fb8-4323-942b-b69b49435dee/2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:02.959200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:02.983912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4175aa0-3ccb-4b2e-b30b-5c7af6a6cc1e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:02.989756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port f8a9dffa-0543-4c43-8f02-774518387be0 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:02.998994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a68556ac-358f-4ad2-b054-d91cfbdb37e6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:03.085175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:03.087273 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-69527ec2-7773-40e4-9bd2-3feee5e26d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4404404 Sep 21 16:02:03.117090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-98b698bb-8f4a-48cf-a83b-ba5dcf79a55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:03.139686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b698bb-8f4a-48cf-a83b-ba5dcf79a55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a294be-51eb-4b4e-987a-f2daa0487fbf,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:03.167956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a68556ac-358f-4ad2-b054-d91cfbdb37e6 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:03.221317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-98b698bb-8f4a-48cf-a83b-ba5dcf79a55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:03.222624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-98b698bb-8f4a-48cf-a83b-ba5dcf79a55c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94a294be-51eb-4b4e-987a-f2daa0487fbf HTTP/1.1" status: 204 len: 168 time: 0.5320580 Sep 21 16:02:03.231176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:03.250984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:03.343187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-48467383-c94d-466a-9c43-91d575c0f70e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:03.349362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:03.428541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:03.442419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:03.442889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-48467383-c94d-466a-9c43-91d575c0f70e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:03.443790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:03.444067 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-48467383-c94d-466a-9c43-91d575c0f70e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543097393&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.1457164 Sep 21 16:02:03.453591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:03.500340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad4c00-a640-4710-9401-0dc14256618f None None] Network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:03.557311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:03.559747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:03.637398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c5380828-f101-4b1e-a922-09d52c078aaa tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4872284 Sep 21 16:02:03.640426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45420) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:03.655172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-ffbcc353-d092-46c9-a698-8b244baf4953 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:03.656139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-ffbcc353-d092-46c9-a698-8b244baf4953 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:03.667979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8138f71e-5c69-4d83-85bc-1ed260a3ab65 None None] Provisioning for port f8a9dffa-0543-4c43-8f02-774518387be0 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:03.674872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8138f71e-5c69-4d83-85bc-1ed260a3ab65 None None] Provisioning complete for port f8a9dffa-0543-4c43-8f02-774518387be0 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:03.675569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8138f71e-5c69-4d83-85bc-1ed260a3ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:03.746601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36faaf7a-5e95-4bfb-874e-741e7bf86237 None None] Network c330245a-c605-479f-8781-4b77a50de79d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:03.751007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-ffbcc353-d092-46c9-a698-8b244baf4953 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:03.752915 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-ffbcc353-d092-46c9-a698-8b244baf4953 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=c330245a-c605-479f-8781-4b77a50de79d HTTP/1.1" status: 200 len: 797 time: 0.2993863 Sep 21 16:02:03.756524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2561f-b1fb-4a41-b3b9-fe495a3f7c02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:03.757268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1fe2561f-b1fb-4a41-b3b9-fe495a3f7c02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:03.770931 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-7c37628f-08df-40ea-8bef-ae9ab7287b65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0125055 Sep 21 16:02:03.840387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1fe2561f-b1fb-4a41-b3b9-fe495a3f7c02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:03.842394 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1fe2561f-b1fb-4a41-b3b9-fe495a3f7c02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2008762 Sep 21 16:02:03.845058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45430) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:03.878203 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-5731c4f6-d260-45da-a02a-82d761bd2572 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1021352 Sep 21 16:02:03.952951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98f304-6ea3-44d0-ae29-924d6af3c285 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:03.959415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98f304-6ea3-44d0-ae29-924d6af3c285 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:03.965362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98f304-6ea3-44d0-ae29-924d6af3c285 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:03.967442 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8e98f304-6ea3-44d0-ae29-924d6af3c285 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1206481 Sep 21 16:02:03.976996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45436) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:04.086148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c98286f5-7816-494f-b1ae-0a428cdac2ba tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:04.086800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c98286f5-7816-494f-b1ae-0a428cdac2ba tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:04.113519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8138f71e-5c69-4d83-85bc-1ed260a3ab65 None None] Current status of the port f8a9dffa-0543-4c43-8f02-774518387be0 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:04.114091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8138f71e-5c69-4d83-85bc-1ed260a3ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:04.161664 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-0c70bddd-0b89-4813-bb2c-2a31aabfaf54 service neutron] 10.222.0.65 "GET /v2.0/networks/c330245a-c605-479f-8781-4b77a50de79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705514 Sep 21 16:02:04.261009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8138f71e-5c69-4d83-85bc-1ed260a3ab65 None None] For port f8a9dffa-0543-4c43-8f02-774518387be0, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f8a9dffa-0543-4c43-8f02-774518387be0,segment=NetworkSegment(bc4c01a3-96b8-4cdb-be71-9e39183991d3),segment_id=bc4c01a3-96b8-4cdb-be71-9e39183991d3)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:04.356766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8138f71e-5c69-4d83-85bc-1ed260a3ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:04.468590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f71e-5c69-4d83-85bc-1ed260a3ab65 None None] Pushing event updated for resources: {'Port': ['ID=f8a9dffa-0543-4c43-8f02-774518387be0,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:04.548459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8b0f4034-178d-4247-9e80-2000aee6f145 None None] Provisioning for port a68556ac-358f-4ad2-b054-d91cfbdb37e6 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:04.554561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8b0f4034-178d-4247-9e80-2000aee6f145 None None] Provisioning complete for port a68556ac-358f-4ad2-b054-d91cfbdb37e6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:04.555194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4034-178d-4247-9e80-2000aee6f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:04.625422 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-2d0eab6a-10e2-490c-b6a3-37bf7f0b48cd service neutron] 10.222.0.65 "GET /v2.0/networks/c330245a-c605-479f-8781-4b77a50de79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283178 Sep 21 16:02:04.675520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c98286f5-7816-494f-b1ae-0a428cdac2ba tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:04.741387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f4034-178d-4247-9e80-2000aee6f145 None None] Current status of the port a68556ac-358f-4ad2-b054-d91cfbdb37e6 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:04.741691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4034-178d-4247-9e80-2000aee6f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:04.778798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f8a9dffa-0543-4c43-8f02-774518387be0 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:04.851411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8b0f4034-178d-4247-9e80-2000aee6f145 None None] For port a68556ac-358f-4ad2-b054-d91cfbdb37e6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a68556ac-358f-4ad2-b054-d91cfbdb37e6,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:04.864879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c98286f5-7816-494f-b1ae-0a428cdac2ba tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b owned by {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:04.870617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f8a9dffa-0543-4c43-8f02-774518387be0 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:04.871186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:04.947372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8b0f4034-178d-4247-9e80-2000aee6f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.031204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f4034-178d-4247-9e80-2000aee6f145 None None] Pushing event updated for resources: {'Port': ['ID=a68556ac-358f-4ad2-b054-d91cfbdb37e6,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:05.038069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c61682b-6126-457b-909a-09a62bac15f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.068955 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1400af34-6fea-461e-b63b-490620a574c5 req-30cd2fcb-ab3c-497c-8168-6e410a37eceb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 210 time: 0.1164794 Sep 21 16:02:05.136599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c98286f5-7816-494f-b1ae-0a428cdac2ba tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.166399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Provisioning complete for port a68556ac-358f-4ad2-b054-d91cfbdb37e6 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:05.166901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.201527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98286f5-7816-494f-b1ae-0a428cdac2ba tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:05.245268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f8a9dffa-0543-4c43-8f02-774518387be0 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:05.324589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Current status of the port a68556ac-358f-4ad2-b054-d91cfbdb37e6 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:05.332757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c98286f5-7816-494f-b1ae-0a428cdac2ba tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.342795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Provisioning complete for port f8a9dffa-0543-4c43-8f02-774518387be0 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:05.343435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.423480 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c98286f5-7816-494f-b1ae-0a428cdac2ba tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b HTTP/1.1" status: 204 len: 168 time: 1.4443974 Sep 21 16:02:05.425844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45470) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:05.481664 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c298186d-0df8-4595-9501-3da64c40eda7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:02:05.482158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Current status of the port f8a9dffa-0543-4c43-8f02-774518387be0 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:05.482290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c298186d-0df8-4595-9501-3da64c40eda7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:05.486551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Could not find standard attr ID for object 2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 16:02:05.579316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Provisioning for port b7256f50-2f22-4df7-9d4f-e618923fcc9b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:05.584931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Provisioning complete for port b7256f50-2f22-4df7-9d4f-e618923fcc9b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:05.585308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.590503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c298186d-0df8-4595-9501-3da64c40eda7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:05.594927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45480) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:05.596285 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c298186d-0df8-4595-9501-3da64c40eda7 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b HTTP/1.1" status: 404 len: 333 time: 0.1689250 Sep 21 16:02:05.641685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0c46fec8-8000-48ba-8377-39010d18085e None None] Port b7256f50-2f22-4df7-9d4f-e618923fcc9b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:05.664209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8e405de8-f49e-4545-a964-0145dacfea02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port b7256f50-2f22-4df7-9d4f-e618923fcc9b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:05.664642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e405de8-f49e-4545-a964-0145dacfea02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.754532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1188162d-384c-4b6f-af47-1a251ed0ef6a None None] Could not find standard attr ID for object 2e1cf2a0-4e9f-4344-8a9c-3d56d5e5ac9b. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 16:02:05.875588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45484) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:05.881437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925524663', 'description': 'tempest-secgroup-smoke-925524663 description', 'project_id': '0af30a9bba644ee098e780137c1ed6e0'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:05.887415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:05.891213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:05.894586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:05.900261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:05.918617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e405de8-f49e-4545-a964-0145dacfea02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:05.999769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.014159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.029974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:06.034117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group_rule and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:06.037511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:06.044182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:06.132180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.159606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8e405de8-f49e-4545-a964-0145dacfea02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for b7256f50-2f22-4df7-9d4f-e618923fcc9b owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:06.196893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.211138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:06.219092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group_rule and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:06.225102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:06.240541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:06.247990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0117a-7edd-44a9-b352-274c4ac2f571,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:06.255362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.266407 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-96221a20-1e60-4286-9510-fd7e4693f5c1 req-aff21b14-0c68-46ac-8eb2-3583ee1b2c32 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 210 time: 0.0611999 Sep 21 16:02:06.336476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.456921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.457147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e405de8-f49e-4545-a964-0145dacfea02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.498192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801dbbb2-f278-44c6-a758-f8deb1d2fe88,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:06.508165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e405de8-f49e-4545-a964-0145dacfea02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=b7256f50-2f22-4df7-9d4f-e618923fcc9b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:06.559728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.563741 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2a977ebb-f244-42b6-aab3-2d89a62a449e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6842799 Sep 21 16:02:06.563990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45490) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:06.569876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'security_group_rule': {'security_group_id': '801dbbb2-f278-44c6-a758-f8deb1d2fe88', 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:06.576782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:06.581431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group_rule and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:06.584513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:06.591105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:06.621088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8e405de8-f49e-4545-a964-0145dacfea02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.691488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.708968 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8e405de8-f49e-4545-a964-0145dacfea02 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/b7256f50-2f22-4df7-9d4f-e618923fcc9b HTTP/1.1" status: 204 len: 168 time: 1.1127286 Sep 21 16:02:06.711520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45494) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:06.730291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a68556ac-358f-4ad2-b054-d91cfbdb37e6 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:06.758555 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c36a0c-a685-4292-8527-2b4cc5a6e08d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:02:06.759097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-42c36a0c-a685-4292-8527-2b4cc5a6e08d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:06.760120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.768146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.801715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a68556ac-358f-4ad2-b054-d91cfbdb37e6 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:06.802017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.856178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.879642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5246a3b3-598f-4c34-9fae-8c5e70ee6499,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:06.884794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-42c36a0c-a685-4292-8527-2b4cc5a6e08d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:06.888997 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-42c36a0c-a685-4292-8527-2b4cc5a6e08d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/b7256f50-2f22-4df7-9d4f-e618923fcc9b HTTP/1.1" status: 404 len: 333 time: 0.1735890 Sep 21 16:02:06.888997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45498) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:06.922299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a68556ac-358f-4ad2-b054-d91cfbdb37e6 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:06.965831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48c58eb-2fd7-4edb-a018-7255cb80b1cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet 4a5a94d1-5fb8-4323-942b-b69b49435dee {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:02:06.982412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.984145 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0acfe88d-a0c9-4b00-b86d-9ceb92d75e74 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4182436 Sep 21 16:02:06.986632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45502) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:06.987792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a48c58eb-2fd7-4edb-a018-7255cb80b1cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:06.991769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'security_group_rule': {'security_group_id': '801dbbb2-f278-44c6-a758-f8deb1d2fe88', 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:06.997904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:07.002042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group_rule and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:07.005837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:07.018041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:07.112160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a48c58eb-2fd7-4edb-a018-7255cb80b1cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.135211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.198723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.213398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-2d191947-2423-4f70-94fb-5d11ee1f6446 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:07.214818 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-2d191947-2423-4f70-94fb-5d11ee1f6446 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=c330245a-c605-479f-8781-4b77a50de79d HTTP/1.1" status: 200 len: 797 time: 0.2459931 Sep 21 16:02:07.275867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a48c58eb-2fd7-4edb-a018-7255cb80b1cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.276784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.305082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ca1f4e-cdd8-4cc0-ac17-d42596a52423,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:07.308566 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-b5667920-988d-42d0-aa24-592039b61ed8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 473 time: 0.0825481 Sep 21 16:02:07.322386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': '20bd83bd-dbf3-46b9-a25d-42546ee27f6d', 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['b1fbad32-e118-46d9-9169-dd02ee259390']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:07.395003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.398212 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-27c49d28-c548-4f60-ac5a-058f826f55ea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4086790 Sep 21 16:02:07.398973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45510) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:07.404302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'security_group_rule': {'security_group_id': '801dbbb2-f278-44c6-a758-f8deb1d2fe88', 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:07.410988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:07.415150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group_rule and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:07.420853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:07.469739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:07.479620 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dbd03db9-ec82-40e4-98d8-d2a7e63ba845 req-12b46d9f-f0e8-442e-89e0-022af402be99 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 210 time: 0.0612710 Sep 21 16:02:07.481603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:07.486768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:port and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:07.489756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:07.496249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:07.513543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a48c58eb-2fd7-4edb-a018-7255cb80b1cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.531632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.557187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c58eb-2fd7-4edb-a018-7255cb80b1cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5a94d1-5fb8-4323-942b-b69b49435dee,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:07.559149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a48c58eb-2fd7-4edb-a018-7255cb80b1cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.567435 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a48c58eb-2fd7-4edb-a018-7255cb80b1cc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/4a5a94d1-5fb8-4323-942b-b69b49435dee HTTP/1.1" status: 204 len: 168 time: 0.6763339 Sep 21 16:02:07.570369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75971b-d353-4c63-9766-5dd306372832 None None] Network c5b1968f-813e-4d21-b9c5-f5a00fb5c718 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:07.571905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45516) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:07.582212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:07.585826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.703602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.707503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.718472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port f8a9dffa-0543-4c43-8f02-774518387be0 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:07.718809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.760792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.27 (c330245a-c605-479f-8781-4b77a50de79d/bbca4923-d2d4-4ee4-a0d5-57b1685d4150/36094868-5599-4ecf-b66c-7656f66c8129) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:07.766627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.832298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612c2b44-b67d-4dce-a563-c30cdb0435ff,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:07.844318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.866994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] DHCP port deletion for c5b1968f-813e-4d21-b9c5-f5a00fb5c718 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:02:07.872191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] Deleting port f8a9dffa-0543-4c43-8f02-774518387be0 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:07.872465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.929523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.933472 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f85b0ab8-e28a-4c1d-b97c-65b06a0022b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5335424 Sep 21 16:02:07.935998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45520) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:07.943319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'security_group_rule': {'security_group_id': '801dbbb2-f278-44c6-a758-f8deb1d2fe88', 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:07.959763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:07.963148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] For port f8a9dffa-0543-4c43-8f02-774518387be0, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f8a9dffa-0543-4c43-8f02-774518387be0,segment=NetworkSegment(bc4c01a3-96b8-4cdb-be71-9e39183991d3),segment_id=bc4c01a3-96b8-4cdb-be71-9e39183991d3)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:07.963513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:07.967738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group_rule and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:07.990478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.009252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 36094868-5599-4ecf-b66c-7656f66c8129 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:08.030617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:08.037368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:08.092927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] For port f8a9dffa-0543-4c43-8f02-774518387be0, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f8a9dffa-0543-4c43-8f02-774518387be0,segment=NetworkSegment(bc4c01a3-96b8-4cdb-be71-9e39183991d3),segment_id=bc4c01a3-96b8-4cdb-be71-9e39183991d3)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:08.093324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.097128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.170715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.196668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c330245a-c605-479f-8781-4b77a50de79d is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:08.202081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:08.202651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for f8a9dffa-0543-4c43-8f02-774518387be0 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:08.213081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:08.251432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] Calling delete_port for f8a9dffa-0543-4c43-8f02-774518387be0 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:08.363324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.369550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:02:08.369913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:02:08.396496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=36094868-5599-4ecf-b66c-7656f66c8129,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:08.431906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No DVR routers for this DVR port f8a9dffa-0543-4c43-8f02-774518387be0 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:02:08.433360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:08.433995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.457234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.462206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=f8a9dffa-0543-4c43-8f02-774518387be0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:08.528029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.557240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48468734-7ad6-4e25-970e-d08955fffbe8,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:08.577264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-23f4eab8-f671-4969-b47f-2f1de5335525 None None] Provisioning for port 36094868-5599-4ecf-b66c-7656f66c8129 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:08.578397 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-39f1e74c-d90a-49fd-9cd1-be81b3955751 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2649212 Sep 21 16:02:08.583784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.587300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-23f4eab8-f671-4969-b47f-2f1de5335525 None None] Provisioning complete for port 36094868-5599-4ecf-b66c-7656f66c8129 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:08.588004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23f4eab8-f671-4969-b47f-2f1de5335525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.590059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Request body: {'port': {'device_id': '20bd83bd-dbf3-46b9-a25d-42546ee27f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:08.639680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b1968f-813e-4d21-b9c5-f5a00fb5c718']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:08.661993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-23f4eab8-f671-4969-b47f-2f1de5335525 None None] Port 36094868-5599-4ecf-b66c-7656f66c8129 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:08.662114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4c01a3-96b8-4cdb-be71-9e39183991d3') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:08.662114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4c01a3-96b8-4cdb-be71-9e39183991d3') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:08.680391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.701469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.713803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:02:08.714246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.732765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.738138 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-23954910-6ed8-40b8-9744-75221609c717 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7986033 Sep 21 16:02:08.741014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f8a9dffa-0543-4c43-8f02-774518387be0 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:02:08.749088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45528) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:08.762991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'security_group_rule': {'security_group_id': '801dbbb2-f278-44c6-a758-f8deb1d2fe88', 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:08.773496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:08.778003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: f8a9dffa-0543-4c43-8f02-774518387be0 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:02:08.778635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f8a9dffa-0543-4c43-8f02-774518387be0 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:02:08.789428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group_rule and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:08.796833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:08.803959 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment bc4c01a3-96b8-4cdb-be71-9e39183991d3 resource provider aggregate not found Sep 21 16:02:08.805188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:08.815995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.821175 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment bc4c01a3-96b8-4cdb-be71-9e39183991d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc4c01a3-96b8-4cdb-be71-9e39183991d3 found for delete ", "request_id": "req-d65fd94f-1886-4b26-931a-f40a7c0c4e08"}]} Sep 21 16:02:08.871333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] Deleting port f8a9dffa-0543-4c43-8f02-774518387be0 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:08.871812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.904991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.924698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204dd23-7acd-4b3a-99c2-a45694b2fecc req-ff9f14cf-b726-4ef6-9e16-dbfc90575b15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:08.925413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-6204dd23-7acd-4b3a-99c2-a45694b2fecc req-ff9f14cf-b726-4ef6-9e16-dbfc90575b15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:08.935978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:08.955853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Network': ['ID=c5b1968f-813e-4d21-b9c5-f5a00fb5c718,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:08.956653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5aea6f96-1e2d-494f-ba0a-23b55e249efb None None] The port 'f8a9dffa-0543-4c43-8f02-774518387be0' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:02:08.969140 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Project 0af30a9bba644ee098e780137c1ed6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:02:08.993536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.088817 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8ed9f8d8-c876-4a7f-904f-4f11dfef0805 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/networks/c5b1968f-813e-4d21-b9c5-f5a00fb5c718 HTTP/1.1" status: 204 len: 168 time: 1.5158505 Sep 21 16:02:09.092902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45534) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:09.099447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-809743707'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:09.104737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:09.108760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:network and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:09.111895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:09.117737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:09.127057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-6204dd23-7acd-4b3a-99c2-a45694b2fecc req-ff9f14cf-b726-4ef6-9e16-dbfc90575b15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:09.128243 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6204dd23-7acd-4b3a-99c2-a45694b2fecc req-ff9f14cf-b726-4ef6-9e16-dbfc90575b15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 932 time: 0.4422007 Sep 21 16:02:09.205513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.205736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:09.209330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.232681 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6204dd23-7acd-4b3a-99c2-a45694b2fecc req-3dac3f81-150e-4f2d-bc3d-c1184ad5bdf5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962541 Sep 21 16:02:09.238387 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:02:09.251587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.252040 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Added segment 749c137e-869d-483d-a0c0-3347e9003201 of type vlan for network b56c4afc-32ac-4da0-8f67-f7efe2f34041 Sep 21 16:02:09.279784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.299110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.331859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14091920-b988-4e45-b635-17f2e7f9aa52,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:09.335531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36094868-5599-4ecf-b66c-7656f66c8129 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:02:09.345974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.360001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Transition to ACTIVE for port object 36094868-5599-4ecf-b66c-7656f66c8129 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:09.368010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.375751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:09.376352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.425047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.426354 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0fe38642-603f-48c0-8db5-a9fe8cf5c08d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6754222 Sep 21 16:02:09.428924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45538) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:09.434079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'security_group_rule': {'security_group_id': '801dbbb2-f278-44c6-a758-f8deb1d2fe88', 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:09.440614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:09.444496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.497284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Network': ['ID=b56c4afc-32ac-4da0-8f67-f7efe2f34041,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:09.498015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:security_group_rule and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:09.508435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network b56c4afc-32ac-4da0-8f67-f7efe2f34041 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:02:09.530250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:09.557128 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6cfe0fad-3393-4cc1-a576-c10f34ae23b6 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4605281 Sep 21 16:02:09.557432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:09.557562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45542) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:09.563600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': 'b56c4afc-32ac-4da0-8f67-f7efe2f34041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:09.676319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Pushing event updated for resources: {'Port': ['ID=36094868-5599-4ecf-b66c-7656f66c8129,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:09.682818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:09.687235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:09.692032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:09.698385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:09.707547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Attempting to bind port 36094868-5599-4ecf-b66c-7656f66c8129 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:09.707889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Attempting to bind port 36094868-5599-4ecf-b66c-7656f66c8129 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:09.708218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Attempting to bind port 36094868-5599-4ecf-b66c-7656f66c8129 on network c330245a-c605-479f-8781-4b77a50de79d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:09.713111 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Project 0af30a9bba644ee098e780137c1ed6e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:02:09.719066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Port 36094868-5599-4ecf-b66c-7656f66c8129 on network c330245a-c605-479f-8781-4b77a50de79d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:02:09.719395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Attempting to bind port 36094868-5599-4ecf-b66c-7656f66c8129 on network c330245a-c605-479f-8781-4b77a50de79d {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:09.723313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.736691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:09.737032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Checking segment: {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:09.738064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Bound using segment: {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:09.738064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Bound port: 36094868-5599-4ecf-b66c-7656f66c8129, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:09.738327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.756356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:09.759893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.865598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.874423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] For port 36094868-5599-4ecf-b66c-7656f66c8129, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:09.878151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] For port 36094868-5599-4ecf-b66c-7656f66c8129, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=36094868-5599-4ecf-b66c-7656f66c8129,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:09.944674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.970232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.972038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99ab586-3fa5-438d-87d0-9d567975f318,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:09.974350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:09.974874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:09.976229 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] 10.222.0.33 "PUT /v2.0/ports/36094868-5599-4ecf-b66c-7656f66c8129 HTTP/1.1" status: 200 len: 1094 time: 1.3907633 Sep 21 16:02:10.007329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bd83bd-dbf3-46b9-a25d-42546ee27f6d', 'tag': '36094868-5599-4ecf-b66c-7656f66c8129'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:10.009552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb97bf-6148-49cc-8993-a06973d3a21a" -d '{"events": [{"name": "network-changed", "server_uuid": "20bd83bd-dbf3-46b9-a25d-42546ee27f6d", "tag": "36094868-5599-4ecf-b66c-7656f66c8129"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:10.045128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.054487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee02e8-e462-4262-b3ab-95b71e95533a service neutron] Pushing event updated for resources: {'Port': ['ID=36094868-5599-4ecf-b66c-7656f66c8129,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:10.070169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ce0f9-18f3-444e-bb51-ed84d3b1175d x-openstack-request-id: req-8b2ce0f9-18f3-444e-bb51-ed84d3b1175d {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:10.070675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bd83bd-dbf3-46b9-a25d-42546ee27f6d", "tag": "36094868-5599-4ecf-b66c-7656f66c8129", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:10.070935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b2ce0f9-18f3-444e-bb51-ed84d3b1175d {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:10.071332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2ce0f9-18f3-444e-bb51-ed84d3b1175d'] response: {'name': 'network-changed', 'server_uuid': '20bd83bd-dbf3-46b9-a25d-42546ee27f6d', 'tag': '36094868-5599-4ecf-b66c-7656f66c8129', 'status': 'completed', 'code': 200} Sep 21 16:02:10.125218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=f3bed987-7949-4135-bb30-f0777829087d,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:10.132753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Checking segment: {'id': '749c137e-869d-483d-a0c0-3347e9003201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b56c4afc-32ac-4da0-8f67-f7efe2f34041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:10.133185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network hostable DHCP agents. Network: b56c4afc-32ac-4da0-8f67-f7efe2f34041, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:02:10.136511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.137696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-42ff4752-1e1e-403a-a4f7-1569dc880c64 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7078447 Sep 21 16:02:10.142348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45548) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:10.149799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'network': {'name': 'tempest-network-smoke--1099693736', 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'port_security_enabled': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:10.156383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:10.162553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:network and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:10.165423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:10.171009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:10.177267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb97bf-6148-49cc-8993-a06973d3a21a req-9b2d2eb4-fae9-4001-8bb7-4bd203346556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.178777 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8fbb97bf-6148-49cc-8993-a06973d3a21a req-9b2d2eb4-fae9-4001-8bb7-4bd203346556 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 1097 time: 0.0880725 Sep 21 16:02:10.236854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network b56c4afc-32ac-4da0-8f67-f7efe2f34041 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:02:10.259081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Made reservation on behalf of 0af30a9bba644ee098e780137c1ed6e0 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:10.262720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.293338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:02:10.304531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.304900 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Added segment 99f9f2ea-e6ec-4155-8ce1-374ca43cccb7 of type vlan for network e275de3b-2781-465e-8244-d5bbe56ee9d6 Sep 21 16:02:10.318159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, b56c4afc-32ac-4da0-8f67-f7efe2f34041) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:10.328859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f1d8de-9810-4c98-bb6f-6d182489f973 None None] Network b56c4afc-32ac-4da0-8f67-f7efe2f34041 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:10.332660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.333242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.338299 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb97bf-6148-49cc-8993-a06973d3a21a req-a73d8284-eba4-4593-8a1b-c09851825606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.338780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb97bf-6148-49cc-8993-a06973d3a21a req-a73d8284-eba4-4593-8a1b-c09851825606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.340285 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8fbb97bf-6148-49cc-8993-a06973d3a21a req-a73d8284-eba4-4593-8a1b-c09851825606 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1547008 Sep 21 16:02:10.352589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.451839 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9fca0356-022b-4987-b13a-44e90186399d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8929596 Sep 21 16:02:10.452596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45554) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:10.458373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-780868856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:10.464847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:10.468975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:router and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:10.472564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:10.479691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:10.481607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.487409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.488001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.545367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb97bf-6148-49cc-8993-a06973d3a21a req-b3ace4e2-8051-456d-85ea-d9edef47d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.546825 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8fbb97bf-6148-49cc-8993-a06973d3a21a req-b3ace4e2-8051-456d-85ea-d9edef47d817 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000513 Sep 21 16:02:10.555491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6cdc-cc39-416d-af8d-c94cb1d2ab35 req-6e90cf6a-d597-4ddb-af8d-01608f52ead5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.556971 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa6a6cdc-cc39-416d-af8d-c94cb1d2ab35 req-6e90cf6a-d597-4ddb-af8d-01608f52ead5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 944 time: 0.2089927 Sep 21 16:02:10.571971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-b56c4afc-32ac-4da0-8f67-f7efe2f34041', 'network_id': 'b56c4afc-32ac-4da0-8f67-f7efe2f34041', 'tenant_id': '6d2c27c9202b4d37ac29a92442cac334', 'fixed_ips': [{'subnet_id': 'f3bed987-7949-4135-bb30-f0777829087d'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:02:10.572846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.606279 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'Network': ['ID=e275de3b-2781-465e-8244-d5bbe56ee9d6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:10.608732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.609866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.626968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-425e4e31-496a-493b-8e17-a46d14890280 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4863582 Sep 21 16:02:10.634595 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:02:10.636686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45558) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:10.644122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'admin_state_up': True, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:10.652682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:10.658701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:router and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:10.664144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:10.671434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:10.743169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.768047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.769065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.774210 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa6a6cdc-cc39-416d-af8d-c94cb1d2ab35 req-87bcb774-e2c1-4742-9906-4d5f95b062a1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110384 Sep 21 16:02:10.792739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.812132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-c1738ac3-2169-4082-b7fe-d5e23f841a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.813888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-c1738ac3-2169-4082-b7fe-d5e23f841a4c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 1097 time: 0.2096434 Sep 21 16:02:10.831341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Allocated IP 172.20.0.2 (b56c4afc-32ac-4da0-8f67-f7efe2f34041/f3bed987-7949-4135-bb30-f0777829087d/a5087aea-37cf-42c3-822f-11faff03b7fb) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:10.856438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:10.860073 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-304fdc70-4738-40e8-a2dd-9f74fec3ffe3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4041426 Sep 21 16:02:10.860963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45562) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:10.866554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'network_id': 'b56c4afc-32ac-4da0-8f67-f7efe2f34041', 'name': 'tempest-PortsTestJSON-731007009'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:10.889235 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-d451b3d6-2228-4243-b7a5-8ea732a79149 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=36094868-5599-4ecf-b66c-7656f66c8129 HTTP/1.1" status: 200 len: 217 time: 0.0665064 Sep 21 16:02:10.956821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-317cea6a-f08b-474a-b7aa-9be218d75f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:10.958412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-317cea6a-f08b-474a-b7aa-9be218d75f12 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=bbca4923-d2d4-4ee4-a0d5-57b1685d4150 HTTP/1.1" status: 200 len: 838 time: 0.0628188 Sep 21 16:02:11.062361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:11.073153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Transition to ACTIVE for port object a5087aea-37cf-42c3-822f-11faff03b7fb will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:11.093157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Transition to ACTIVE for port object a5087aea-37cf-42c3-822f-11faff03b7fb will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:11.130762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-388ae95c-d7ba-40d9-bb12-bf6ab6116da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:11.132224 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-388ae95c-d7ba-40d9-bb12-bf6ab6116da6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c330245a-c605-479f-8781-4b77a50de79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1675315 Sep 21 16:02:11.135594 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-8f0cd0a8-5012-403c-9032-8f07fd3cbf0e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1182697 Sep 21 16:02:11.156500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:11.228909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Network b56c4afc-32ac-4da0-8f67-f7efe2f34041 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:11.231856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:11.234386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:11.245681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Pushing event updated for resources: {'Port': ['ID=a5087aea-37cf-42c3-822f-11faff03b7fb,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:11.346312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:11.352623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-8efc97f8-be82-426d-8261-157929f4f4fb service neutron] 10.222.0.33 "GET /v2.0/networks/c330245a-c605-479f-8781-4b77a50de79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080669 Sep 21 16:02:11.353240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Attempting to bind port a5087aea-37cf-42c3-822f-11faff03b7fb on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:11.353676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Attempting to bind port a5087aea-37cf-42c3-822f-11faff03b7fb by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '749c137e-869d-483d-a0c0-3347e9003201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b56c4afc-32ac-4da0-8f67-f7efe2f34041'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:11.354133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Attempting to bind port a5087aea-37cf-42c3-822f-11faff03b7fb on network b56c4afc-32ac-4da0-8f67-f7efe2f34041 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:11.357095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-0924cbae-2220-493d-8543-6b13a32f9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:11.358602 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-0924cbae-2220-493d-8543-6b13a32f9df6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 1098 time: 0.1397305 Sep 21 16:02:11.361501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:11.362011 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Checking segment: {'id': '749c137e-869d-483d-a0c0-3347e9003201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b56c4afc-32ac-4da0-8f67-f7efe2f34041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:11.362676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:11.363313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Bound using segment: {'id': '749c137e-869d-483d-a0c0-3347e9003201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b56c4afc-32ac-4da0-8f67-f7efe2f34041'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:11.363862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Bound port: a5087aea-37cf-42c3-822f-11faff03b7fb, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749c137e-869d-483d-a0c0-3347e9003201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b56c4afc-32ac-4da0-8f67-f7efe2f34041'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:11.364362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:11.380606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:11.384917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:port and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:11.387865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:11.394295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:11.459108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] For port a5087aea-37cf-42c3-822f-11faff03b7fb, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:11.462643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] For port a5087aea-37cf-42c3-822f-11faff03b7fb, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a5087aea-37cf-42c3-822f-11faff03b7fb,segment=NetworkSegment(749c137e-869d-483d-a0c0-3347e9003201),segment_id=749c137e-869d-483d-a0c0-3347e9003201)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:11.530568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:11.534671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:11.548756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:11.569301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port e6e76318-a3d7-477d-a60d-49551f8e40e7 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:02:11.601979 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-c6e52828-d018-45b8-a999-c67063aeea81 service neutron] 10.222.0.33 "GET /v2.0/networks/c330245a-c605-479f-8781-4b77a50de79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422476 Sep 21 16:02:11.606151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-798c4596-ae77-428e-94f0-4f108005e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:11.606151 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-798c4596-ae77-428e-94f0-4f108005e296 service neutron] 10.222.0.33 "GET /v2.0/networks?id=035c27b2-7ff0-47f3-b68d-80ca79bdf202 HTTP/1.1" status: 200 len: 897 time: 0.2252681 Sep 21 16:02:11.668385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2576b01-0bee-46d0-a72a-7187fc5709cc None None] Pushing event updated for resources: {'Port': ['ID=a5087aea-37cf-42c3-822f-11faff03b7fb,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:11.724514 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-d454f1c3-65e4-440c-83f9-f525d3ec90ea service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a639db3b-794f-4801-925f-04e6bfa3abf6 HTTP/1.1" status: 200 len: 1001 time: 0.1122901 Sep 21 16:02:11.748284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.12 (b56c4afc-32ac-4da0-8f67-f7efe2f34041/f3bed987-7949-4135-bb30-f0777829087d/e6e76318-a3d7-477d-a60d-49551f8e40e7) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:11.797161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-1a627bdb-1cf3-49b8-ba95-82ed460c6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:11.799414 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-1a627bdb-1cf3-49b8-ba95-82ed460c6611 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0cdc1379-2339-401c-b76a-3d72b546e1cd HTTP/1.1" status: 200 len: 835 time: 0.0687726 Sep 21 16:02:11.915982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-c00b14d3-3f6d-48f5-9c69-39f82f90c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:11.918388 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-c00b14d3-3f6d-48f5-9c69-39f82f90c206 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=035c27b2-7ff0-47f3-b68d-80ca79bdf202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134758 Sep 21 16:02:12.027962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:12.062720 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-030184c8-8101-4e9c-a082-a04f47b57225 service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366568 Sep 21 16:02:12.067602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:12.198403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78b98afa-3ef9-41b1-9be7-2199cb70ef7f req-1295260a-f2e4-4c31-a123-5ffc42b17fc6 service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279538 Sep 21 16:02:12.336717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a665985-5d55-41e6-bd59-9406eda73369 req-7571f478-e1ab-4ed3-a58e-d250a34e876d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:12.338294 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2a665985-5d55-41e6-bd59-9406eda73369 req-7571f478-e1ab-4ed3-a58e-d250a34e876d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 944 time: 0.4051633 Sep 21 16:02:12.388587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Allocated IP 172.26.0.107 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/0deb94f9-ff18-4348-8fb1-b3a2d4bf2719) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:12.395472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:12.453108 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2a665985-5d55-41e6-bd59-9406eda73369 req-09773aaf-899e-4b07-abdf-d5c595d382d6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044664 Sep 21 16:02:12.454076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object e6e76318-a3d7-477d-a60d-49551f8e40e7 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:12.661472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26871e-eb6f-4b32-a318-a48024b163cd None None] Network b56c4afc-32ac-4da0-8f67-f7efe2f34041 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:12.716532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:12.719886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:12.792575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a5087aea-37cf-42c3-822f-11faff03b7fb up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:12.797570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network b56c4afc-32ac-4da0-8f67-f7efe2f34041 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:12.801506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:12.808272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:12.849023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=e6e76318-a3d7-477d-a60d-49551f8e40e7,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:12.884971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:12.887574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:12.944665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3860a4f1-0e3f-4dc9-9071-44ed389473d2 None None] Provisioning for port a5087aea-37cf-42c3-822f-11faff03b7fb completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:12.988191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.018621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a5087aea-37cf-42c3-822f-11faff03b7fb completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:13.025632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a5087aea-37cf-42c3-822f-11faff03b7fb triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:13.026034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.039494 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ff39ff2e-b241-440c-8a14-6d52b28b0782 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1749959 Sep 21 16:02:13.039884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45570) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:13.054312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:13.057830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:13.060931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 36094868-5599-4ecf-b66c-7656f66c8129 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:02:13.061506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:13.110783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'Port': ['ID=0deb94f9-ff18-4348-8fb1-b3a2d4bf2719,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:13.307435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a5087aea-37cf-42c3-822f-11faff03b7fb is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:13.308016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.333928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 36094868-5599-4ecf-b66c-7656f66c8129, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=36094868-5599-4ecf-b66c-7656f66c8129,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:13.358869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '36094868-5599-4ecf-b66c-7656f66c8129', 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d', 'port_id': '36094868-5599-4ecf-b66c-7656f66c8129', 'mac_address': 'fa:16:3e:18:1a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbca4923-d2d4-4ee4-a0d5-57b1685d4150', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:02:13.365304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port a5087aea-37cf-42c3-822f-11faff03b7fb, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a5087aea-37cf-42c3-822f-11faff03b7fb,segment=NetworkSegment(749c137e-869d-483d-a0c0-3347e9003201),segment_id=749c137e-869d-483d-a0c0-3347e9003201)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:13.425536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 36094868-5599-4ecf-b66c-7656f66c8129 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:13.430118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.444770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36094868-5599-4ecf-b66c-7656f66c8129 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:02:13.451423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.584584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 36094868-5599-4ecf-b66c-7656f66c8129, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=36094868-5599-4ecf-b66c-7656f66c8129,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:13.600501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-435ed360-33da-4c4f-ad7b-dca32bde84cc None None] Provisioning complete for port a5087aea-37cf-42c3-822f-11faff03b7fb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:13.605099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-435ed360-33da-4c4f-ad7b-dca32bde84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.658917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=a5087aea-37cf-42c3-822f-11faff03b7fb,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:13.667090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.717743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.787340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=36094868-5599-4ecf-b66c-7656f66c8129,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:13.805725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-435ed360-33da-4c4f-ad7b-dca32bde84cc None None] Current status of the port a5087aea-37cf-42c3-822f-11faff03b7fb is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:13.857312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd327f7-1d5e-4020-9ec7-169fc3edb1d8 req-d63a2454-74dc-45f4-9df5-7b004b3ae2d6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:13.858789 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bfd327f7-1d5e-4020-9ec7-169fc3edb1d8 req-d63a2454-74dc-45f4-9df5-7b004b3ae2d6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 945 time: 0.1842160 Sep 21 16:02:13.879114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-435ed360-33da-4c4f-ad7b-dca32bde84cc None None] Provisioning for port e6e76318-a3d7-477d-a60d-49551f8e40e7 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:13.884544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-435ed360-33da-4c4f-ad7b-dca32bde84cc None None] Provisioning complete for port e6e76318-a3d7-477d-a60d-49551f8e40e7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:13.884927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-435ed360-33da-4c4f-ad7b-dca32bde84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:13.914750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['36094868-5599-4ecf-b66c-7656f66c8129'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:02:13.968689 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bfd327f7-1d5e-4020-9ec7-169fc3edb1d8 req-ecba4a14-8d7c-422b-ad0a-924ee4969b46 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016893 Sep 21 16:02:13.977229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.022584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-435ed360-33da-4c4f-ad7b-dca32bde84cc None None] Port e6e76318-a3d7-477d-a60d-49551f8e40e7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:14.099844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.162241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-35338607-5dc3-4124-bdf7-a9dea9039b0e None None] Provisioning complete for port e6e76318-a3d7-477d-a60d-49551f8e40e7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:14.162714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-35338607-5dc3-4124-bdf7-a9dea9039b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.245652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-35338607-5dc3-4124-bdf7-a9dea9039b0e None None] Port e6e76318-a3d7-477d-a60d-49551f8e40e7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:14.361325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.364701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Router d8df772c-d1e4-4356-87f4-d79de7caae93 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:02:14.419392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.566627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=e6e76318-a3d7-477d-a60d-49551f8e40e7,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:14.680743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:14.694702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Sync routers for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:14.708424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:14.709179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:14.758115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.762086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.766231 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dfad9d51-a2e2-4689-ae3e-a07f9d67ddf7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1256435 Sep 21 16:02:14.766370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a5087aea-37cf-42c3-822f-11faff03b7fb up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:14.766487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45576) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:14.916053 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a4e0ddfc-187d-4375-9605-a4294788d1d7 tempest-TestNetworkAdvancedServerOps-540615714 tempest-TestNetworkAdvancedServerOps-540615714-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0af30a9bba644ee098e780137c1ed6e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1460934 Sep 21 16:02:14.916316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45582) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:14.941590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a5087aea-37cf-42c3-822f-11faff03b7fb triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:14.942115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.960678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:14.981206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:15.085491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 36094868-5599-4ecf-b66c-7656f66c8129 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:15.103910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6f978-cf17-434b-ace2-3a777006ae43 tempest-TestNetworkAdvancedServerOps-540615714 tempest-TestNetworkAdvancedServerOps-540615714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:15.109272 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7cc6f978-cf17-434b-ace2-3a777006ae43 tempest-TestNetworkAdvancedServerOps-540615714 tempest-TestNetworkAdvancedServerOps-540615714-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1919878 Sep 21 16:02:15.110039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45588) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:15.194214 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-39bd5c12-5faa-4802-aa8e-4a487de2a146 tempest-TestNetworkAdvancedServerOps-540615714 tempest-TestNetworkAdvancedServerOps-540615714-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828915 Sep 21 16:02:15.195337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45592) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:15.207549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-703897033', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:15.334465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:15.339888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:subnet and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:15.343871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:15.356804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23106642-56c1-4c61-81c2-2e7c10e6d730 req-976a1e36-a196-410e-96bc-6381cf3e96d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:15.358358 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-23106642-56c1-4c61-81c2-2e7c10e6d730 req-976a1e36-a196-410e-96bc-6381cf3e96d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 945 time: 0.2115664 Sep 21 16:02:15.359690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:15.414598 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-23106642-56c1-4c61-81c2-2e7c10e6d730 req-5c6e5210-0b44-492f-8b67-3ed4bd382808 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Sep 21 16:02:15.425739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a5087aea-37cf-42c3-822f-11faff03b7fb is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:15.444746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Made reservation on behalf of 0af30a9bba644ee098e780137c1ed6e0 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:15.448346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.458230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:13Z', 'revision_number': 3, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:15.461541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 36094868-5599-4ecf-b66c-7656f66c8129 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:15.466613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 36094868-5599-4ecf-b66c-7656f66c8129 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:15.467566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.490297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Checking router: d8df772c-d1e4-4356-87f4-d79de7caae93 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:02:15.491381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Updating router d8df772c-d1e4-4356-87f4-d79de7caae93 port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:02:15.547002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.570563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.636114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.736452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.738116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 36094868-5599-4ecf-b66c-7656f66c8129 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:15.738616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.752536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.756946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=e6e76318-a3d7-477d-a60d-49551f8e40e7,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:15.834904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd83bd-dbf3-46b9-a25d-42546ee27f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36094868-5599-4ecf-b66c-7656f66c8129'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:15.837220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6786ba-fb73-4ed3-82e2-f27bf43e4a80" -d '{"events": [{"server_uuid": "20bd83bd-dbf3-46b9-a25d-42546ee27f6d", "name": "network-vif-plugged", "status": "completed", "tag": "36094868-5599-4ecf-b66c-7656f66c8129"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:15.848783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'Subnet': ['ID=cc1f2bb6-e53a-4b53-a9b0-75901d944c18,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:15.853288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Checking segment: {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:15.853652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Network hostable DHCP agents. Network: e275de3b-2781-465e-8244-d5bbe56ee9d6, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:02:15.858174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 36094868-5599-4ecf-b66c-7656f66c8129, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=36094868-5599-4ecf-b66c-7656f66c8129,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:15.889782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df191da0-be81-4aaf-ab30-d3518e130e05 x-openstack-request-id: req-df191da0-be81-4aaf-ab30-d3518e130e05 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:15.889782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd83bd-dbf3-46b9-a25d-42546ee27f6d", "name": "network-vif-plugged", "status": "completed", "tag": "36094868-5599-4ecf-b66c-7656f66c8129", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:15.889782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df191da0-be81-4aaf-ab30-d3518e130e05 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:15.889782 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df191da0-be81-4aaf-ab30-d3518e130e05'] response: {'server_uuid': '20bd83bd-dbf3-46b9-a25d-42546ee27f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36094868-5599-4ecf-b66c-7656f66c8129', 'code': 200} Sep 21 16:02:15.904690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:15.921340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network b56c4afc-32ac-4da0-8f67-f7efe2f34041 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:15.922575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:15.931055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:02:15.992302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=36094868-5599-4ecf-b66c-7656f66c8129,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:16.005755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, e275de3b-2781-465e-8244-d5bbe56ee9d6) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:16.019859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:16.021324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.047118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0bec0-4bf1-4223-94ea-3f33750dcced None None] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:16.111719 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dfbbbf1b-d180-4235-9366-3aaccc2794c9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9100811 Sep 21 16:02:16.114774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45598) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:16.158540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.185636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Transition to ACTIVE for port object 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:16.212399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Router b7358bdf-7463-46a2-8972-a51674cbf6e2 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:02:16.262015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.373133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Attempting to bind port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:16.373454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Attempting to bind port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:16.373820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Attempting to bind port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:16.380168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-e275de3b-2781-465e-8244-d5bbe56ee9d6', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:02:16.380972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.406500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:16.406880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:16.407293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.407724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:16.408194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Bound port: 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:16.408625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.441117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8e793-63ff-45d6-b70d-90cae288f9d7 None None] Pushing event updated for resources: {'Port': ['ID=0deb94f9-ff18-4348-8fb1-b3a2d4bf2719,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:16.470402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-39dd5d33-981e-4af6-a891-676e69f674ab None None] Provisioning complete for port e6e76318-a3d7-477d-a60d-49551f8e40e7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:16.470402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-39dd5d33-981e-4af6-a891-676e69f674ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.476827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:16.485141 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e52dbee9-212f-40e7-a138-77a43e9ef840 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "PUT /v2.0/routers/b7358bdf-7463-46a2-8972-a51674cbf6e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4436545 Sep 21 16:02:16.488667 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c0af4-81b0-40ea-bffa-0f464ccc55de None None] Sync routers for ids ['b7358bdf-7463-46a2-8972-a51674cbf6e2'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:16.494935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45604) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:16.506805 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c0af4-81b0-40ea-bffa-0f464ccc55de None None] Routers {'b7358bdf-7463-46a2-8972-a51674cbf6e2'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:16.508677 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-105c0af4-81b0-40ea-bffa-0f464ccc55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b7358bdf-7463-46a2-8972-a51674cbf6e2'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:16.537134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7a977-d52e-4973-ad3f-98287f682ffd req-9a0a9055-33cb-45f4-8da5-c558bd11515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:16.538634 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b7a977-d52e-4973-ad3f-98287f682ffd req-9a0a9055-33cb-45f4-8da5-c558bd11515e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 1099 time: 0.3111050 Sep 21 16:02:16.588456 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-105c0af4-81b0-40ea-bffa-0f464ccc55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:16.597252 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b7a977-d52e-4973-ad3f-98287f682ffd req-0661e226-25a6-4c03-8736-83aa76e88eac service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504055 Sep 21 16:02:16.598194 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c0af4-81b0-40ea-bffa-0f464ccc55de None None] Routers {'b7358bdf-7463-46a2-8972-a51674cbf6e2'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:16.598955 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-105c0af4-81b0-40ea-bffa-0f464ccc55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b7358bdf-7463-46a2-8972-a51674cbf6e2'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:16.633131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84fd75f-8891-4957-9fa9-f368e757a6d2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:16.634766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] For port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:16.635560 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b84fd75f-8891-4957-9fa9-f368e757a6d2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7358bdf-7463-46a2-8972-a51674cbf6e2 HTTP/1.1" status: 200 len: 982 time: 0.1396651 Sep 21 16:02:16.638538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45608) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:16.657766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-39dd5d33-981e-4af6-a891-676e69f674ab None None] Port e6e76318-a3d7-477d-a60d-49551f8e40e7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:16.663182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] For port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0deb94f9-ff18-4348-8fb1-b3a2d4bf2719,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:16.664487 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-105c0af4-81b0-40ea-bffa-0f464ccc55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:16.665079 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c0af4-81b0-40ea-bffa-0f464ccc55de None None] The sync data for ids ['b7358bdf-7463-46a2-8972-a51674cbf6e2'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:16.752565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:16.777317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ea04e-d8f7-4f72-9df9-a3403b0f39d4 req-bf9c896f-0a10-4d87-85fd-8a63964abdcf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:16.778904 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6c1ea04e-d8f7-4f72-9df9-a3403b0f39d4 req-bf9c896f-0a10-4d87-85fd-8a63964abdcf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 946 time: 0.2283368 Sep 21 16:02:16.836237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:16.836933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:16.899417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Allocated IP 172.20.0.2 (e275de3b-2781-465e-8244-d5bbe56ee9d6/cc1f2bb6-e53a-4b53-a9b0-75901d944c18/3694fef2-3649-4b5b-a0f4-3255abf923dd) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:16.962282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8e793-63ff-45d6-b70d-90cae288f9d7 None None] Pushing event updated for resources: {'Port': ['ID=0deb94f9-ff18-4348-8fb1-b3a2d4bf2719,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:17.029845 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6c1ea04e-d8f7-4f72-9df9-a3403b0f39d4 req-7e401816-6dfa-4c3d-a080-a69bc74d1df1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696397 Sep 21 16:02:17.165994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:17.206546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.340906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.439679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.466740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Transition to ACTIVE for port object 3694fef2-3649-4b5b-a0f4-3255abf923dd will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:17.525201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Transition to ACTIVE for port object 3694fef2-3649-4b5b-a0f4-3255abf923dd will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:17.555469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-538f5414-3298-417f-86cc-984b3671b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:13Z', 'revision_number': 3, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:17.559692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f5414-3298-417f-86cc-984b3671b53a None None] The sync data for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv is: [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:13Z', 'revision_number': 3, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:17.614197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.672368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port e6e76318-a3d7-477d-a60d-49551f8e40e7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:17.674021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.698559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:17.701974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:17.705872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:17.710461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Allocated IP 172.20.0.1 (e275de3b-2781-465e-8244-d5bbe56ee9d6/cc1f2bb6-e53a-4b53-a9b0-75901d944c18/828cb51e-9d1b-40c4-b645-e4fc84bed1e3) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:17.750460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Pushing event updated for resources: {'Port': ['ID=3694fef2-3649-4b5b-a0f4-3255abf923dd,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:17.817394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Attempting to bind port 3694fef2-3649-4b5b-a0f4-3255abf923dd on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:17.818108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Attempting to bind port 3694fef2-3649-4b5b-a0f4-3255abf923dd by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:17.818261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Attempting to bind port 3694fef2-3649-4b5b-a0f4-3255abf923dd on network e275de3b-2781-465e-8244-d5bbe56ee9d6 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:17.824062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:17.828921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Checking segment: {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:17.828921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.828921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Bound using segment: {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:17.828921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Bound port: 3694fef2-3649-4b5b-a0f4-3255abf923dd, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:17.828921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.941036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.944667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] For port 3694fef2-3649-4b5b-a0f4-3255abf923dd, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:17.947229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] For port 3694fef2-3649-4b5b-a0f4-3255abf923dd, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3694fef2-3649-4b5b-a0f4-3255abf923dd,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:17.961563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:17.968511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Transition to ACTIVE for port object 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:18.114044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for e6e76318-a3d7-477d-a60d-49551f8e40e7 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:18.134455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:18.165662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:18.229169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965921e-cb5e-454f-9c36-8d1b3aaa5ca3 None None] Pushing event updated for resources: {'Port': ['ID=3694fef2-3649-4b5b-a0f4-3255abf923dd,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:18.277161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:18.281344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:18.286229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:18.309802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d4dd9-395b-4696-8681-787b64f2428d req-f2b684ce-8a07-4750-a5fa-240db03ab5c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:18.311397 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4e2d4dd9-395b-4696-8681-787b64f2428d req-f2b684ce-8a07-4750-a5fa-240db03ab5c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 946 time: 0.1413834 Sep 21 16:02:18.346706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'Port': ['ID=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:18.368920 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4e2d4dd9-395b-4696-8681-787b64f2428d req-580b085f-4e84-45ce-b4c2-7f4a337718ba tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475218 Sep 21 16:02:18.372130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:18.582744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:18.641222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=e6e76318-a3d7-477d-a60d-49551f8e40e7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:18.693844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:18.753880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7014ab-2fac-477a-836c-0edb2715d4ec req-bf9b1733-dcb0-40b2-8c71-6592afd2796f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:18.755695 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1b7014ab-2fac-477a-836c-0edb2715d4ec req-bf9b1733-dcb0-40b2-8c71-6592afd2796f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 946 time: 0.2043464 Sep 21 16:02:18.867054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3694fef2-3649-4b5b-a0f4-3255abf923dd up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:18.958694 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1b7014ab-2fac-477a-836c-0edb2715d4ec req-0ac9c8f4-3bb0-4d70-badd-f3c485688ebf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880033 Sep 21 16:02:19.007459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 3694fef2-3649-4b5b-a0f4-3255abf923dd completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:19.022909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:19.073520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:19.153494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:19.159824 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:19.160204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:19.274144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:19.292055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:19.292440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:19.309413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0deb94f9-ff18-4348-8fb1-b3a2d4bf2719,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:19.327474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:19.379500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:19.395429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Router b7358bdf-7463-46a2-8972-a51674cbf6e2 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:02:19.465575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=0deb94f9-ff18-4348-8fb1-b3a2d4bf2719,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:19.547688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:19.565769 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-df367b93-23bf-4851-94f6-bcef0a93035d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "PUT /v2.0/routers/b7358bdf-7463-46a2-8972-a51674cbf6e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9260702 Sep 21 16:02:19.567347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45620) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:19.581042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756bbb4-3a8e-4d1d-8142-f9b850a14fec None None] Sync routers for ids ['b7358bdf-7463-46a2-8972-a51674cbf6e2'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:19.594446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:19.598764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'Port': ['ID=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:19.600121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756bbb4-3a8e-4d1d-8142-f9b850a14fec None None] Routers {'b7358bdf-7463-46a2-8972-a51674cbf6e2'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:19.600944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-3756bbb4-3a8e-4d1d-8142-f9b850a14fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b7358bdf-7463-46a2-8972-a51674cbf6e2'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:19.617882 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-65483c33-21ca-4d51-88cc-3636c7969356 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:02:19.618454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-65483c33-21ca-4d51-88cc-3636c7969356 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:19.714616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-65483c33-21ca-4d51-88cc-3636c7969356 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:19.716192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-65483c33-21ca-4d51-88cc-3636c7969356 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/e6e76318-a3d7-477d-a60d-49551f8e40e7 HTTP/1.1" status: 404 len: 333 time: 0.1478789 Sep 21 16:02:19.718847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45624) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:19.728133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-3756bbb4-3a8e-4d1d-8142-f9b850a14fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:19.741215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756bbb4-3a8e-4d1d-8142-f9b850a14fec None None] Routers {'b7358bdf-7463-46a2-8972-a51674cbf6e2'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:19.741215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-3756bbb4-3a8e-4d1d-8142-f9b850a14fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b7358bdf-7463-46a2-8972-a51674cbf6e2'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:19.767880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:19.769127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:19.806167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-3756bbb4-3a8e-4d1d-8142-f9b850a14fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:19.806582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756bbb4-3a8e-4d1d-8142-f9b850a14fec None None] The sync data for ids ['b7358bdf-7463-46a2-8972-a51674cbf6e2'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:19.846589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00736b61-0f84-4b80-a8e6-1097358ee2fc None None] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:19.897041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af856cae-e876-4501-b52d-e9f8771b2214 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:19.984474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Router d8df772c-d1e4-4356-87f4-d79de7caae93 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:02:20.004893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-85e56b62-c5a7-424c-8495-bb3b583d5f7d None None] Provisioning for port 3694fef2-3649-4b5b-a0f4-3255abf923dd completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:20.030296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-85e56b62-c5a7-424c-8495-bb3b583d5f7d None None] Provisioning complete for port 3694fef2-3649-4b5b-a0f4-3255abf923dd triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:20.031120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85e56b62-c5a7-424c-8495-bb3b583d5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.177970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:20.194740 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-15cd387e-4958-49ee-8778-68be1c4673b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "PUT /v2.0/routers/d8df772c-d1e4-4356-87f4-d79de7caae93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0716431 Sep 21 16:02:20.196178 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Sync routers for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:20.209877 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:20.211003 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:20.221365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-85e56b62-c5a7-424c-8495-bb3b583d5f7d None None] Current status of the port 3694fef2-3649-4b5b-a0f4-3255abf923dd is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:20.221757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85e56b62-c5a7-424c-8495-bb3b583d5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.222080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af856cae-e876-4501-b52d-e9f8771b2214 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.225344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af856cae-e876-4501-b52d-e9f8771b2214 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.279664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-85e56b62-c5a7-424c-8495-bb3b583d5f7d None None] For port 3694fef2-3649-4b5b-a0f4-3255abf923dd, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3694fef2-3649-4b5b-a0f4-3255abf923dd,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:20.314579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af856cae-e876-4501-b52d-e9f8771b2214 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.315403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af856cae-e876-4501-b52d-e9f8771b2214 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Fanout notify agent at l3_agent the message router_deleted on router b7358bdf-7463-46a2-8972-a51674cbf6e2 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:02:20.348822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-af856cae-e876-4501-b52d-e9f8771b2214 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.349920 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-af856cae-e876-4501-b52d-e9f8771b2214 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/routers/b7358bdf-7463-46a2-8972-a51674cbf6e2 HTTP/1.1" status: 204 len: 168 time: 0.6299350 Sep 21 16:02:20.352581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45640) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:20.379478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85e56b62-c5a7-424c-8495-bb3b583d5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.446808 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:20.450489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e56b62-c5a7-424c-8495-bb3b583d5f7d None None] Pushing event updated for resources: {'Port': ['ID=3694fef2-3649-4b5b-a0f4-3255abf923dd,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:20.504461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-90219977-5f62-47af-b3b2-aee96e6f226a None None] Provisioning complete for port 3694fef2-3649-4b5b-a0f4-3255abf923dd triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:20.504783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90219977-5f62-47af-b3b2-aee96e6f226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.509217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45644) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:20.604586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfac18af-7c37-4d26-8633-a717ed17a98b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet f3bed987-7949-4135-bb30-f0777829087d {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:02:20.607805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfac18af-7c37-4d26-8633-a717ed17a98b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.668179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfac18af-7c37-4d26-8633-a717ed17a98b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.675436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-90219977-5f62-47af-b3b2-aee96e6f226a None None] Current status of the port 3694fef2-3649-4b5b-a0f4-3255abf923dd is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:20.747701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-b47650f5-79c6-40c4-a54a-737161a80b03 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925524663&fields=id&tenant_id=0af30a9bba644ee098e780137c1ed6e0 HTTP/1.1" status: 200 len: 267 time: 0.4204593 Sep 21 16:02:20.773374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-90219977-5f62-47af-b3b2-aee96e6f226a None None] Provisioning for port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:20.778542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-90219977-5f62-47af-b3b2-aee96e6f226a None None] Provisioning complete for port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:20.778916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90219977-5f62-47af-b3b2-aee96e6f226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.816838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3694fef2-3649-4b5b-a0f4-3255abf923dd up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:20.906978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfac18af-7c37-4d26-8633-a717ed17a98b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.933306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3694fef2-3649-4b5b-a0f4-3255abf923dd triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:20.933677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:20.939888 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 2, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:20.944200 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Checking router: d8df772c-d1e4-4356-87f4-d79de7caae93 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:02:20.944607 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Updating router d8df772c-d1e4-4356-87f4-d79de7caae93 port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:02:21.015969 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.019182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-90219977-5f62-47af-b3b2-aee96e6f226a None None] Port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:21.033868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-3bcceb6a-cfaa-4a0e-818f-f2864bb57284 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:21.037614 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-3bcceb6a-cfaa-4a0e-818f-f2864bb57284 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/networks?id=e275de3b-2781-465e-8244-d5bbe56ee9d6 HTTP/1.1" status: 200 len: 797 time: 0.2877536 Sep 21 16:02:21.069880 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-70482ac2-01ea-408d-b950-d3800d908b9e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/quotas/0af30a9bba644ee098e780137c1ed6e0 HTTP/1.1" status: 200 len: 375 time: 0.0198317 Sep 21 16:02:21.180055 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-f45ec64e-5c35-45af-940b-57900ce191c4 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0af30a9bba644ee098e780137c1ed6e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018071 Sep 21 16:02:21.193591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3694fef2-3649-4b5b-a0f4-3255abf923dd is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:21.194715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:21.242575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfac18af-7c37-4d26-8633-a717ed17a98b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.268983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bfc752c8-acd1-4c14-b969-c11770494c6d None None] Provisioning complete for port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:21.269360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bfc752c8-acd1-4c14-b969-c11770494c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.355804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-bfc752c8-acd1-4c14-b969-c11770494c6d None None] Port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:21.363013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:21.363388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.404840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac18af-7c37-4d26-8633-a717ed17a98b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bed987-7949-4135-bb30-f0777829087d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:21.414446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfac18af-7c37-4d26-8633-a717ed17a98b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.422214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a618b689-43b2-4869-9769-fb5f763644cf None None] Network b56c4afc-32ac-4da0-8f67-f7efe2f34041 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:21.430802 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dfac18af-7c37-4d26-8633-a717ed17a98b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/f3bed987-7949-4135-bb30-f0777829087d HTTP/1.1" status: 204 len: 168 time: 1.0735106 Sep 21 16:02:21.430802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45650) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:21.449224 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.464434 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Transition to ACTIVE for port object 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:21.541476 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-842266c6-968c-468a-bff2-4067a7a59c32 service neutron] 10.222.0.65 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439975 Sep 21 16:02:21.553644 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.604705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:21.612918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.649608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.676341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port a5087aea-37cf-42c3-822f-11faff03b7fb {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:21.676689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.792825 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Pushing event updated for resources: {'Port': ['ID=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:21.817739 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.818456 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.818988 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.819528 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.819925 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.820336 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.820732 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.821154 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.821851 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.822359 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.823203 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.823203 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:21.823752 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-61e11d50-12ba-480e-a428-34eb1c530769 service neutron] 10.222.0.65 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743399 Sep 21 16:02:21.824610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] DHCP port deletion for b56c4afc-32ac-4da0-8f67-f7efe2f34041 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:02:21.833766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] Deleting port a5087aea-37cf-42c3-822f-11faff03b7fb {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:21.834178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.855052 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Attempting to bind port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:21.857708 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Attempting to bind port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:21.858110 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Attempting to bind port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 on network e275de3b-2781-465e-8244-d5bbe56ee9d6 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:21.870846 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:21.871221 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Checking segment: {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:21.871620 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.872009 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Bound using segment: {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:21.875502 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Bound port: 828cb51e-9d1b-40c4-b645-e4fc84bed1e3, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:21.875901 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:21.945518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] For port a5087aea-37cf-42c3-822f-11faff03b7fb, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a5087aea-37cf-42c3-822f-11faff03b7fb,segment=NetworkSegment(749c137e-869d-483d-a0c0-3347e9003201),segment_id=749c137e-869d-483d-a0c0-3347e9003201)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:21.946044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.035082 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] For port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:22.038761 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] For port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:22.109652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for a5087aea-37cf-42c3-822f-11faff03b7fb owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:22.129533 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.180067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] For port a5087aea-37cf-42c3-822f-11faff03b7fb, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a5087aea-37cf-42c3-822f-11faff03b7fb,segment=NetworkSegment(749c137e-869d-483d-a0c0-3347e9003201),segment_id=749c137e-869d-483d-a0c0-3347e9003201)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:22.181092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.209254 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:22.211190 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:22.223116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.17 (c330245a-c605-479f-8781-4b77a50de79d/bbca4923-d2d4-4ee4-a0d5-57b1685d4150/c9e24d45-93e4-4dd3-bd3b-cf136548d481) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:22.288475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.322341 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67419a7b-a26b-4325-9db6-2b7a5db5d35c None None] Pushing event updated for resources: {'Port': ['ID=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:22.323566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] Calling delete_port for a5087aea-37cf-42c3-822f-11faff03b7fb owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:22.369558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=a5087aea-37cf-42c3-822f-11faff03b7fb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:22.384464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No DVR routers for this DVR port a5087aea-37cf-42c3-822f-11faff03b7fb on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:02:22.399507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.415718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:02:22.416318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:02:22.456306 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:22.460876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9dabf536-da9e-4f14-824e-705121f7f079 req-e61b84cb-103a-40f2-b138-8edf3c3abf91 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Synchronizing usage tracker for tenant:0af30a9bba644ee098e780137c1ed6e0 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:22.466268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object c9e24d45-93e4-4dd3-bd3b-cf136548d481 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:22.562882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9dabf536-da9e-4f14-824e-705121f7f079 req-e61b84cb-103a-40f2-b138-8edf3c3abf91 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Unset dirty status for tenant:0af30a9bba644ee098e780137c1ed6e0 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:22.565018 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9dabf536-da9e-4f14-824e-705121f7f079 req-e61b84cb-103a-40f2-b138-8edf3c3abf91 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 210 time: 0.1570213 Sep 21 16:02:22.600453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.635513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.663719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56c4afc-32ac-4da0-8f67-f7efe2f34041']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:22.677312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749c137e-869d-483d-a0c0-3347e9003201') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:22.677660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749c137e-869d-483d-a0c0-3347e9003201') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:22.691356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.696582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c330245a-c605-479f-8781-4b77a50de79d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:22.699741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:22.705033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:22.719543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.746535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=c9e24d45-93e4-4dd3-bd3b-cf136548d481,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:22.758951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:02:22.758951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.759548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a5087aea-37cf-42c3-822f-11faff03b7fb no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:02:22.777186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.854758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a5087aea-37cf-42c3-822f-11faff03b7fb {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:02:22.856542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a5087aea-37cf-42c3-822f-11faff03b7fb not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:02:22.901330 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 749c137e-869d-483d-a0c0-3347e9003201 resource provider aggregate not found Sep 21 16:02:22.918172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] Deleting port a5087aea-37cf-42c3-822f-11faff03b7fb {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:22.918867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.922569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 749c137e-869d-483d-a0c0-3347e9003201 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 749c137e-869d-483d-a0c0-3347e9003201 found for delete ", "request_id": "req-507e10bc-0b37-4abc-9698-7edf16cc8865"}]} Sep 21 16:02:22.993968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:22.994857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e88aea8a-668f-41b4-9459-a2d7b7d08f97 None None] The port 'a5087aea-37cf-42c3-822f-11faff03b7fb' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:02:23.028204 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:22Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:23.036531 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a44c7e-d37e-4b03-9aeb-1d1dd2618e96 None None] The sync data for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv is: [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:22Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:23.052425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:23.060395 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:23.068404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Network': ['ID=b56c4afc-32ac-4da0-8f67-f7efe2f34041,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:23.160885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7e4d7483-a690-4761-a100-38804a06c5bb tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/networks/b56c4afc-32ac-4da0-8f67-f7efe2f34041 HTTP/1.1" status: 204 len: 168 time: 1.7296126 Sep 21 16:02:23.161565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45668) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:23.207840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9c1266ab-669b-47d2-a266-18bb545bee7c None None] Provisioning for port c9e24d45-93e4-4dd3-bd3b-cf136548d481 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:23.216628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9c1266ab-669b-47d2-a266-18bb545bee7c None None] Provisioning complete for port c9e24d45-93e4-4dd3-bd3b-cf136548d481 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:23.217213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9c1266ab-669b-47d2-a266-18bb545bee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:23.247568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80807d5f-724d-4f3b-8b08-1e7da471e18d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:23.248463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80807d5f-724d-4f3b-8b08-1e7da471e18d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:23.282264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9c1266ab-669b-47d2-a266-18bb545bee7c None None] Port c9e24d45-93e4-4dd3-bd3b-cf136548d481 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:23.336486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-80807d5f-724d-4f3b-8b08-1e7da471e18d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:23.337705 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-80807d5f-724d-4f3b-8b08-1e7da471e18d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 HTTP/1.1" status: 200 len: 841 time: 0.1752145 Sep 21 16:02:23.341313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45672) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:23.420423 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8886302f-5376-4fed-be43-ca93bec13435 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0778298 Sep 21 16:02:23.423985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45676) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:23.431137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:23.552034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:23.556368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:23.562006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:23.566536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:23.578089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:23.631055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:23.634653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:23.653611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:23.784887 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-82040ae5-6422-48b2-b455-1b30a47c68e8 req-a80d7f99-8e70-4b0e-b195-f01e8bc6332f tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 210 time: 0.0711451 Sep 21 16:02:23.792932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:23.796589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=c9e24d45-93e4-4dd3-bd3b-cf136548d481,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:24.042616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:24.071869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c330245a-c605-479f-8781-4b77a50de79d is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:24.073746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:24.093177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:24.101009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:24.105703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:24.106328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:24.112562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a1aa7-a3f5-4338-a249-64fc1f53710b None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:24.134661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:24.242477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-707c60b6-b4a1-4d0e-a8ba-356a9c63f935 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8173599 Sep 21 16:02:24.245059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45682) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:24.250095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'security_group': {'name': 'tempest-secgroup-1397989745'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:24.258242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:24.269756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:24.285411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:24.295421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:24.342323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 4beecf11-aec7-4505-a592-f9384dcf479f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:02:24.390950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:24.411465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'tenant_id': '6d2c27c9202b4d37ac29a92442cac334', 'fixed_ips': [{'subnet_id': '9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:02:24.412320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:24.418269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:24.422792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group_rule and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:24.429433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:24.438351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:24.493182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5530de96-cfcb-4f39-9a5d-0ed07bac5bd3 None None] Provisioning complete for port c9e24d45-93e4-4dd3-bd3b-cf136548d481 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:24.493712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5530de96-cfcb-4f39-9a5d-0ed07bac5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:24.567439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:24.583812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Sync routers for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:24.585930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5530de96-cfcb-4f39-9a5d-0ed07bac5bd3 None None] Port c9e24d45-93e4-4dd3-bd3b-cf136548d481 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:24.632310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:24.633050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:24.638311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:24.660909 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4d3d581f-2fda-47cd-a8d2-88f55372232d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/4beecf11-aec7-4505-a592-f9384dcf479f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1477909 Sep 21 16:02:24.673181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-921c62f5-10f9-4d37-8bdc-d00c57c392a2 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:24.674083 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-921c62f5-10f9-4d37-8bdc-d00c57c392a2 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.33 "GET /v2.0/networks?id=e275de3b-2781-465e-8244-d5bbe56ee9d6 HTTP/1.1" status: 200 len: 797 time: 0.2000899 Sep 21 16:02:24.736278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:24.756731 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-b9b8b5b7-5e2c-4cac-8dba-24dea614baa9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af30a9bba644ee098e780137c1ed6e0 HTTP/1.1" status: 200 len: 379 time: 0.0740373 Sep 21 16:02:24.774513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'port': {'device_id': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'admin_state_up': True, 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'security_groups': ['801dbbb2-f278-44c6-a758-f8deb1d2fe88']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:24.794651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:24.875021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c17c15-8bf9-4739-99ea-3bb09576dc27,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:24.893352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Allocated IP 172.20.0.2 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a/e6d93b2f-a046-48b8-9662-e14e6e2910cf) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:24.897475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:24.948493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:24.949832 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f245fb0-f963-43a2-9a76-2536b82eab5f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7038317 Sep 21 16:02:24.952843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45692) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:24.955855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:24.960128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'security_group': {'name': 'tempest-secgroup-1519069740'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:24.966861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:24.972985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:25.029899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:25.034172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:25.046462 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b9b48b9b-e54a-4266-8968-dcb155ca915e req-a9969366-7d40-4f6c-89e7-498cb7993b04 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 210 time: 0.0751374 Sep 21 16:02:25.059226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:25.065054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Made reservation on behalf of 0af30a9bba644ee098e780137c1ed6e0 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:25.069143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.150888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.168709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:25.175072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:25.179253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group_rule and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:25.184904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:25.189708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:25.202177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:25.202807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.249318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Allocated IP 172.20.0.4 (e275de3b-2781-465e-8244-d5bbe56ee9d6/cc1f2bb6-e53a-4b53-a9b0-75901d944c18/aec21976-9c8a-43d5-9fc9-9edc0cc79a25) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:25.274282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.359470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.408236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20cf0b08-5a32-46a9-997f-3e0ade98b772,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:25.460924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.476002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Transition to ACTIVE for port object aec21976-9c8a-43d5-9fc9-9edc0cc79a25 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:25.496594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.497832 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-81b43fec-2dc4-40d5-98ed-efb4b448db94 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5435057 Sep 21 16:02:25.503463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45700) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:25.509064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1636669871', 'security_groups': ['20cf0b08-5a32-46a9-997f-3e0ade98b772'], 'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:25.548579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.588443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.614095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:25.615099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.620222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:25.623448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:25.627990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:25.631700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Transition to ACTIVE for port object e6d93b2f-a046-48b8-9662-e14e6e2910cf will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:25.658096 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:25.668749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:25.672322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Transition to ACTIVE for port object e6d93b2f-a046-48b8-9662-e14e6e2910cf will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:25.678759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:25.693415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:22Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e24d45-93e4-4dd3-bd3b-cf136548d481', 'name': '', 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:a2:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'bbca4923-d2d4-4ee4-a0d5-57b1685d4150', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:21Z', 'updated_at': '2022-09-21T16:02:23Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'bbca4923-d2d4-4ee4-a0d5-57b1685d4150', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:25.698573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Checking router: 4beecf11-aec7-4505-a592-f9384dcf479f for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:02:25.699068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Updating router 4beecf11-aec7-4505-a592-f9384dcf479f port c9e24d45-93e4-4dd3-bd3b-cf136548d481 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:02:25.739503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:25.761623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.774992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.779421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.812481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:25.854753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:25.855438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.882777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:25.906385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 3fa43b44-2734-48a6-804f-ffd44e6393b8 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:02:25.915741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:25.920350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:25.928894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:25.934661 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-af34c78e-c921-4f25-8c4c-71c82c04806b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1663542 Sep 21 16:02:25.944511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Pushing event updated for resources: {'Port': ['ID=e6d93b2f-a046-48b8-9662-e14e6e2910cf,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:25.950452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Request body: {'port': {'device_id': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:26.073575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.079370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e97c5e1a-ab2c-42c1-8e5a-37565ba2fd8a None None] Provisioning for port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:26.143291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e97c5e1a-ab2c-42c1-8e5a-37565ba2fd8a None None] Provisioning complete for port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:26.143544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.14 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a/3fa43b44-2734-48a6-804f-ffd44e6393b8) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:26.144446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e97c5e1a-ab2c-42c1-8e5a-37565ba2fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.231944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Attempting to bind port e6d93b2f-a046-48b8-9662-e14e6e2910cf on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:26.232317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Attempting to bind port e6d93b2f-a046-48b8-9662-e14e6e2910cf by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'dc74985c-7301-4420-bb84-db2e81ee294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:26.232684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Attempting to bind port e6d93b2f-a046-48b8-9662-e14e6e2910cf on network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:26.259397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:26.259771 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Checking segment: {'id': 'dc74985c-7301-4420-bb84-db2e81ee294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:26.260377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.260773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Bound using segment: {'id': 'dc74985c-7301-4420-bb84-db2e81ee294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:26.261245 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Bound port: e6d93b2f-a046-48b8-9662-e14e6e2910cf, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc74985c-7301-4420-bb84-db2e81ee294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:26.261622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.270580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:26.273091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e97c5e1a-ab2c-42c1-8e5a-37565ba2fd8a None None] Port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:26.366032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.384824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 3fa43b44-2734-48a6-804f-ffd44e6393b8 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:26.429541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dde17-9838-4176-b7e9-dc9299f40703 req-1ecf2a95-8b2d-4c47-b374-6a1f6c360480 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:26.430264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-001dde17-9838-4176-b7e9-dc9299f40703 req-1ecf2a95-8b2d-4c47-b374-6a1f6c360480 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Synchronizing usage tracker for tenant:0af30a9bba644ee098e780137c1ed6e0 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:26.449352 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:02:26.450300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] For port e6d93b2f-a046-48b8-9662-e14e6e2910cf, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:26.454760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] For port e6d93b2f-a046-48b8-9662-e14e6e2910cf, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e6d93b2f-a046-48b8-9662-e14e6e2910cf,segment=NetworkSegment(dc74985c-7301-4420-bb84-db2e81ee294a),segment_id=dc74985c-7301-4420-bb84-db2e81ee294a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:26.485229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.536595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec21976-9c8a-43d5-9fc9-9edc0cc79a25 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:02:26.537905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.545099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.549956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.553331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Transition to ACTIVE for port object c9e24d45-93e4-4dd3-bd3b-cf136548d481 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:26.554891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:26.558082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:26.562968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:26.565788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Transition to ACTIVE for port object aec21976-9c8a-43d5-9fc9-9edc0cc79a25 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:26.581806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-001dde17-9838-4176-b7e9-dc9299f40703 req-1ecf2a95-8b2d-4c47-b374-6a1f6c360480 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Unset dirty status for tenant:0af30a9bba644ee098e780137c1ed6e0 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:26.583038 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-001dde17-9838-4176-b7e9-dc9299f40703 req-1ecf2a95-8b2d-4c47-b374-6a1f6c360480 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 931 time: 0.3487875 Sep 21 16:02:26.609271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=3fa43b44-2734-48a6-804f-ffd44e6393b8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:26.629214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371a210-d8cc-43ed-a657-a854f7ea02d9 None None] Pushing event updated for resources: {'Port': ['ID=e6d93b2f-a046-48b8-9662-e14e6e2910cf,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:26.634734 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-001dde17-9838-4176-b7e9-dc9299f40703 req-01779405-9642-406a-b50b-37b84853cc03 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447254 Sep 21 16:02:26.637292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:26.638018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.642067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.668199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.763048 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-abcdd510-007f-4164-b715-7c5a5af69752 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2584262 Sep 21 16:02:26.765849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45706) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:26.777005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:26.782961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:26.850390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Pushing event updated for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:26.893181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Attempting to bind port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:26.893668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Attempting to bind port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:26.894149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Attempting to bind port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 on network e275de3b-2781-465e-8244-d5bbe56ee9d6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:26.900137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 on network e275de3b-2781-465e-8244-d5bbe56ee9d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:02:26.900785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Attempting to bind port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 on network e275de3b-2781-465e-8244-d5bbe56ee9d6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:26.908069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:26.918425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Checking segment: {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:26.918425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Bound using segment: {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:26.918425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Bound port: aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:26.918425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:26.946338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:26.951142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:26.955612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:26.967000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:27.034233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:27.038416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:27.043473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2d8f3-1b2c-4a34-a8a5-7aecdca57a2f None None] Pushing event updated for resources: {'Port': ['ID=c9e24d45-93e4-4dd3-bd3b-cf136548d481,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:27.060190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:27.066495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:27.068331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Attempting to bind port c9e24d45-93e4-4dd3-bd3b-cf136548d481 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:27.068717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Attempting to bind port c9e24d45-93e4-4dd3-bd3b-cf136548d481 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:27.069054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Attempting to bind port c9e24d45-93e4-4dd3-bd3b-cf136548d481 on network c330245a-c605-479f-8781-4b77a50de79d {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:27.078794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:27.078794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Checking segment: {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:27.078794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:27.078794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Bound using segment: {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:27.079377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Bound port: c9e24d45-93e4-4dd3-bd3b-cf136548d481, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c107a91-73cc-4c25-b004-4c1d74b9750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:27.082107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:27.112648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:27.113253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:27.162765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:27.212429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:27.212878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:27.215280 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] 10.222.0.33 "PUT /v2.0/ports/aec21976-9c8a-43d5-9fc9-9edc0cc79a25 HTTP/1.1" status: 200 len: 1093 time: 1.2731626 Sep 21 16:02:27.215733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:27.218822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f4207-a6fe-401c-bf12-03da82852f06" -d '{"events": [{"name": "network-changed", "server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:27.248758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] For port c9e24d45-93e4-4dd3-bd3b-cf136548d481, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:27.252872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] For port c9e24d45-93e4-4dd3-bd3b-cf136548d481, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c9e24d45-93e4-4dd3-bd3b-cf136548d481,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:27.287889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5945fc-159e-4f62-9eda-a836ee03804e x-openstack-request-id: req-cf5945fc-159e-4f62-9eda-a836ee03804e {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:27.289683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:27.290453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf5945fc-159e-4f62-9eda-a836ee03804e {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:27.290970 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5945fc-159e-4f62-9eda-a836ee03804e'] response: {'name': 'network-changed', 'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'status': 'completed', 'code': 200} Sep 21 16:02:27.291786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a868c4-506b-48c8-b673-433b29d35405 service neutron] Pushing event updated for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:27.309598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:27.319430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:27.366159 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.ipam_backend_mixin [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a (CIDR: 172.20.0.0/28) Sep 21 16:02:27.386631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:27.387251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:27.394027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f4207-a6fe-401c-bf12-03da82852f06 req-30016724-fa95-4ec6-a039-5c2db3952764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:27.395522 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a4f4207-a6fe-401c-bf12-03da82852f06 req-30016724-fa95-4ec6-a039-5c2db3952764 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0af30a9bba644ee098e780137c1ed6e0&device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 1096 time: 0.0982227 Sep 21 16:02:27.411290 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:02:27.411951 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:27.467882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2d8f3-1b2c-4a34-a8a5-7aecdca57a2f None None] Pushing event updated for resources: {'Port': ['ID=c9e24d45-93e4-4dd3-bd3b-cf136548d481,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:27.528462 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-92b2e5cd-1692-4ce7-9377-774fc72e698d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7611530 Sep 21 16:02:27.531357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45714) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:27.540852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:27.551177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f4207-a6fe-401c-bf12-03da82852f06 req-71b5f070-3a69-41db-bf8d-c577c8697f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:27.553624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a4f4207-a6fe-401c-bf12-03da82852f06 req-71b5f070-3a69-41db-bf8d-c577c8697f60 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=0af30a9bba644ee098e780137c1ed6e0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1508346 Sep 21 16:02:27.582309 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:27.701698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:27.708311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:27.711981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:27.718906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:27.732488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f4207-a6fe-401c-bf12-03da82852f06 req-2e4c8119-e288-4f1b-96f5-990b5013656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:27.741473 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a4f4207-a6fe-401c-bf12-03da82852f06 req-2e4c8119-e288-4f1b-96f5-990b5013656a service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733630 Sep 21 16:02:27.811775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:27.816942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:27.957248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f2a9f-dbb6-4707-bf84-5d8082bb4689 req-c316f086-a99c-444c-bd38-9a636946190b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:27.958864 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-995f2a9f-dbb6-4707-bf84-5d8082bb4689 req-c316f086-a99c-444c-bd38-9a636946190b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 943 time: 0.1322072 Sep 21 16:02:27.963537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-b8a27963-ecf3-4fbe-9f4e-9d4188022b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:27.964941 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-b8a27963-ecf3-4fbe-9f4e-9d4188022b1e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0af30a9bba644ee098e780137c1ed6e0&device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 1096 time: 0.1872900 Sep 21 16:02:28.038870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-db9386db-1520-4e1f-8511-30293b8fcd06 None None] Provisioning complete for port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:28.039499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-db9386db-1520-4e1f-8511-30293b8fcd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:28.113584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-db9386db-1520-4e1f-8511-30293b8fcd06 None None] Port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:28.133703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:22Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e24d45-93e4-4dd3-bd3b-cf136548d481', 'name': '', 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:a2:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'bbca4923-d2d4-4ee4-a0d5-57b1685d4150', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:21Z', 'updated_at': '2022-09-21T16:02:27Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'bbca4923-d2d4-4ee4-a0d5-57b1685d4150', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:28.139418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aafd24-5a04-4f8a-adb2-43ee1e800caa None None] The sync data for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv is: [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:22Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9e24d45-93e4-4dd3-bd3b-cf136548d481', 'name': '', 'network_id': 'c330245a-c605-479f-8781-4b77a50de79d', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:a2:6d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'bbca4923-d2d4-4ee4-a0d5-57b1685d4150', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:21Z', 'updated_at': '2022-09-21T16:02:27Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'bbca4923-d2d4-4ee4-a0d5-57b1685d4150', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:28.189276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-db9386db-1520-4e1f-8511-30293b8fcd06 None None] Provisioning for port e6d93b2f-a046-48b8-9662-e14e6e2910cf completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:28.245217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:28.250461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-995f2a9f-dbb6-4707-bf84-5d8082bb4689 req-a93af1ae-0384-4c47-8341-7d6731042b6d tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817841 Sep 21 16:02:28.253196 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-bec7fb06-7048-45c1-9d28-458aeb182798 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25 HTTP/1.1" status: 200 len: 217 time: 0.2363095 Sep 21 16:02:28.315141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:28.318365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:28.321401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:28.322016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:28.332366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-1d43ec70-3639-44c5-bc9f-9ce11b67e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:28.333809 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-1d43ec70-3639-44c5-bc9f-9ce11b67e142 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=cc1f2bb6-e53a-4b53-a9b0-75901d944c18 HTTP/1.1" status: 200 len: 834 time: 0.0741522 Sep 21 16:02:28.336372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a3fe6-9811-4de4-af4d-3b8de3b04b21 None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:28.344176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=53a2bc65-8916-4381-978c-2cf9ee806eac,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:28.430056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-e751c4d7-3598-4eea-952c-85701c311adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:28.431554 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-e751c4d7-3598-4eea-952c-85701c311adc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e275de3b-2781-465e-8244-d5bbe56ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909367 Sep 21 16:02:28.463196 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-235aa13f-eb45-4aa9-a4b6-b2cbbbd89d51 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9274395 Sep 21 16:02:28.463938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45720) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:28.472123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1996671075', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '53a2bc65-8916-4381-978c-2cf9ee806eac'}], 'security_groups': ['64c17c15-8bf9-4739-99ea-3bb09576dc27']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:28.576578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ecfcaf12-262b-4dee-8097-12a3cbcf834e None None] Provisioning for port 3fa43b44-2734-48a6-804f-ffd44e6393b8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:28.589258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ecfcaf12-262b-4dee-8097-12a3cbcf834e None None] Provisioning complete for port 3fa43b44-2734-48a6-804f-ffd44e6393b8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:28.589763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ecfcaf12-262b-4dee-8097-12a3cbcf834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:28.670366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcaf12-262b-4dee-8097-12a3cbcf834e None None] Port 3fa43b44-2734-48a6-804f-ffd44e6393b8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:28.717002 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-05c25143-54fe-4461-960a-df91bb4318ef service neutron] 10.222.0.33 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786930 Sep 21 16:02:28.785413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:28.826510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e6d93b2f-a046-48b8-9662-e14e6e2910cf up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:28.864592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab793cfb-fc52-47b4-9d5f-abbce695519f None None] Update dhcp port {'port': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'fixed_ips': [{'subnet_id': '9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a', 'ip_address': '172.20.0.2'}, {'subnet_id': '53a2bc65-8916-4381-978c-2cf9ee806eac'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': 'e6d93b2f-a046-48b8-9662-e14e6e2910cf'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 16:02:28.931617 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f5a4d35-e7d6-4769-91bf-f78191d0d2c6 req-7ebf4d77-390f-40d2-b45a-b3b78e9b459e service neutron] 10.222.0.33 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990809 Sep 21 16:02:28.943223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:28.982860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab793cfb-fc52-47b4-9d5f-abbce695519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:29.126907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port e6d93b2f-a046-48b8-9662-e14e6e2910cf completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:29.137632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e6d93b2f-a046-48b8-9662-e14e6e2910cf triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:29.138144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:29.259123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ab793cfb-fc52-47b4-9d5f-abbce695519f None None] Allocated IP 172.20.0.18 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/53a2bc65-8916-4381-978c-2cf9ee806eac/e6d93b2f-a046-48b8-9662-e14e6e2910cf) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:29.397119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e6d93b2f-a046-48b8-9662-e14e6e2910cf is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:29.397500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:29.451964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca4623-bb94-4789-9bbc-75e66faf0423 req-106fc870-b079-48c4-9fcc-6f2833d2b869 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:29.453442 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1bca4623-bb94-4789-9bbc-75e66faf0423 req-106fc870-b079-48c4-9fcc-6f2833d2b869 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 943 time: 0.0943415 Sep 21 16:02:29.463154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ab793cfb-fc52-47b4-9d5f-abbce695519f None None] For port e6d93b2f-a046-48b8-9662-e14e6e2910cf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e6d93b2f-a046-48b8-9662-e14e6e2910cf,segment=NetworkSegment(dc74985c-7301-4420-bb84-db2e81ee294a),segment_id=dc74985c-7301-4420-bb84-db2e81ee294a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:29.488267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab793cfb-fc52-47b4-9d5f-abbce695519f None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:29.497783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-1bca4623-bb94-4789-9bbc-75e66faf0423 req-e17ec68e-a991-4415-8ddd-3568e3b828a2 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Synchronizing usage tracker for tenant:0af30a9bba644ee098e780137c1ed6e0 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:29.505080 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ab793cfb-fc52-47b4-9d5f-abbce695519f None None] Transition to ACTIVE for port object e6d93b2f-a046-48b8-9662-e14e6e2910cf will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:29.571634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab793cfb-fc52-47b4-9d5f-abbce695519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:29.599791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-1bca4623-bb94-4789-9bbc-75e66faf0423 req-e17ec68e-a991-4415-8ddd-3568e3b828a2 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Unset dirty status for tenant:0af30a9bba644ee098e780137c1ed6e0 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:29.600527 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1bca4623-bb94-4789-9bbc-75e66faf0423 req-e17ec68e-a991-4415-8ddd-3568e3b828a2 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414459 Sep 21 16:02:29.702628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Delete allocated IP 172.20.0.14 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a) {{(pid=89725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 16:02:29.710054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.22 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/53a2bc65-8916-4381-978c-2cf9ee806eac/3fa43b44-2734-48a6-804f-ffd44e6393b8) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:29.787125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:02:29.787475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:02:29.793622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab793cfb-fc52-47b4-9d5f-abbce695519f None None] Pushing event updated for resources: {'Port': ['ID=e6d93b2f-a046-48b8-9662-e14e6e2910cf,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:29.925338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:29.942248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 3fa43b44-2734-48a6-804f-ffd44e6393b8 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:29.999384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.155926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=3fa43b44-2734-48a6-804f-ffd44e6393b8,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:30.183610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] In _notify_port_updated(), no bound segment for port 3fa43b44-2734-48a6-804f-ffd44e6393b8 on network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:02:30.189205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:30.189889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.191436 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f37ea451-c53e-4f1f-a255-f9866bd0e8d1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "PUT /v2.0/ports/3fa43b44-2734-48a6-804f-ffd44e6393b8 HTTP/1.1" status: 200 len: 921 time: 1.7277734 Sep 21 16:02:30.194209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45728) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:30.263706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d227a99c-7991-4f19-bb1c-b64d6031bdf9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 3fa43b44-2734-48a6-804f-ffd44e6393b8 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:30.264055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d227a99c-7991-4f19-bb1c-b64d6031bdf9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.345897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e6d93b2f-a046-48b8-9662-e14e6e2910cf is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:30.346518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.382412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port e6d93b2f-a046-48b8-9662-e14e6e2910cf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e6d93b2f-a046-48b8-9662-e14e6e2910cf,segment=NetworkSegment(dc74985c-7301-4420-bb84-db2e81ee294a),segment_id=dc74985c-7301-4420-bb84-db2e81ee294a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:30.390653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Provisioning for port 3fa43b44-2734-48a6-804f-ffd44e6393b8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:30.395924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Provisioning complete for port 3fa43b44-2734-48a6-804f-ffd44e6393b8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:30.396455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.449642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.450631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c9e24d45-93e4-4dd3-bd3b-cf136548d481 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:30.509857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Port 3fa43b44-2734-48a6-804f-ffd44e6393b8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:30.582991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Provisioning complete for port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:30.583371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.633449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=e6d93b2f-a046-48b8-9662-e14e6e2910cf,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:30.641432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d227a99c-7991-4f19-bb1c-b64d6031bdf9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.649694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:30.699843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c9e24d45-93e4-4dd3-bd3b-cf136548d481 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:30.707249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c9e24d45-93e4-4dd3-bd3b-cf136548d481 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:30.708083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.757065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Provisioning for port e6d93b2f-a046-48b8-9662-e14e6e2910cf completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:30.775436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Provisioning complete for port e6d93b2f-a046-48b8-9662-e14e6e2910cf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:30.775814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.792183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d227a99c-7991-4f19-bb1c-b64d6031bdf9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 3fa43b44-2734-48a6-804f-ffd44e6393b8 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:30.953994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c9e24d45-93e4-4dd3-bd3b-cf136548d481 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:30.954396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:30.970010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d6324a8c-cb1b-4dc9-ba08-1682d3d2f23a None None] Current status of the port e6d93b2f-a046-48b8-9662-e14e6e2910cf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:30.970590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c051bd-cb7b-48c5-8a18-5cf988da90c0 req-3efd62d1-c8a9-41ea-b514-dbe5cd89bd37 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:30.972213 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c051bd-cb7b-48c5-8a18-5cf988da90c0 req-3efd62d1-c8a9-41ea-b514-dbe5cd89bd37 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 943 time: 0.1910481 Sep 21 16:02:30.992289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c9e24d45-93e4-4dd3-bd3b-cf136548d481, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c9e24d45-93e4-4dd3-bd3b-cf136548d481,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:31.038197 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c051bd-cb7b-48c5-8a18-5cf988da90c0 req-0be39f9b-c12c-4ad8-9fde-e00139de16dd tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539689 Sep 21 16:02:31.062093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.087584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d227a99c-7991-4f19-bb1c-b64d6031bdf9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.118350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d29bee5c-514e-4056-8ea0-27b1dbd0c63b None None] Could not find standard attr ID for object 3fa43b44-2734-48a6-804f-ffd44e6393b8. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 16:02:31.137712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device aec21976-9c8a-43d5-9fc9-9edc0cc79a25 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:02:31.140356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e6d93b2f-a046-48b8-9662-e14e6e2910cf up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:31.142122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227a99c-7991-4f19-bb1c-b64d6031bdf9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=3fa43b44-2734-48a6-804f-ffd44e6393b8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:31.204190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c9e24d45-93e4-4dd3-bd3b-cf136548d481,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:31.252563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d227a99c-7991-4f19-bb1c-b64d6031bdf9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.265375 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d227a99c-7991-4f19-bb1c-b64d6031bdf9 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/3fa43b44-2734-48a6-804f-ffd44e6393b8 HTTP/1.1" status: 204 len: 168 time: 1.0677764 Sep 21 16:02:31.265609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45734) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:31.314902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9828c113-6641-4289-a5ea-c60b61fc13ec tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:02:31.315447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9828c113-6641-4289-a5ea-c60b61fc13ec tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:31.324750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e6d93b2f-a046-48b8-9662-e14e6e2910cf triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:31.325369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.393682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9828c113-6641-4289-a5ea-c60b61fc13ec tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:31.394989 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9828c113-6641-4289-a5ea-c60b61fc13ec tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/3fa43b44-2734-48a6-804f-ffd44e6393b8 HTTP/1.1" status: 404 len: 333 time: 0.1284258 Sep 21 16:02:31.397742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45738) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:31.434488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:31.451935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'port_id': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'mac_address': 'fa:16:3e:5e:c7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:02:31.463218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-190b1323-ddd8-44e2-ae53-e1511c647709 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.486992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-190b1323-ddd8-44e2-ae53-e1511c647709 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.556720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:31.557092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.575666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e6d93b2f-a046-48b8-9662-e14e6e2910cf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:31.580570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec21976-9c8a-43d5-9fc9-9edc0cc79a25 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:02:31.595611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:31.624720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-190b1323-ddd8-44e2-ae53-e1511c647709 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.640878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b1323-ddd8-44e2-ae53-e1511c647709 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cf0b08-5a32-46a9-997f-3e0ade98b772,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:31.648156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-190b1323-ddd8-44e2-ae53-e1511c647709 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.649250 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-190b1323-ddd8-44e2-ae53-e1511c647709 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/security-groups/20cf0b08-5a32-46a9-997f-3e0ade98b772 HTTP/1.1" status: 204 len: 168 time: 0.2505276 Sep 21 16:02:31.652857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45742) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:31.681967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.714334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6257c66c-f4a6-466d-b375-361c780da5a1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.745119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6257c66c-f4a6-466d-b375-361c780da5a1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.752869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:31.856273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6257c66c-f4a6-466d-b375-361c780da5a1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.874751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257c66c-f4a6-466d-b375-361c780da5a1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c17c15-8bf9-4739-99ea-3bb09576dc27,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:31.880700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6257c66c-f4a6-466d-b375-361c780da5a1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:31.884556 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6257c66c-f4a6-466d-b375-361c780da5a1 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/security-groups/64c17c15-8bf9-4739-99ea-3bb09576dc27 HTTP/1.1" status: 204 len: 168 time: 0.2278895 Sep 21 16:02:31.884705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45746) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:31.893550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['aec21976-9c8a-43d5-9fc9-9edc0cc79a25'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:02:31.952280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fd4ccf-9708-4853-9d48-23eb724da52e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet 9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:02:31.956318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38fd4ccf-9708-4853-9d48-23eb724da52e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.016475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38fd4ccf-9708-4853-9d48-23eb724da52e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.119315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38fd4ccf-9708-4853-9d48-23eb724da52e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.253851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3934c4e-264a-4bbc-9303-b5ec6ed80930 req-e7f32cb1-0f4a-444b-8239-9148f5199cea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:32.255357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e3934c4e-264a-4bbc-9303-b5ec6ed80930 req-e7f32cb1-0f4a-444b-8239-9148f5199cea tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 944 time: 0.0986559 Sep 21 16:02:32.257059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38fd4ccf-9708-4853-9d48-23eb724da52e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.298429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd4ccf-9708-4853-9d48-23eb724da52e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:32.301281 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e3934c4e-264a-4bbc-9303-b5ec6ed80930 req-d9acec8d-ba79-4354-ae71-4e06f1a4bd8f tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Sep 21 16:02:32.303740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-38fd4ccf-9708-4853-9d48-23eb724da52e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.310995 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-38fd4ccf-9708-4853-9d48-23eb724da52e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a HTTP/1.1" status: 204 len: 168 time: 0.4253142 Sep 21 16:02:32.311316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4dec5-388c-4cde-91bc-17fd82fc358c None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:32.315435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45754) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:32.321306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:32.457892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:32.461749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:32.464554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:32.470249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:32.547539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:32.551695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.858844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a5d93d56-d7e4-4dae-af2c-3378edc18148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.881839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.946441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:32.949542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:32.954183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:32.954804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:32.968102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=b4b6a3e8-c0fa-4c47-ae0e-462f73350c94,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:33.030104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641c488-65c3-45a9-af62-57e80ca56781 None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:33.045662 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fa62b211-9daf-44f8-bd50-b92cb0f59726 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7289751 Sep 21 16:02:33.048360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45758) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:33.054731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'security_group': {'name': 'tempest-secgroup-1878748369'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:33.060596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:33.064452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:33.067398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:33.073733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:33.123540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-41d224b8-540e-4876-9387-c8d17f7935b6 None None] Provisioning complete for port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:33.123916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41d224b8-540e-4876-9387-c8d17f7935b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.141992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.151436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c9e24d45-93e4-4dd3-bd3b-cf136548d481 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:33.164173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:33.168063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group_rule and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:33.170974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:33.175407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device aec21976-9c8a-43d5-9fc9-9edc0cc79a25 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:33.177330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:33.247078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.307367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.307618 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-41d224b8-540e-4876-9387-c8d17f7935b6 None None] Port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:33.351431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160d7030-3e90-45af-95b8-47ed0d8dcb59,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:33.378853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-41d224b8-540e-4876-9387-c8d17f7935b6 None None] Provisioning complete for port e6d93b2f-a046-48b8-9662-e14e6e2910cf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:33.379233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41d224b8-540e-4876-9387-c8d17f7935b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.467258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.471194 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-93926a59-93c7-48e0-955d-830884222bfc tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4181461 Sep 21 16:02:33.471725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45764) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:33.477921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c9e24d45-93e4-4dd3-bd3b-cf136548d481 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:33.477921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.480110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'security_group': {'name': 'tempest-secgroup-352165434'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:33.487067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:33.491346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:33.494462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:33.501436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:33.519526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50718cb6-f8a1-4093-a18b-3e1fb1d1ed97 req-8b31825d-0f7b-4861-8363-27fef0f79029 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:33.520996 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-50718cb6-f8a1-4093-a18b-3e1fb1d1ed97 req-8b31825d-0f7b-4861-8363-27fef0f79029 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 944 time: 0.1003273 Sep 21 16:02:33.522493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:33.539443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:33.539820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.565230 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-50718cb6-f8a1-4093-a18b-3e1fb1d1ed97 req-78d0bfd3-45aa-4f87-8072-ae2a0a5bf427 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383503 Sep 21 16:02:33.576556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.597983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:33.601918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group_rule and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:33.604853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:33.611130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:33.682689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.742002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.767234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-41d224b8-540e-4876-9387-c8d17f7935b6 None None] Current status of the port e6d93b2f-a046-48b8-9662-e14e6e2910cf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:33.786872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0653c034-a113-4130-b5c3-290cb8aacf79,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:33.839524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.840899 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5775e637-7d5a-4458-be8f-3abc9583b57d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3679647 Sep 21 16:02:33.846633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45768) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:33.851971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'security_group': {'name': 'tempest-secgroup-291026884'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:33.857744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:33.862474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:33.865597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:33.871488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:33.880884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c9e24d45-93e4-4dd3-bd3b-cf136548d481 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:33.893278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:33.893659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.928450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec262909-bf29-440c-84ec-add90f59846f None None] Update dhcp port {'port': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'fixed_ips': [{'subnet_id': '53a2bc65-8916-4381-978c-2cf9ee806eac', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4b6a3e8-c0fa-4c47-ae0e-462f73350c94'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': 'e6d93b2f-a046-48b8-9662-e14e6e2910cf'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 16:02:33.930546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:33.950970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:33.955027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:security_group_rule and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:33.957906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:33.962031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:33.963806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:33.964348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09e5de3-e383-4a5a-aaea-3617e36ff4b1" -d '{"events": [{"server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "name": "network-vif-plugged", "status": "completed", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:33.988385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:34.012036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ec262909-bf29-440c-84ec-add90f59846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:34.047470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:34.065731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e4f6f-b21c-49bb-963b-165719c44497 x-openstack-request-id: req-cb4e4f6f-b21c-49bb-963b-165719c44497 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:34.066080 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "name": "network-vif-plugged", "status": "completed", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:34.066339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb4e4f6f-b21c-49bb-963b-165719c44497 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:34.066774 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4e4f6f-b21c-49bb-963b-165719c44497'] response: {'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'code': 200} Sep 21 16:02:34.073895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:34.107413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:34.149847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad8963f-7481-477b-809e-bc69717359e2,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:34.215995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:34.216529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:34.218031 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5d9790b8-50bb-4909-b4ca-743d4cecff1b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3703070 Sep 21 16:02:34.221060 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45776) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:34.227559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-325550522', 'security_groups': ['aad8963f-7481-477b-809e-bc69717359e2'], 'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4b6a3e8-c0fa-4c47-ae0e-462f73350c94'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:34.294261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ec262909-bf29-440c-84ec-add90f59846f None None] Allocated IP 172.20.0.2 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/b4b6a3e8-c0fa-4c47-ae0e-462f73350c94/e6d93b2f-a046-48b8-9662-e14e6e2910cf) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:34.369579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:34.382598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:34.420139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c6d95-f497-4f3b-b078-e9edba2c540f req-6faf2d5d-f820-4f70-8b63-16c94efcf6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:34.421673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-442c6d95-f497-4f3b-b078-e9edba2c540f req-6faf2d5d-f820-4f70-8b63-16c94efcf6f1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 1098 time: 0.0814583 Sep 21 16:02:34.433990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ec262909-bf29-440c-84ec-add90f59846f None None] For port e6d93b2f-a046-48b8-9662-e14e6e2910cf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e6d93b2f-a046-48b8-9662-e14e6e2910cf,segment=NetworkSegment(dc74985c-7301-4420-bb84-db2e81ee294a),segment_id=dc74985c-7301-4420-bb84-db2e81ee294a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:34.448271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:34.469787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ec262909-bf29-440c-84ec-add90f59846f None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:34.475819 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-442c6d95-f497-4f3b-b078-e9edba2c540f req-4d2b9007-a106-4ef5-a201-cd2f142fffcd service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477057 Sep 21 16:02:34.487911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ec262909-bf29-440c-84ec-add90f59846f None None] Transition to ACTIVE for port object e6d93b2f-a046-48b8-9662-e14e6e2910cf will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:34.541932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ec262909-bf29-440c-84ec-add90f59846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:34.687345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:34.706578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec262909-bf29-440c-84ec-add90f59846f None None] Pushing event updated for resources: {'Port': ['ID=e6d93b2f-a046-48b8-9662-e14e6e2910cf,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:34.710166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] device_id is not set on port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:02:34.782995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097811d-e96f-4214-9e12-74744dd9fb50 req-8253b6c9-adae-4ed3-884a-ec5043e2d0f4 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:34.784748 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4097811d-e96f-4214-9e12-74744dd9fb50 req-8253b6c9-adae-4ed3-884a-ec5043e2d0f4 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1006107 Sep 21 16:02:34.833610 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4097811d-e96f-4214-9e12-74744dd9fb50 req-f1e1af8f-971e-4d26-9ee3-4c9faff884eb tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424855 Sep 21 16:02:34.933044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.4 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/b4b6a3e8-c0fa-4c47-ae0e-462f73350c94/2cfd7108-a3a4-4996-b5c1-2d5bc7c42989) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:34.993517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b9590fee-2d87-49db-ab8b-f3b61e4a4ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.135204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.140933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e6d93b2f-a046-48b8-9662-e14e6e2910cf up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:35.153539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:35.253863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.297277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b745b815-b4a3-4cf3-8f4a-c9c535036e65 None None] Provisioning complete for port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:35.297653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b745b815-b4a3-4cf3-8f4a-c9c535036e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.325700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:35.328528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:35.333219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:35.351807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b745b815-b4a3-4cf3-8f4a-c9c535036e65 None None] Port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:35.369462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=2cfd7108-a3a4-4996-b5c1-2d5bc7c42989,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:35.405334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:35.406328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.444896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b745b815-b4a3-4cf3-8f4a-c9c535036e65 None None] Provisioning for port e6d93b2f-a046-48b8-9662-e14e6e2910cf completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:35.450642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b745b815-b4a3-4cf3-8f4a-c9c535036e65 None None] Provisioning complete for port e6d93b2f-a046-48b8-9662-e14e6e2910cf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:35.451020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b745b815-b4a3-4cf3-8f4a-c9c535036e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.531144 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-63a97e56-640c-4e83-8078-f17287b3fd5a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3088770 Sep 21 16:02:35.534418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45782) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:35.539972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:35.574680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b745b815-b4a3-4cf3-8f4a-c9c535036e65 None None] Current status of the port e6d93b2f-a046-48b8-9662-e14e6e2910cf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:35.679334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:35.685083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:35.688103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:35.694313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:35.776505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:35.777043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f6ae403d-0729-43a6-ba7b-288228af24e8 None None] Provisioning for port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:35.779942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.784354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f6ae403d-0729-43a6-ba7b-288228af24e8 None None] Provisioning complete for port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:35.784789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6ae403d-0729-43a6-ba7b-288228af24e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:35.841100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae403d-0729-43a6-ba7b-288228af24e8 None None] Port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:35.911366 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.ipam_backend_mixin [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4b6a3e8-c0fa-4c47-ae0e-462f73350c94 (CIDR: 172.20.0.0/28) Sep 21 16:02:35.936756 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:02:35.937245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:36.034690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13652215-8d47-4ab8-b9ed-97a6d93a9ad5 req-68725b4b-9a80-4d55-9aa5-4f0fa2b2b10c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:36.036052 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-13652215-8d47-4ab8-b9ed-97a6d93a9ad5 req-68725b4b-9a80-4d55-9aa5-4f0fa2b2b10c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.0883145 Sep 21 16:02:36.061367 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ef44f5e7-7108-44d5-b3b1-893bca37fbe0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5259502 Sep 21 16:02:36.064642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45788) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:36.070175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:36.088295 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-13652215-8d47-4ab8-b9ed-97a6d93a9ad5 req-7ddf4e6d-6adf-4fbd-9e58-c4db155d89a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464146 Sep 21 16:02:36.254083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:36.387877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:36.395313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:36.398786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:36.405852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:36.416800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b69f9-da8d-4607-a331-d5388c7edc67 req-8374206e-16a9-4ff6-9b29-2f454fd98296 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:36.418322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30b69f9-da8d-4607-a331-d5388c7edc67 req-8374206e-16a9-4ff6-9b29-2f454fd98296 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1568131 Sep 21 16:02:36.462276 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30b69f9-da8d-4607-a331-d5388c7edc67 req-337f79e2-aa00-4cb8-bf4f-c1e86022e9d8 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382524 Sep 21 16:02:36.491628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45796) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:36.513009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:36.516629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:36.573960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b5e163-31e0-4c9a-bc11-37f413c5deac tempest-TestNetworkAdvancedServerOps-540615714 tempest-TestNetworkAdvancedServerOps-540615714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:36.576688 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c0b5e163-31e0-4c9a-bc11-37f413c5deac tempest-TestNetworkAdvancedServerOps-540615714 tempest-TestNetworkAdvancedServerOps-540615714-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 1093 time: 0.0840657 Sep 21 16:02:36.578962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45800) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:36.584769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:36.590900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:36.594919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Usage tracker for resource:floatingip and tenant:0af30a9bba644ee098e780137c1ed6e0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:36.598754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:36.605410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:36.654597 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.ipam_backend_mixin [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 53a2bc65-8916-4381-978c-2cf9ee806eac (CIDR: 172.20.0.16/28) Sep 21 16:02:36.673452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:36.694032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:02:36.694640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:36.724443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:36.800419 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e472545-4888-4e84-8eff-9847915e1053 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7345695 Sep 21 16:02:36.803211 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45804) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:36.810357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'subnet': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:36.896819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:37.047137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:37.058246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Usage tracker for resource:subnet and tenant:6d2c27c9202b4d37ac29a92442cac334 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:37.062359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:37.070970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:37.090368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Allocated IP 172.26.0.95 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/600be963-6ee4-46e4-896d-0ddcdfd33e57) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:37.170573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Made reservation on behalf of 6d2c27c9202b4d37ac29a92442cac334 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:37.174508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:37.462548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:37.624954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:37.665548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:37.738128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:37.745835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:37.748222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:37.788991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:37.805188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:37.810975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'Port': ['ID=600be963-6ee4-46e4-896d-0ddcdfd33e57,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:37.814301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbead7f6-994c-4962-9da8-f906d2f0c41d None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:37.815324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:37.815907 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:37.823099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Subnet': ['ID=9a3fc184-74e5-413f-9a68-92cd7e49a52a,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:37.879326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:37.938463 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8100b493-e7d8-4e2f-b435-2d057b2159cf tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1342115 Sep 21 16:02:37.941781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45808) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:37.947909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-502975494', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a3fc184-74e5-413f-9a68-92cd7e49a52a'}], 'security_groups': ['160d7030-3e90-45af-95b8-47ed0d8dcb59', '0653c034-a113-4130-b5c3-290cb8aacf79']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:38.190735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a74d931-53ee-44a2-a75b-39d9c36aec72 None None] Update dhcp port {'port': {'network_id': '3c77b82f-e1cf-47ff-9e3c-b569d1c46039', 'fixed_ips': [{'subnet_id': '53a2bc65-8916-4381-978c-2cf9ee806eac', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4b6a3e8-c0fa-4c47-ae0e-462f73350c94', 'ip_address': '172.20.0.2'}, {'subnet_id': '9a3fc184-74e5-413f-9a68-92cd7e49a52a'}], 'binding:host_id': 'dv-neutron-858618-1-hyperv'}, 'id': 'e6d93b2f-a046-48b8-9662-e14e6e2910cf'} from dv-neutron-858618-1-hyperv. {{(pid=89727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 21 16:02:38.206893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.234971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.246639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5a74d931-53ee-44a2-a75b-39d9c36aec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.358471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.458040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-5a74d931-53ee-44a2-a75b-39d9c36aec72 None None] Allocated IP 172.20.0.34 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/9a3fc184-74e5-413f-9a68-92cd7e49a52a/e6d93b2f-a046-48b8-9662-e14e6e2910cf) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:38.577150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.630884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5a74d931-53ee-44a2-a75b-39d9c36aec72 None None] For port e6d93b2f-a046-48b8-9662-e14e6e2910cf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e6d93b2f-a046-48b8-9662-e14e6e2910cf,segment=NetworkSegment(dc74985c-7301-4420-bb84-db2e81ee294a),segment_id=dc74985c-7301-4420-bb84-db2e81ee294a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:38.650223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.657252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5a74d931-53ee-44a2-a75b-39d9c36aec72 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.673215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5a74d931-53ee-44a2-a75b-39d9c36aec72 None None] Transition to ACTIVE for port object e6d93b2f-a046-48b8-9662-e14e6e2910cf will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:38.738762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5a74d931-53ee-44a2-a75b-39d9c36aec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.756349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:38.813360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event updated for resources: {'Port': ['ID=600be963-6ee4-46e4-896d-0ddcdfd33e57,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:38.878213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Delete allocated IP 172.20.0.4 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/b4b6a3e8-c0fa-4c47-ae0e-462f73350c94) {{(pid=89725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 16:02:38.884500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Allocated IP 172.20.0.35 (3c77b82f-e1cf-47ff-9e3c-b569d1c46039/9a3fc184-74e5-413f-9a68-92cd7e49a52a/2cfd7108-a3a4-4996-b5c1-2d5bc7c42989) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:38.938024 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Floating IP 9bd8fa68-26e7-4999-9029-72b2c1be7231 associated. External IP: 172.26.0.95, port: aec21976-9c8a-43d5-9fc9-9edc0cc79a25. Sep 21 16:02:38.942743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74d931-53ee-44a2-a75b-39d9c36aec72 None None] Pushing event updated for resources: {'Port': ['ID=e6d93b2f-a046-48b8-9662-e14e6e2910cf,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:39.130849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.143343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e6d93b2f-a046-48b8-9662-e14e6e2910cf up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:39.153620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Transition to ACTIVE for port object 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:39.221836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.391002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event updated for resources: {'Port': ['ID=2cfd7108-a3a4-4996-b5c1-2d5bc7c42989,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:39.412544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] In _notify_port_updated(), no bound segment for port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 on network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:02:39.418043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:39.418741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.422771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fad83696-e7c8-4a75-81a2-372a397b170d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "PUT /v2.0/ports/2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 HTTP/1.1" status: 200 len: 959 time: 1.4772975 Sep 21 16:02:39.423100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45814) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:39.478470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Router d8df772c-d1e4-4356-87f4-d79de7caae93 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:02:39.499150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f479a9bc-a894-46f2-85a0-f55eb3bae1ef tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:39.499501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f479a9bc-a894-46f2-85a0-f55eb3bae1ef tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.590044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Provisioning complete for port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:39.590688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.650439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:39.667796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:39.678670 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] Sync routers for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:39.689674 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:39.690449 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:39.718898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Provisioning for port e6d93b2f-a046-48b8-9662-e14e6e2910cf completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:39.724312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Provisioning complete for port e6d93b2f-a046-48b8-9662-e14e6e2910cf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:39.724686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.747565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.816347 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e4a7533c-4e07-458b-8aea-947b0de50bfa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2324245 Sep 21 16:02:39.816347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:39.817083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de60e137-ea92-4580-8d77-b5a2ad77fd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:39.924953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f479a9bc-a894-46f2-85a0-f55eb3bae1ef tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:39.929052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Current status of the port e6d93b2f-a046-48b8-9662-e14e6e2910cf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:39.935876 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:40.010544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Provisioning for port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:40.016920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Provisioning complete for port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:40.018169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:40.023769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97144a33-6cf1-45a1-96d5-35ce6ff8d616 x-openstack-request-id: req-97144a33-6cf1-45a1-96d5-35ce6ff8d616 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:40.024526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:40.024961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97144a33-6cf1-45a1-96d5-35ce6ff8d616 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:40.025508 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97144a33-6cf1-45a1-96d5-35ce6ff8d616'] response: {'name': 'network-changed', 'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'status': 'completed', 'code': 200} Sep 21 16:02:40.073923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15932fae-de58-48b2-b271-11a40f8da7a8 req-62037ec3-2e0f-4cad-b850-f0efdf97705e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:40.076541 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-15932fae-de58-48b2-b271-11a40f8da7a8 req-62037ec3-2e0f-4cad-b850-f0efdf97705e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1190968 Sep 21 16:02:40.133778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0282e136-437f-4542-9b31-fb727574c0e2 None None] Port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:40.144687 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-15932fae-de58-48b2-b271-11a40f8da7a8 req-10057339-3f70-4183-a52d-e1ac4e2216a8 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573180 Sep 21 16:02:40.166969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-f479a9bc-a894-46f2-85a0-f55eb3bae1ef tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:40.176867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45824) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:40.262486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8cbd64d1-fec2-4b7b-9656-662dca614097 None None] Provisioning complete for port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:40.263032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8cbd64d1-fec2-4b7b-9656-662dca614097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:40.268565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-cbb5729a-76cc-4575-b0fd-27a5257788b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:40.270195 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-cbb5729a-76cc-4575-b0fd-27a5257788b1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0af30a9bba644ee098e780137c1ed6e0&device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 1098 time: 0.2572260 Sep 21 16:02:40.292512 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-876c428c-58e6-4e3f-900b-956a0772518e tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/floatingips/9bd8fa68-26e7-4999-9029-72b2c1be7231 HTTP/1.1" status: 200 len: 990 time: 0.1141474 Sep 21 16:02:40.337087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd64d1-fec2-4b7b-9656-662dca614097 None None] Port 2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:40.377308 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '9bd8fa68-26e7-4999-9029-72b2c1be7231', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'port_id': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'mac_address': 'fa:16:3e:5e:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:02:38Z', 'updated_at': '2022-09-21T16:02:38Z', 'revision_number': 0, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:25Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:40.381040 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] Checking router: d8df772c-d1e4-4356-87f4-d79de7caae93 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:02:40.389082 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:40.389665 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:40.462045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-af2d2051-efb3-4038-b0c1-ee269cce7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:40.463641 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-af2d2051-efb3-4038-b0c1-ee269cce7779 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e275de3b-2781-465e-8244-d5bbe56ee9d6 HTTP/1.1" status: 200 len: 898 time: 0.1851299 Sep 21 16:02:40.522046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f479a9bc-a894-46f2-85a0-f55eb3bae1ef tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:40.580732 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:40.600846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479a9bc-a894-46f2-85a0-f55eb3bae1ef tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=2cfd7108-a3a4-4996-b5c1-2d5bc7c42989,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:40.689422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-5cb31eb3-48f8-40fd-adf8-145faa630d51 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25 HTTP/1.1" status: 200 len: 998 time: 0.2192125 Sep 21 16:02:40.765618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f479a9bc-a894-46f2-85a0-f55eb3bae1ef tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:40.777075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-7eb5df28-c3a1-4a03-9d31-c4741dc23371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:40.778678 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-7eb5df28-c3a1-4a03-9d31-c4741dc23371 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=cc1f2bb6-e53a-4b53-a9b0-75901d944c18 HTTP/1.1" status: 200 len: 834 time: 0.0827386 Sep 21 16:02:40.782206 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f479a9bc-a894-46f2-85a0-f55eb3bae1ef tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 HTTP/1.1" status: 204 len: 168 time: 1.3580191 Sep 21 16:02:40.784865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45830) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:40.834545 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-008c9ff5-50e0-4e7f-acbf-c36638656922 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] GET failed (client error): The resource could not be found. Sep 21 16:02:40.835473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-008c9ff5-50e0-4e7f-acbf-c36638656922 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:40.873257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-46dc54ac-229b-40ed-9003-154671c1da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:40.874455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-46dc54ac-229b-40ed-9003-154671c1da34 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e275de3b-2781-465e-8244-d5bbe56ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875092 Sep 21 16:02:40.919178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-008c9ff5-50e0-4e7f-acbf-c36638656922 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:40.923135 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-008c9ff5-50e0-4e7f-acbf-c36638656922 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports/2cfd7108-a3a4-4996-b5c1-2d5bc7c42989 HTTP/1.1" status: 404 len: 333 time: 0.1346447 Sep 21 16:02:40.923772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45834) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:40.981217 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '9bd8fa68-26e7-4999-9029-72b2c1be7231', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'port_id': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'mac_address': 'fa:16:3e:5e:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:02:38Z', 'updated_at': '2022-09-21T16:02:38Z', 'revision_number': 0, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:25Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:40.987698 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09e4aa5-2993-42f0-8779-84fae4bd9244 None None] The sync data for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv is: [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '9bd8fa68-26e7-4999-9029-72b2c1be7231', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'port_id': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'mac_address': 'fa:16:3e:5e:c7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:02:38Z', 'updated_at': '2022-09-21T16:02:38Z', 'revision_number': 0, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:25Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:40.996866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dcae123-941e-430d-ad3c-5a0b5aeefb93 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.023690 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-45f7df23-91c4-4233-bfe6-3cf1a119632c service neutron] 10.222.0.33 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431584 Sep 21 16:02:41.025180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dcae123-941e-430d-ad3c-5a0b5aeefb93 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.131234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dcae123-941e-430d-ad3c-5a0b5aeefb93 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.147771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae123-941e-430d-ad3c-5a0b5aeefb93 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad8963f-7481-477b-809e-bc69717359e2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:41.155065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dcae123-941e-430d-ad3c-5a0b5aeefb93 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.156181 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2dcae123-941e-430d-ad3c-5a0b5aeefb93 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/security-groups/aad8963f-7481-477b-809e-bc69717359e2 HTTP/1.1" status: 204 len: 168 time: 0.2314842 Sep 21 16:02:41.166147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45838) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:41.194729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de60e137-ea92-4580-8d77-b5a2ad77fd0c req-204495b3-db69-4c40-9a84-1764a30df9a4 service neutron] 10.222.0.33 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633914 Sep 21 16:02:41.213480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c12c6-a9af-4c1f-bc3d-8a1771044a23 None None] New status for floating IP 9bd8fa68-26e7-4999-9029-72b2c1be7231: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:02:41.245616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9c0afa42-1c28-4649-8e35-34c0e87c838e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.272434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9c0afa42-1c28-4649-8e35-34c0e87c838e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.296379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45842) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:41.389913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9c0afa42-1c28-4649-8e35-34c0e87c838e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.403577 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7933f57b-647e-4dc5-a1f0-ae63a1f8681f tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/floatingips/9bd8fa68-26e7-4999-9029-72b2c1be7231 HTTP/1.1" status: 200 len: 990 time: 0.1060531 Sep 21 16:02:41.408391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0afa42-1c28-4649-8e35-34c0e87c838e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0653c034-a113-4130-b5c3-290cb8aacf79,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:41.415296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9c0afa42-1c28-4649-8e35-34c0e87c838e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.418830 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9c0afa42-1c28-4649-8e35-34c0e87c838e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/security-groups/0653c034-a113-4130-b5c3-290cb8aacf79 HTTP/1.1" status: 204 len: 168 time: 0.2494128 Sep 21 16:02:41.419172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45846) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:41.482071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d621a4d8-41d7-42ef-b2c7-41e8d20812c3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.509385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d621a4d8-41d7-42ef-b2c7-41e8d20812c3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.638751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d621a4d8-41d7-42ef-b2c7-41e8d20812c3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.658420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621a4d8-41d7-42ef-b2c7-41e8d20812c3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160d7030-3e90-45af-95b8-47ed0d8dcb59,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:41.661652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d621a4d8-41d7-42ef-b2c7-41e8d20812c3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.663489 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d621a4d8-41d7-42ef-b2c7-41e8d20812c3 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/security-groups/160d7030-3e90-45af-95b8-47ed0d8dcb59 HTTP/1.1" status: 204 len: 168 time: 0.2425969 Sep 21 16:02:41.665305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45850) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:41.730980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-26402eab-b580-4e77-b5a0-162eb939c52b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet b4b6a3e8-c0fa-4c47-ae0e-462f73350c94 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:02:41.733878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26402eab-b580-4e77-b5a0-162eb939c52b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.787224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26402eab-b580-4e77-b5a0-162eb939c52b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:41.974865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26402eab-b580-4e77-b5a0-162eb939c52b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.124782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26402eab-b580-4e77-b5a0-162eb939c52b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.168543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26402eab-b580-4e77-b5a0-162eb939c52b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b6a3e8-c0fa-4c47-ae0e-462f73350c94,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:42.170515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-26402eab-b580-4e77-b5a0-162eb939c52b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.176285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd165eb2-b1fc-46bb-bdc3-1d6708e5bf84 None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:42.177133 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-26402eab-b580-4e77-b5a0-162eb939c52b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/b4b6a3e8-c0fa-4c47-ae0e-462f73350c94 HTTP/1.1" status: 204 len: 168 time: 0.5105991 Sep 21 16:02:42.180152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45854) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:42.252682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0f3e94-2a7e-40ec-9a1e-7e6e48ba179f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet 9a3fc184-74e5-413f-9a68-92cd7e49a52a {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:02:42.255933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3e94-2a7e-40ec-9a1e-7e6e48ba179f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.310825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3e94-2a7e-40ec-9a1e-7e6e48ba179f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.395456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3e94-2a7e-40ec-9a1e-7e6e48ba179f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.408088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45858) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:42.521615 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d42270d-dd6d-48d0-bf58-cb7b059aa477 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/floatingips/9bd8fa68-26e7-4999-9029-72b2c1be7231 HTTP/1.1" status: 200 len: 992 time: 0.1121194 Sep 21 16:02:42.553691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3e94-2a7e-40ec-9a1e-7e6e48ba179f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.605361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f3e94-2a7e-40ec-9a1e-7e6e48ba179f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3fc184-74e5-413f-9a68-92cd7e49a52a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:42.605361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3e94-2a7e-40ec-9a1e-7e6e48ba179f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.608058 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ae0f3e94-2a7e-40ec-9a1e-7e6e48ba179f tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/9a3fc184-74e5-413f-9a68-92cd7e49a52a HTTP/1.1" status: 204 len: 168 time: 0.4269102 Sep 21 16:02:42.610352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45862) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:42.648978 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d7c46c-2468-4d9f-bfe6-79e027877e8b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:42.649440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d7c46c-2468-4d9f-bfe6-79e027877e8b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:42.651163 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d8d7c46c-2468-4d9f-bfe6-79e027877e8b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/b4b6a3e8-c0fa-4c47-ae0e-462f73350c94 HTTP/1.1" status: 404 len: 337 time: 0.0398812 Sep 21 16:02:42.653790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45866) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:42.722201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc3cf95-cfc1-4647-8ef0-6e84736ce78a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting subnet 53a2bc65-8916-4381-978c-2cf9ee806eac {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:02:42.725427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cf95-cfc1-4647-8ef0-6e84736ce78a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.786464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cf95-cfc1-4647-8ef0-6e84736ce78a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.874649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cf95-cfc1-4647-8ef0-6e84736ce78a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:42.901483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a910393-697b-4959-bc5d-ed76edda63e8 None None] Network 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:42.994789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-404b2e9a-2665-4a06-ae45-7cf02aa4bc0e None None] Provisioning complete for port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:42.995164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-404b2e9a-2665-4a06-ae45-7cf02aa4bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:43.030660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cf95-cfc1-4647-8ef0-6e84736ce78a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:43.074997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-404b2e9a-2665-4a06-ae45-7cf02aa4bc0e None None] Port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:43.075902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3cf95-cfc1-4647-8ef0-6e84736ce78a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Subnet': ['ID=53a2bc65-8916-4381-978c-2cf9ee806eac,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:43.079358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fdc3cf95-cfc1-4647-8ef0-6e84736ce78a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:43.086018 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fdc3cf95-cfc1-4647-8ef0-6e84736ce78a tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/53a2bc65-8916-4381-978c-2cf9ee806eac HTTP/1.1" status: 204 len: 168 time: 0.4311724 Sep 21 16:02:43.088528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45872) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.126941 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba8a6d9-b215-404d-8127-a38fdd89115e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.127320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba8a6d9-b215-404d-8127-a38fdd89115e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.129047 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aba8a6d9-b215-404d-8127-a38fdd89115e tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/9c3aa349-f163-4da7-a87b-b5cf8a8b0f0a HTTP/1.1" status: 404 len: 337 time: 0.0396004 Sep 21 16:02:43.131770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45876) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.181424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45880) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.183178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-dbf37ce8-471a-494b-9bf9-6b75d3a1f715 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Synchronizing usage tracker for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:43.188968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-404b2e9a-2665-4a06-ae45-7cf02aa4bc0e None None] Provisioning complete for port e6d93b2f-a046-48b8-9662-e14e6e2910cf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:43.189341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-404b2e9a-2665-4a06-ae45-7cf02aa4bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:43.195089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-dbf37ce8-471a-494b-9bf9-6b75d3a1f715 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Unset dirty status for tenant:6d2c27c9202b4d37ac29a92442cac334 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:43.198447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dbf37ce8-471a-494b-9bf9-6b75d3a1f715 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7358bdf-7463-46a2-8972-a51674cbf6e2 HTTP/1.1" status: 200 len: 205 time: 0.0635362 Sep 21 16:02:43.198682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45884) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.269305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-7949a727-4d3a-41a5-8689-156f5787f158 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] delete failed (client error): The resource could not be found. Sep 21 16:02:43.272816 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7949a727-4d3a-41a5-8689-156f5787f158 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/routers/b7358bdf-7463-46a2-8972-a51674cbf6e2 HTTP/1.1" status: 404 len: 336 time: 0.0707865 Sep 21 16:02:43.272946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45888) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.314856 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f71555-4de8-485a-8346-ff46e68f1b1d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.314856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f71555-4de8-485a-8346-ff46e68f1b1d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.318828 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-66f71555-4de8-485a-8346-ff46e68f1b1d tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/f3bed987-7949-4135-bb30-f0777829087d HTTP/1.1" status: 404 len: 337 time: 0.0427949 Sep 21 16:02:43.319055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45892) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.331059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-404b2e9a-2665-4a06-ae45-7cf02aa4bc0e None None] Current status of the port e6d93b2f-a046-48b8-9662-e14e6e2910cf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:43.357899 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc142e6b-22d6-48f2-afc1-d00bafc8e912 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.358440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc142e6b-22d6-48f2-afc1-d00bafc8e912 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.360285 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bc142e6b-22d6-48f2-afc1-d00bafc8e912 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/4a5a94d1-5fb8-4323-942b-b69b49435dee HTTP/1.1" status: 404 len: 337 time: 0.0401080 Sep 21 16:02:43.362670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45896) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.398885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] DHCP port deletion for 3c77b82f-e1cf-47ff-9e3c-b569d1c46039 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:02:43.401453 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cf8c7f-f024-4cea-84e8-3f9e6b821c05 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.401920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cf8c7f-f024-4cea-84e8-3f9e6b821c05 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.403028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] Deleting port e6d93b2f-a046-48b8-9662-e14e6e2910cf {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:43.403413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:43.403726 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4cf8c7f-f024-4cea-84e8-3f9e6b821c05 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/66645f30-6d4b-40a4-a38a-27aeb1a4ce3f HTTP/1.1" status: 404 len: 337 time: 0.0399961 Sep 21 16:02:43.406203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45900) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.455656 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e351f73-ae81-43ac-b7bf-c032aa5a4577 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.456277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e351f73-ae81-43ac-b7bf-c032aa5a4577 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.458085 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e351f73-ae81-43ac-b7bf-c032aa5a4577 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/6a45916e-6052-454e-8d7f-4f23884d7600 HTTP/1.1" status: 404 len: 333 time: 0.0507696 Sep 21 16:02:43.461000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45904) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.509430 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9a3104-d8cc-42e9-a019-a36029dbf355 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.510042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9a3104-d8cc-42e9-a019-a36029dbf355 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.511683 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cb9a3104-d8cc-42e9-a019-a36029dbf355 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/8fb32a16-b566-4ce6-b39b-cff5b7a7a172 HTTP/1.1" status: 404 len: 337 time: 0.0496912 Sep 21 16:02:43.514308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45908) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.615720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] For port e6d93b2f-a046-48b8-9662-e14e6e2910cf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e6d93b2f-a046-48b8-9662-e14e6e2910cf,segment=NetworkSegment(dc74985c-7301-4420-bb84-db2e81ee294a),segment_id=dc74985c-7301-4420-bb84-db2e81ee294a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:43.616106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:43.724424 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0688b63-731b-45df-a879-24c042d4787b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.724874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0688b63-731b-45df-a879-24c042d4787b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.726552 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e0688b63-731b-45df-a879-24c042d4787b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/2191bb53-8621-4463-949f-a3a909128e8a HTTP/1.1" status: 404 len: 337 time: 0.2113686 Sep 21 16:02:43.729317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45912) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.737899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] Calling delete_port for e6d93b2f-a046-48b8-9662-e14e6e2910cf owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:43.772341 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda54a17-5361-4e55-91b1-c60c696a5fd2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.772809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda54a17-5361-4e55-91b1-c60c696a5fd2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.776825 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eda54a17-5361-4e55-91b1-c60c696a5fd2 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/efa4fec8-8967-48cb-9b46-102571e18843 HTTP/1.1" status: 404 len: 333 time: 0.0441875 Sep 21 16:02:43.777593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45916) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.816320 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-245a82f5-adc9-4e5c-8824-512d0f343978 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.816776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245a82f5-adc9-4e5c-8824-512d0f343978 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.818502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-245a82f5-adc9-4e5c-8824-512d0f343978 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/e33efea3-cc9e-4b19-a2af-8016063b9dba HTTP/1.1" status: 404 len: 337 time: 0.0400014 Sep 21 16:02:43.821074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45920) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.862588 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb93757-0c0c-4b3b-a7a0-f97ad9585761 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] DELETE failed (client error): The resource could not be found. Sep 21 16:02:43.863042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb93757-0c0c-4b3b-a7a0-f97ad9585761 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:02:43.864491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:43.864701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8bb93757-0c0c-4b3b-a7a0-f97ad9585761 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/subnets/5f4d41cc-3517-47ad-ace4-5de881d78692 HTTP/1.1" status: 404 len: 337 time: 0.0427032 Sep 21 16:02:43.867268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45924) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:43.918714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] No DVR routers for this DVR port e6d93b2f-a046-48b8-9662-e14e6e2910cf on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:02:43.922506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc1722-b2d7-4c7f-b89c-0154243047bc None None] Pushing event deleted for resources: {'Port': ['ID=e6d93b2f-a046-48b8-9662-e14e6e2910cf,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:43.947286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0265e151-ac9f-4dd3-a1b0-2d267635c14b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Deleting port c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:43.947635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0265e151-ac9f-4dd3-a1b0-2d267635c14b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:43.967110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:44.172281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0265e151-ac9f-4dd3-a1b0-2d267635c14b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:44.297796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0265e151-ac9f-4dd3-a1b0-2d267635c14b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Calling delete_port for c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:44.351729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port c9e24d45-93e4-4dd3-bd3b-cf136548d481 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:44.352064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:44.452962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0265e151-ac9f-4dd3-a1b0-2d267635c14b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:44.508349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e151-ac9f-4dd3-a1b0-2d267635c14b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Port': ['ID=c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:44.513183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0265e151-ac9f-4dd3-a1b0-2d267635c14b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:44.551789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port c9e24d45-93e4-4dd3-bd3b-cf136548d481, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c9e24d45-93e4-4dd3-bd3b-cf136548d481,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:44.552347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:44.599577 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0265e151-ac9f-4dd3-a1b0-2d267635c14b tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/ports/c6b93bbc-31fe-4b4c-9fc9-76c0bf653ca9 HTTP/1.1" status: 204 len: 168 time: 0.7290416 Sep 21 16:02:44.599943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45928) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:44.680235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for c9e24d45-93e4-4dd3-bd3b-cf136548d481 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:44.827880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:44.965448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:44.992647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c77b82f-e1cf-47ff-9e3c-b569d1c46039']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:45.004512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc74985c-7301-4420-bb84-db2e81ee294a') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:45.004817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc74985c-7301-4420-bb84-db2e81ee294a') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:45.007630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:45.016169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:45.032375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:45.039378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:02:45.039853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:45.055971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=c9e24d45-93e4-4dd3-bd3b-cf136548d481,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:45.122024 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment dc74985c-7301-4420-bb84-db2e81ee294a resource provider aggregate not found Sep 21 16:02:45.156202 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment dc74985c-7301-4420-bb84-db2e81ee294a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc74985c-7301-4420-bb84-db2e81ee294a found for delete ", "request_id": "req-02a45ab6-be84-469c-8b53-8d7df314b1fe"}]} Sep 21 16:02:45.218367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e6d93b2f-a046-48b8-9662-e14e6e2910cf no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:02:45.230392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:45.255366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: e6d93b2f-a046-48b8-9662-e14e6e2910cf {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:02:45.255786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e6d93b2f-a046-48b8-9662-e14e6e2910cf not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:02:45.256551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:45.264946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] Pushing event deleted for resources: {'Network': ['ID=3c77b82f-e1cf-47ff-9e3c-b569d1c46039,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:45.273453 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cf2ede86-8408-4b5f-87bb-025a51ae78c0 tempest-PortsTestJSON-575585819 tempest-PortsTestJSON-575585819-project] 10.222.0.65 "DELETE /v2.0/networks/3c77b82f-e1cf-47ff-9e3c-b569d1c46039 HTTP/1.1" status: 204 len: 168 time: 0.6718042 Sep 21 16:02:45.499683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:45.717088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45940) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:45.864316 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-87ee6f32-b0f4-4d37-b15a-12c19194fedb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d2c27c9202b4d37ac29a92442cac334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459761 Sep 21 16:02:45.866670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45946) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:45.869486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 4beecf11-aec7-4505-a592-f9384dcf479f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:02:45.929977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a609ff8b-f1e1-4f98-88c4-f9f8479a859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:45.957013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a609ff8b-f1e1-4f98-88c4-f9f8479a859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:46.056083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:46.065954 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] Sync routers for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:46.069395 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b3dd934f-4b64-4701-8673-f3eb7c137557 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/4beecf11-aec7-4505-a592-f9384dcf479f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8864732 Sep 21 16:02:46.075439 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:46.076042 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:46.093153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a609ff8b-f1e1-4f98-88c4-f9f8479a859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:46.111200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609ff8b-f1e1-4f98-88c4-f9f8479a859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e668b2c-5e8a-4165-b339-842b36ac5cf6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:46.114610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a609ff8b-f1e1-4f98-88c4-f9f8479a859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:46.117970 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a609ff8b-f1e1-4f98-88c4-f9f8479a859f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e668b2c-5e8a-4165-b339-842b36ac5cf6 HTTP/1.1" status: 204 len: 168 time: 0.2480843 Sep 21 16:02:46.268091 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:46.631246 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:44Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:46.635201 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] Checking router: 4beecf11-aec7-4505-a592-f9384dcf479f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:02:46.645478 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:46.646534 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:46.730220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff00f27-5e76-486e-82b0-860dd91a4e34 req-925c7439-2945-43c2-bcb7-5d33e57d8d5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:46.730923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-2ff00f27-5e76-486e-82b0-860dd91a4e34 req-925c7439-2945-43c2-bcb7-5d33e57d8d5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:46.793593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-2ff00f27-5e76-486e-82b0-860dd91a4e34 req-925c7439-2945-43c2-bcb7-5d33e57d8d5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:46.794922 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2ff00f27-5e76-486e-82b0-860dd91a4e34 req-925c7439-2945-43c2-bcb7-5d33e57d8d5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 946 time: 0.1583836 Sep 21 16:02:46.826292 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:46.854864 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2ff00f27-5e76-486e-82b0-860dd91a4e34 req-08e32edc-9234-47d3-93ef-ad77a1b88e1d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537505 Sep 21 16:02:47.136422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45974) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:47.197914 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:44Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:47.202137 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be4da5b-79e2-4dc8-8aed-8c2859983c3a None None] The sync data for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv is: [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:44Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '2f89f932-b0bb-4217-875d-2b73b0f5f3de', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'port_id': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'mac_address': 'fa:16:3e:9a:0c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:01:23Z', 'updated_at': '2022-09-21T16:01:29Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:47.247435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-352370473'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:47.252407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:47.256764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:47.259696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:47.265430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:47.358390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:47.361847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:47.374582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:47.389150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:47.393447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:security_group_rule and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:47.396269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:47.402222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:47.484371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:47.565022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:47.598439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:02:47.606945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e79707-9b0c-47bb-ba1c-aca47851c555,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:47.612616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:47.612957 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment 70f4ffab-ff2c-4810-8fcf-113a6725b0a2 of type vlan for network 0bbf70ae-b794-44c9-9430-42ec94389fc5 Sep 21 16:02:47.644904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:47.732797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:47.738391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:47.739000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:47.851094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=0bbf70ae-b794-44c9-9430-42ec94389fc5,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:47.860809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 0bbf70ae-b794-44c9-9430-42ec94389fc5 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:02:47.925701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ad185c7e-fc94-49bb-b168-de4c035b843a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7880697 Sep 21 16:02:47.928275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 45982) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:47.933717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-706134681'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:47.938870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:47.943378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:47.946332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:47.952502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:48.056747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:48.060173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:48.119838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:02:48.142956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:48.143572 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment c2c53f26-fbe9-4547-ad0e-6871baff75c5 of type vlan for network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 Sep 21 16:02:48.151142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3a398-30f4-4cf4-a6fc-ebe5150b3d05 req-c774d11d-13e1-432a-912c-d1ff8ee22f58 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:48.152603 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b5a3a398-30f4-4cf4-a6fc-ebe5150b3d05 req-c774d11d-13e1-432a-912c-d1ff8ee22f58 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 946 time: 0.1907766 Sep 21 16:02:48.181667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-5380c581-7a33-4b5e-a004-a40ff90578a1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:48.183064 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-5380c581-7a33-4b5e-a004-a40ff90578a1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 946 time: 0.1717927 Sep 21 16:02:48.261481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:48.288970 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b5a3a398-30f4-4cf4-a6fc-ebe5150b3d05 req-20222248-5bdf-48f5-97f4-91382c72a4be tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=b1fbad32-e118-46d9-9169-dd02ee259390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289299 Sep 21 16:02:48.295294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 36094868-5599-4ecf-b66c-7656f66c8129 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:48.295641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:48.413525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:48.418936 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:48.419511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:48.604627 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6753035 Sep 21 16:02:48.607775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45986) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:48.613603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': '0bbf70ae-b794-44c9-9430-42ec94389fc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:48.614631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66e001-b9b2-4b21-a402-85ce9f6a222c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:48.626159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:02:48.668871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 36094868-5599-4ecf-b66c-7656f66c8129, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=36094868-5599-4ecf-b66c-7656f66c8129,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:48.669132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:48.722692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:48.726550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:48.729372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:48.735195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:48.805034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:48.808653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:48.911018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 36094868-5599-4ecf-b66c-7656f66c8129 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:49.094191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c9e24d45-93e4-4dd3-bd3b-cf136548d481 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:02:49.128676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c9e24d45-93e4-4dd3-bd3b-cf136548d481 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:02:49.129025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c9e24d45-93e4-4dd3-bd3b-cf136548d481 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:02:49.252965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:49.253606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:49.302082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=36094868-5599-4ecf-b66c-7656f66c8129,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:49.336755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=6a8f204e-208a-4686-b4e9-37216bc5dfa4,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:49.351496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': '70f4ffab-ff2c-4810-8fcf-113a6725b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bbf70ae-b794-44c9-9430-42ec94389fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:49.351958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: 0bbf70ae-b794-44c9-9430-42ec94389fc5, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:02:49.400654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port 36094868-5599-4ecf-b66c-7656f66c8129 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:02:49.403605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:49.406257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd83bd-dbf3-46b9-a25d-42546ee27f6d', 'name': 'network-vif-deleted', 'tag': '36094868-5599-4ecf-b66c-7656f66c8129'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:49.409237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef63be9-dfb7-42a8-a0e7-6f53d1b45823" -d '{"events": [{"server_uuid": "20bd83bd-dbf3-46b9-a25d-42546ee27f6d", "name": "network-vif-deleted", "tag": "36094868-5599-4ecf-b66c-7656f66c8129"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:49.453369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e35ea0-9c27-481e-8513-2601620ad84e x-openstack-request-id: req-f3e35ea0-9c27-481e-8513-2601620ad84e {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:49.453663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd83bd-dbf3-46b9-a25d-42546ee27f6d", "name": "network-vif-deleted", "tag": "36094868-5599-4ecf-b66c-7656f66c8129", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:49.453917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3e35ea0-9c27-481e-8513-2601620ad84e {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:49.454348 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e35ea0-9c27-481e-8513-2601620ad84e'] response: {'server_uuid': '20bd83bd-dbf3-46b9-a25d-42546ee27f6d', 'name': 'network-vif-deleted', 'tag': '36094868-5599-4ecf-b66c-7656f66c8129', 'status': 'completed', 'code': 200} Sep 21 16:02:49.458142 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5939128c-b234-4f15-99fb-09bf86469520 req-e4632296-298b-4943-94e5-f5e735835243 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=20bd83bd-dbf3-46b9-a25d-42546ee27f6d HTTP/1.1" status: 200 len: 210 time: 0.0555840 Sep 21 16:02:49.469985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 0bbf70ae-b794-44c9-9430-42ec94389fc5 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:02:49.496652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aafcbf83-bd6d-4d99-8050-be58edad5bc5 req-125d2542-ba31-472c-b883-c86c75943b2d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/36094868-5599-4ecf-b66c-7656f66c8129 HTTP/1.1" status: 204 len: 173 time: 1.3068779 Sep 21 16:02:49.582286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 0bbf70ae-b794-44c9-9430-42ec94389fc5) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:49.587212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:49.587637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:49.590667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020cc08f-b402-4056-aabe-5111c966e32f None None] Network 0bbf70ae-b794-44c9-9430-42ec94389fc5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:49.671356 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e524734f-4d00-4da8-8723-f01fa098ad26 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0593820 Sep 21 16:02:49.671966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 45994) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:49.677023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': 'bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:49.848113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-0bbf70ae-b794-44c9-9430-42ec94389fc5', 'network_id': '0bbf70ae-b794-44c9-9430-42ec94389fc5', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': '6a8f204e-208a-4686-b4e9-37216bc5dfa4'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:02:49.849042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:49.913346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:49.917352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:49.921262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:49.927854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:50.007398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:02:50.009073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Allocated IP 2001:db8::2 (0bbf70ae-b794-44c9-9430-42ec94389fc5/6a8f204e-208a-4686-b4e9-37216bc5dfa4/aa83530d-45ee-46cc-8946-a49926b5cc8e) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:50.011381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.253784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.263375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Transition to ACTIVE for port object aa83530d-45ee-46cc-8946-a49926b5cc8e will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:50.281854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Transition to ACTIVE for port object aa83530d-45ee-46cc-8946-a49926b5cc8e will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:50.293403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.356429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.374306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=433f85bf-18b5-4a3b-9088-ce9b60892228,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:50.382910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': 'c2c53f26-fbe9-4547-ad0e-6871baff75c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:50.383332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:02:50.424246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Network 0bbf70ae-b794-44c9-9430-42ec94389fc5 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:50.427225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:50.430856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:50.436549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Pushing event updated for resources: {'Port': ['ID=aa83530d-45ee-46cc-8946-a49926b5cc8e,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:50.458569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:02:50.536985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Attempting to bind port aa83530d-45ee-46cc-8946-a49926b5cc8e on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:50.537354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Attempting to bind port aa83530d-45ee-46cc-8946-a49926b5cc8e by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '70f4ffab-ff2c-4810-8fcf-113a6725b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bbf70ae-b794-44c9-9430-42ec94389fc5'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:50.537707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Attempting to bind port aa83530d-45ee-46cc-8946-a49926b5cc8e on network 0bbf70ae-b794-44c9-9430-42ec94389fc5 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:50.543013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:50.546325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Checking segment: {'id': '70f4ffab-ff2c-4810-8fcf-113a6725b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bbf70ae-b794-44c9-9430-42ec94389fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:50.546325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.546325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Bound using segment: {'id': '70f4ffab-ff2c-4810-8fcf-113a6725b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bbf70ae-b794-44c9-9430-42ec94389fc5'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:50.546325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Bound port: aa83530d-45ee-46cc-8946-a49926b5cc8e, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f4ffab-ff2c-4810-8fcf-113a6725b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0bbf70ae-b794-44c9-9430-42ec94389fc5'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:50.546325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.559231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46000) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:50.574394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:50.579865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:50.581614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.594043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44654e5-e4bf-400c-8a04-8c40d3fdecfc None None] Network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:50.650906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8852d3c6-9026-4521-bf10-bd079ad93b3f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.682807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8852d3c6-9026-4521-bf10-bd079ad93b3f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.693997 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eff824b2-7d52-4a9b-a9df-f649bfb7fb83 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0215223 Sep 21 16:02:50.696806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46004) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:50.707883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1042825329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:02:50.718800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:02:50.728912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] For port aa83530d-45ee-46cc-8946-a49926b5cc8e, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:50.733158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:router and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:02:50.738534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:02:50.744429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:02:50.748998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] For port aa83530d-45ee-46cc-8946-a49926b5cc8e, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=aa83530d-45ee-46cc-8946-a49926b5cc8e,segment=NetworkSegment(70f4ffab-ff2c-4810-8fcf-113a6725b0a2),segment_id=70f4ffab-ff2c-4810-8fcf-113a6725b0a2)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:50.836951 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.842044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.843131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.847390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8852d3c6-9026-4521-bf10-bd079ad93b3f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.869928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852d3c6-9026-4521-bf10-bd079ad93b3f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fbad32-e118-46d9-9169-dd02ee259390,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:50.882028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.900040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23', 'network_id': 'bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': '433f85bf-18b5-4a3b-9088-ce9b60892228'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:02:50.904624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.933839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8852d3c6-9026-4521-bf10-bd079ad93b3f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:50.934228 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8852d3c6-9026-4521-bf10-bd079ad93b3f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/b1fbad32-e118-46d9-9169-dd02ee259390 HTTP/1.1" status: 204 len: 168 time: 0.3739245 Sep 21 16:02:50.976741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.026173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbff59-e332-4a67-98f7-3c70002018d6 None None] Pushing event updated for resources: {'Port': ['ID=aa83530d-45ee-46cc-8946-a49926b5cc8e,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:51.051559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46010) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:51.088758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.089972 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1996fab3-c8fc-4e5f-848a-3f6df9cd43e4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3922307 Sep 21 16:02:51.092963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46014) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:51.096454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Allocated IP 2001:db8:1::2 (bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23/433f85bf-18b5-4a3b-9088-ce9b60892228/2109521c-9b6d-4bb5-b735-54187b2adae9) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:51.124262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d59b05e-e704-4a98-9fde-c5b7f4b74d5c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet bbca4923-d2d4-4ee4-a0d5-57b1685d4150 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:02:51.127996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d59b05e-e704-4a98-9fde-c5b7f4b74d5c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.188745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d59b05e-e704-4a98-9fde-c5b7f4b74d5c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.299987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d59b05e-e704-4a98-9fde-c5b7f4b74d5c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.332838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.343615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Transition to ACTIVE for port object 2109521c-9b6d-4bb5-b735-54187b2adae9 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:51.364046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Transition to ACTIVE for port object 2109521c-9b6d-4bb5-b735-54187b2adae9 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:51.368071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 36094868-5599-4ecf-b66c-7656f66c8129 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:02:51.404078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 36094868-5599-4ecf-b66c-7656f66c8129 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:02:51.408203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 36094868-5599-4ecf-b66c-7656f66c8129 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:02:51.427786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.473555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d59b05e-e704-4a98-9fde-c5b7f4b74d5c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.493335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:51.496436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:51.500148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:51.506079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Pushing event updated for resources: {'Port': ['ID=2109521c-9b6d-4bb5-b735-54187b2adae9,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:51.520303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59b05e-e704-4a98-9fde-c5b7f4b74d5c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=bbca4923-d2d4-4ee4-a0d5-57b1685d4150,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:51.525883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d59b05e-e704-4a98-9fde-c5b7f4b74d5c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.534354 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0d59b05e-e704-4a98-9fde-c5b7f4b74d5c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/bbca4923-d2d4-4ee4-a0d5-57b1685d4150 HTTP/1.1" status: 204 len: 168 time: 0.4808345 Sep 21 16:02:51.538427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46018) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:51.548115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdde51d-6fdc-4d89-bfef-cd29571a4c46 None None] Network c330245a-c605-479f-8781-4b77a50de79d requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:51.660571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.671543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port a68556ac-358f-4ad2-b054-d91cfbdb37e6 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:51.671892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.672238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.685691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Attempting to bind port 2109521c-9b6d-4bb5-b735-54187b2adae9 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:02:51.685995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Attempting to bind port 2109521c-9b6d-4bb5-b735-54187b2adae9 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c2c53f26-fbe9-4547-ad0e-6871baff75c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:02:51.686362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Attempting to bind port 2109521c-9b6d-4bb5-b735-54187b2adae9 on network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:02:51.701034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:02:51.701407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Checking segment: {'id': 'c2c53f26-fbe9-4547-ad0e-6871baff75c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:02:51.701809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.702223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Bound using segment: {'id': 'c2c53f26-fbe9-4547-ad0e-6871baff75c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:02:51.702691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Bound port: 2109521c-9b6d-4bb5-b735-54187b2adae9, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c53f26-fbe9-4547-ad0e-6871baff75c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:02:51.703057 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.882498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] For port 2109521c-9b6d-4bb5-b735-54187b2adae9, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:02:51.886413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] For port 2109521c-9b6d-4bb5-b735-54187b2adae9, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2109521c-9b6d-4bb5-b735-54187b2adae9,segment=NetworkSegment(c2c53f26-fbe9-4547-ad0e-6871baff75c5),segment_id=c2c53f26-fbe9-4547-ad0e-6871baff75c5)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:02:51.908674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port a68556ac-358f-4ad2-b054-d91cfbdb37e6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a68556ac-358f-4ad2-b054-d91cfbdb37e6,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:51.909188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:51.990940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] DHCP port deletion for c330245a-c605-479f-8781-4b77a50de79d request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:02:51.995731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.066460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for a68556ac-358f-4ad2-b054-d91cfbdb37e6 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:52.090399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] Deleting port a68556ac-358f-4ad2-b054-d91cfbdb37e6 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:52.093162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.104116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8::1 (0bbf70ae-b794-44c9-9430-42ec94389fc5/6a8f204e-208a-4686-b4e9-37216bc5dfa4/e6123e69-8d37-4f2f-ac87-ea7d19139cac) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:52.197479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6301776-fc4a-4691-85d8-5d7fc24b522d None None] Pushing event updated for resources: {'Port': ['ID=2109521c-9b6d-4bb5-b735-54187b2adae9,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:52.242987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5404bbff-b9d5-4499-a9ed-b874c4a45adc None None] Network 0bbf70ae-b794-44c9-9430-42ec94389fc5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:52.284619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.297269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.314043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object e6123e69-8d37-4f2f-ac87-ea7d19139cac will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:52.348415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=a68556ac-358f-4ad2-b054-d91cfbdb37e6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:52.352184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port a68556ac-358f-4ad2-b054-d91cfbdb37e6 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:02:52.432961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.471686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e6a816a9-29f9-4cf9-91c3-85d1cf590023 None None] Provisioning for port aa83530d-45ee-46cc-8946-a49926b5cc8e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:52.493250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] For port a68556ac-358f-4ad2-b054-d91cfbdb37e6, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a68556ac-358f-4ad2-b054-d91cfbdb37e6,segment=NetworkSegment(2c107a91-73cc-4c25-b004-4c1d74b9750d),segment_id=2c107a91-73cc-4c25-b004-4c1d74b9750d)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:52.493564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.505079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.536111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c330245a-c605-479f-8781-4b77a50de79d']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:52.552314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c107a91-73cc-4c25-b004-4c1d74b9750d') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:52.552616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c107a91-73cc-4c25-b004-4c1d74b9750d') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:52.570235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.590569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.598168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:02:52.598675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.648402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 0bbf70ae-b794-44c9-9430-42ec94389fc5 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:52.651977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:52.652459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] Calling delete_port for a68556ac-358f-4ad2-b054-d91cfbdb37e6 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:52.655060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:52.655597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.670450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=e6123e69-8d37-4f2f-ac87-ea7d19139cac,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:52.718704 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 2c107a91-73cc-4c25-b004-4c1d74b9750d resource provider aggregate not found Sep 21 16:02:52.737021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 2c107a91-73cc-4c25-b004-4c1d74b9750d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c107a91-73cc-4c25-b004-4c1d74b9750d found for delete ", "request_id": "req-77b6333e-4c14-4bc3-915c-9c06447b8931"}]} Sep 21 16:02:52.804139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.812706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:02:52.813187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:02:52.829616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.836547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=c330245a-c605-479f-8781-4b77a50de79d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:52.857856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:52.931768 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-44ccdb73-6a6c-48d1-a86d-27522a35937b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/c330245a-c605-479f-8781-4b77a50de79d HTTP/1.1" status: 204 len: 168 time: 1.3921976 Sep 21 16:02:52.934349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46026) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:53.216834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-013e6fa4-a069-4997-85e3-b31bbed412a4 None None] Provisioning for port e6123e69-8d37-4f2f-ac87-ea7d19139cac completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:53.226320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-013e6fa4-a069-4997-85e3-b31bbed412a4 None None] Provisioning complete for port e6123e69-8d37-4f2f-ac87-ea7d19139cac triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:53.226696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-013e6fa4-a069-4997-85e3-b31bbed412a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.298678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device aa83530d-45ee-46cc-8946-a49926b5cc8e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:53.323616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port a881bd0b-86c1-4017-8858-daf01ddf1005 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:53.324021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.342851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] Deleting port a68556ac-358f-4ad2-b054-d91cfbdb37e6 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:53.343228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.387561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.456641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.457843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.459667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eecdbe67-3343-414d-b618-6a9a0c2abfa0 None None] The port 'a68556ac-358f-4ad2-b054-d91cfbdb37e6' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:02:53.468423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-013e6fa4-a069-4997-85e3-b31bbed412a4 None None] Port e6123e69-8d37-4f2f-ac87-ea7d19139cac cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:53.542418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.542758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.561874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port aa83530d-45ee-46cc-8946-a49926b5cc8e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:53.568616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port aa83530d-45ee-46cc-8946-a49926b5cc8e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:53.569078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.632091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=e6123e69-8d37-4f2f-ac87-ea7d19139cac,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:53.647838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31986edb-0f67-4d04-ba3b-b39967505400 None None] Network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:02:53.676805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for a881bd0b-86c1-4017-8858-daf01ddf1005 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:53.694209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 0bbf70ae-b794-44c9-9430-42ec94389fc5 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:53.695675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:53.732102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1355a941-9f8f-429c-8829-8c0a7df2fb1d None None] Provisioning complete for port e6123e69-8d37-4f2f-ac87-ea7d19139cac triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:53.732485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1355a941-9f8f-429c-8829-8c0a7df2fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.864149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1355a941-9f8f-429c-8829-8c0a7df2fb1d None None] Port e6123e69-8d37-4f2f-ac87-ea7d19139cac cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:53.916900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.941839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port aa83530d-45ee-46cc-8946-a49926b5cc8e is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:53.942252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:53.965249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=a881bd0b-86c1-4017-8858-daf01ddf1005,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:53.967512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router fc682c24-8012-4b95-9f7d-4dd164bba2ac is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:02:54.042984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port aa83530d-45ee-46cc-8946-a49926b5cc8e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=aa83530d-45ee-46cc-8946-a49926b5cc8e,segment=NetworkSegment(70f4ffab-ff2c-4810-8fcf-113a6725b0a2),segment_id=70f4ffab-ff2c-4810-8fcf-113a6725b0a2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:54.046534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-39c4e853-cad4-461d-be70-a028f709f99c None None] Provisioning complete for port e6123e69-8d37-4f2f-ac87-ea7d19139cac triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:54.046905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-39c4e853-cad4-461d-be70-a028f709f99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:54.104434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:54.105055 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 2f89f932-b0bb-4217-875d-2b73b0f5f3de disassociated (deleted). External IP: 172.26.0.232, port: a639db3b-794f-4801-925f-04e6bfa3abf6. Sep 21 16:02:54.111757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-39c4e853-cad4-461d-be70-a028f709f99c None None] Port e6123e69-8d37-4f2f-ac87-ea7d19139cac cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:54.117792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:54.118566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2109521c-9b6d-4bb5-b735-54187b2adae9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:54.140750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:54.154199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-52a7a427-cf0f-4ef6-8353-4299f44fb51e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/fc682c24-8012-4b95-9f7d-4dd164bba2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0564642 Sep 21 16:02:54.154705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46030) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:54.229772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2844f0fb-96b5-4f41-b706-dc021f2a8ebc None None] Sync routers for ids ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:54.233991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabade98-7fe2-4aee-9ee9-179adc18aed6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:54.234670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fabade98-7fe2-4aee-9ee9-179adc18aed6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:54.286141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844f0fb-96b5-4f41-b706-dc021f2a8ebc None None] Routers {'fc682c24-8012-4b95-9f7d-4dd164bba2ac'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:54.286752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-2844f0fb-96b5-4f41-b706-dc021f2a8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:54.346609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fabade98-7fe2-4aee-9ee9-179adc18aed6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:54.348120 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fabade98-7fe2-4aee-9ee9-179adc18aed6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports/e6123e69-8d37-4f2f-ac87-ea7d19139cac HTTP/1.1" status: 200 len: 911 time: 0.1923144 Sep 21 16:02:54.350730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46034) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:54.365086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-2844f0fb-96b5-4f41-b706-dc021f2a8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:54.371071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=aa83530d-45ee-46cc-8946-a49926b5cc8e,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:54.376799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-39c4e853-cad4-461d-be70-a028f709f99c None None] Provisioning for port 2109521c-9b6d-4bb5-b735-54187b2adae9 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:54.390622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844f0fb-96b5-4f41-b706-dc021f2a8ebc None None] Routers {'fc682c24-8012-4b95-9f7d-4dd164bba2ac'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:54.391239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-2844f0fb-96b5-4f41-b706-dc021f2a8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:54.463935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-2844f0fb-96b5-4f41-b706-dc021f2a8ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:54.464342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2844f0fb-96b5-4f41-b706-dc021f2a8ebc None None] The sync data for ids ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:54.510238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 4beecf11-aec7-4505-a592-f9384dcf479f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:02:54.538615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2109521c-9b6d-4bb5-b735-54187b2adae9 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:54.543914 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2109521c-9b6d-4bb5-b735-54187b2adae9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:54.545411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:54.675212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2109521c-9b6d-4bb5-b735-54187b2adae9 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:54.675903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:54.706404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:54.712691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 2109521c-9b6d-4bb5-b735-54187b2adae9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2109521c-9b6d-4bb5-b735-54187b2adae9,segment=NetworkSegment(c2c53f26-fbe9-4547-ad0e-6871baff75c5),segment_id=c2c53f26-fbe9-4547-ad0e-6871baff75c5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:54.721373 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] Sync routers for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:54.724091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:54.730582 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:54.731184 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:54.796260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:54.888565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a68556ac-358f-4ad2-b054-d91cfbdb37e6 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:02:54.915202 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1fe3632e-6b57-4b40-a045-66ba94ab7824 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/2f89f932-b0bb-4217-875d-2b73b0f5f3de HTTP/1.1" status: 204 len: 168 time: 1.9775124 Sep 21 16:02:54.915202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:54.919993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c88f73-9abf-4d04-8af8-1459513d2d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:54.950995 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:54.965814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5c04a0-9e12-4cb4-b30f-c6903e596699 x-openstack-request-id: req-fb5c04a0-9e12-4cb4-b30f-c6903e596699 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:54.966763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:54.967025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb5c04a0-9e12-4cb4-b30f-c6903e596699 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:54.967426 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5c04a0-9e12-4cb4-b30f-c6903e596699'] response: {'name': 'network-changed', 'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'status': 'completed', 'code': 200} Sep 21 16:02:54.979629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a68556ac-358f-4ad2-b054-d91cfbdb37e6 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:02:54.979979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a68556ac-358f-4ad2-b054-d91cfbdb37e6 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:02:55.011643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=2109521c-9b6d-4bb5-b735-54187b2adae9,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:55.169486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device aa83530d-45ee-46cc-8946-a49926b5cc8e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:55.203200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-c3068009-a315-43a4-b66d-c2588c15fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:55.204580 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-c3068009-a315-43a4-b66d-c2588c15fb61 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 1098 time: 0.2060404 Sep 21 16:02:55.239869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:55.250817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port aa83530d-45ee-46cc-8946-a49926b5cc8e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:55.251271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:55.331759 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:44Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:55.336566 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] Checking router: 4beecf11-aec7-4505-a592-f9384dcf479f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:02:55.345902 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:55.346729 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:55.383266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port aa83530d-45ee-46cc-8946-a49926b5cc8e is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:55.384409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2109521c-9b6d-4bb5-b735-54187b2adae9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:02:55.457352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2109521c-9b6d-4bb5-b735-54187b2adae9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:55.457785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:55.561614 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:02:55.594593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6904-6d5c-44c0-bddb-b5ba256feb48 req-ebbbbea7-a280-4781-94c8-b701a6f20192 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:55.595461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c78c6904-6d5c-44c0-bddb-b5ba256feb48 req-ebbbbea7-a280-4781-94c8-b701a6f20192 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:55.598184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2109521c-9b6d-4bb5-b735-54187b2adae9 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:02:55.608808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-870d5196-7d28-452b-9e1b-1af448482a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:55.610391 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-870d5196-7d28-452b-9e1b-1af448482a8e service neutron] 10.222.0.33 "GET /v2.0/networks?id=035c27b2-7ff0-47f3-b68d-80ca79bdf202 HTTP/1.1" status: 200 len: 897 time: 0.3981469 Sep 21 16:02:55.681188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c78c6904-6d5c-44c0-bddb-b5ba256feb48 req-ebbbbea7-a280-4781-94c8-b701a6f20192 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:55.682418 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c78c6904-6d5c-44c0-bddb-b5ba256feb48 req-ebbbbea7-a280-4781-94c8-b701a6f20192 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 945 time: 0.1987484 Sep 21 16:02:55.688881 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-fcb2a8d2-d1db-40cc-9034-efa5e480284d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a639db3b-794f-4801-925f-04e6bfa3abf6 HTTP/1.1" status: 200 len: 217 time: 0.0712867 Sep 21 16:02:55.731216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c78c6904-6d5c-44c0-bddb-b5ba256feb48 req-53b29833-60c0-4936-96b9-377e18e6ab5e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:55.812672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c78c6904-6d5c-44c0-bddb-b5ba256feb48 req-53b29833-60c0-4936-96b9-377e18e6ab5e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:55.813883 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c78c6904-6d5c-44c0-bddb-b5ba256feb48 req-53b29833-60c0-4936-96b9-377e18e6ab5e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250279 Sep 21 16:02:55.834699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-6266dba9-46a5-4026-b790-78077affd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:55.836136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-6266dba9-46a5-4026-b790-78077affd4aa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0cdc1379-2339-401c-b76a-3d72b546e1cd HTTP/1.1" status: 200 len: 835 time: 0.1180465 Sep 21 16:02:55.887706 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:44Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:55.891649 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba464f7b-9396-40a1-abc9-93cf42a5dacf None None] The sync data for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv is: [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:02:44Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '1204ff79-059b-46fa-8fad-a3acd8f65cb4', 'name': '', 'network_id': '035c27b2-7ff0-47f3-b68d-80ca79bdf202', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:37Z', 'updated_at': '2022-09-21T16:00:47Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0cdc1379-2339-401c-b76a-3d72b546e1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:55.922245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8:1::1 (bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23/433f85bf-18b5-4a3b-9088-ce9b60892228/09874ebd-4d8a-4c69-9ff8-bf3bcad6557c) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:02:56.042038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-d488d6a6-ba69-47ba-bd2a-e510f9894626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:56.043477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-d488d6a6-ba69-47ba-bd2a-e510f9894626 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=035c27b2-7ff0-47f3-b68d-80ca79bdf202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1951675 Sep 21 16:02:56.121665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad252d48-5b5d-41c3-b02b-963703396e01 None None] New status for floating IP 2f89f932-b0bb-4217-875d-2b73b0f5f3de: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:02:56.312848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:56.352227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object 09874ebd-4d8a-4c69-9ff8-bf3bcad6557c will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:02:56.362924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-950fc953-55fa-4603-8452-345686718d29 service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021564 Sep 21 16:02:56.499770 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-92c88f73-9abf-4d04-8af8-1459513d2d5f req-26aed8f2-873f-4c4e-9a29-9522bd6e90da service neutron] 10.222.0.33 "GET /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283309 Sep 21 16:02:56.539016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:56.613138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:56.616334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:56.620280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:02:56.626106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:56.627525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=09874ebd-4d8a-4c69-9ff8-bf3bcad6557c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:56.647697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.648057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.648384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.648721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.649077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.649384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.649715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.650579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.650579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.650865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.651022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.651345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:02:56.885644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:56.897504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-de6c78f4-023f-4ce3-b237-f0fbaabcdd51 None None] Provisioning for port 09874ebd-4d8a-4c69-9ff8-bf3bcad6557c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:02:56.903616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-de6c78f4-023f-4ce3-b237-f0fbaabcdd51 None None] Provisioning complete for port 09874ebd-4d8a-4c69-9ff8-bf3bcad6557c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:56.903928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-de6c78f4-023f-4ce3-b237-f0fbaabcdd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:56.962514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-de6c78f4-023f-4ce3-b237-f0fbaabcdd51 None None] Port 09874ebd-4d8a-4c69-9ff8-bf3bcad6557c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:57.021618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-217b990e-e68b-4b63-b429-ded6151a7190 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:57.022352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-217b990e-e68b-4b63-b429-ded6151a7190 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:57.182778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-217b990e-e68b-4b63-b429-ded6151a7190 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:57.183903 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-217b990e-e68b-4b63-b429-ded6151a7190 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 945 time: 0.3891442 Sep 21 16:02:57.287317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae972d53-6226-4e46-b0e9-6e0ec56f3abd req-347144eb-c264-4c03-99fc-d08af12c38f1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:57.288791 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae972d53-6226-4e46-b0e9-6e0ec56f3abd req-347144eb-c264-4c03-99fc-d08af12c38f1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 945 time: 0.3500490 Sep 21 16:02:57.377514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port a639db3b-794f-4801-925f-04e6bfa3abf6 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:57.378221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:57.460673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae972d53-6226-4e46-b0e9-6e0ec56f3abd req-497dfd58-ed08-43ef-b3bc-168ca1d2d9b7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2ced885c-729e-4eb5-8cfd-a784969d8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658559 Sep 21 16:02:57.663930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:57.710636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port a639db3b-794f-4801-925f-04e6bfa3abf6, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=a639db3b-794f-4801-925f-04e6bfa3abf6,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:02:57.710990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:57.774760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:57.775492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:57.988893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for a639db3b-794f-4801-925f-04e6bfa3abf6 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:02:58.162615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=09874ebd-4d8a-4c69-9ff8-bf3bcad6557c,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:58.257723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:02:58.260580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:02:58.327979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:58.442251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=a639db3b-794f-4801-925f-04e6bfa3abf6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:02:58.498671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9172301b-d8b9-4751-9713-3c1de6ae5d10 None None] Provisioning complete for port 09874ebd-4d8a-4c69-9ff8-bf3bcad6557c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:02:58.499140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9172301b-d8b9-4751-9713-3c1de6ae5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:58.551223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port a639db3b-794f-4801-925f-04e6bfa3abf6 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:02:58.555570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:58.557435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9172301b-d8b9-4751-9713-3c1de6ae5d10 None None] Port 09874ebd-4d8a-4c69-9ff8-bf3bcad6557c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:02:58.558208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'name': 'network-vif-deleted', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:02:58.560581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0a7923-f9fe-4ab2-a387-e552d9fb0f1c" -d '{"events": [{"server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "name": "network-vif-deleted", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:02:58.587976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router fc682c24-8012-4b95-9f7d-4dd164bba2ac has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:02:58.630860 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c94f6e03-cc1c-42e0-a84d-4f6d5020bb19 req-d1331b98-9e35-420c-b018-402a3b776089 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=b560e2a7-4751-4118-9a3c-6acb625465a5 HTTP/1.1" status: 200 len: 210 time: 0.0513041 Sep 21 16:02:58.653239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c1e7ef-7cdb-457d-9ea6-0ad8b4c1140b x-openstack-request-id: req-29c1e7ef-7cdb-457d-9ea6-0ad8b4c1140b {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:02:58.653530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b560e2a7-4751-4118-9a3c-6acb625465a5", "name": "network-vif-deleted", "tag": "a639db3b-794f-4801-925f-04e6bfa3abf6", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:02:58.653781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29c1e7ef-7cdb-457d-9ea6-0ad8b4c1140b {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:02:58.654190 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c1e7ef-7cdb-457d-9ea6-0ad8b4c1140b'] response: {'server_uuid': 'b560e2a7-4751-4118-9a3c-6acb625465a5', 'name': 'network-vif-deleted', 'tag': 'a639db3b-794f-4801-925f-04e6bfa3abf6', 'status': 'completed', 'code': 200} Sep 21 16:02:58.663810 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d9175066-309b-4b26-9ada-e6fcd69004e3 req-d92466be-378f-4dab-a880-eabfee4fb960 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/a639db3b-794f-4801-925f-04e6bfa3abf6 HTTP/1.1" status: 204 len: 173 time: 1.4684567 Sep 21 16:02:58.727459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:58.753667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:02:58.758400 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0efff533-2f56-4e22-ac87-90f161a167c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/fc682c24-8012-4b95-9f7d-4dd164bba2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4064286 Sep 21 16:02:58.760801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46050) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:58.766101 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829e6f2-5207-48e1-927b-e6823260cdb9 None None] Sync routers for ids ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:02:58.776456 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829e6f2-5207-48e1-927b-e6823260cdb9 None None] Routers {'fc682c24-8012-4b95-9f7d-4dd164bba2ac'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:58.777147 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a829e6f2-5207-48e1-927b-e6823260cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:58.839392 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a829e6f2-5207-48e1-927b-e6823260cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:58.848762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f0634-84ef-4491-b3a5-ceecaec8633e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:02:58.848942 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829e6f2-5207-48e1-927b-e6823260cdb9 None None] Routers {'fc682c24-8012-4b95-9f7d-4dd164bba2ac'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:02:58.849663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-181f0634-84ef-4491-b3a5-ceecaec8633e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:02:58.849845 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a829e6f2-5207-48e1-927b-e6823260cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:58.917566 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a829e6f2-5207-48e1-927b-e6823260cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:02:58.918134 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a829e6f2-5207-48e1-927b-e6823260cdb9 None None] The sync data for ids ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:02:58.944343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-181f0634-84ef-4491-b3a5-ceecaec8633e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:02:58.945661 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-181f0634-84ef-4491-b3a5-ceecaec8633e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports/09874ebd-4d8a-4c69-9ff8-bf3bcad6557c HTTP/1.1" status: 200 len: 913 time: 0.1839254 Sep 21 16:02:58.948446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46054) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:59.572240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:59.736890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46060) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:02:59.807210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:59.837679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:59.908521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 09874ebd-4d8a-4c69-9ff8-bf3bcad6557c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:02:59.908860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:59.976214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:02:59.997033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ced885c-729e-4eb5-8cfd-a784969d8a6c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:00.005016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.005421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.005761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.006303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.006637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.006968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.007296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.007636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.007947 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.008267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.008591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.008990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:00.063227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:00.066702 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e11e001e-0beb-4beb-8e76-293576d0e7c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/2ced885c-729e-4eb5-8cfd-a784969d8a6c HTTP/1.1" status: 204 len: 168 time: 0.3264794 Sep 21 16:03:00.098989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:00.145607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46066) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:00.236106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 09874ebd-4d8a-4c69-9ff8-bf3bcad6557c owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:00.475713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:00.526040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=09874ebd-4d8a-4c69-9ff8-bf3bcad6557c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:00.725881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:00.745642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:01.095460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 1204ff79-059b-46fa-8fad-a3acd8f65cb4 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:01.096514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:01.178490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router fc682c24-8012-4b95-9f7d-4dd164bba2ac has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:01.284498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 1204ff79-059b-46fa-8fad-a3acd8f65cb4, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=1204ff79-059b-46fa-8fad-a3acd8f65cb4,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:01.285109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:01.309749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device a639db3b-794f-4801-925f-04e6bfa3abf6 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:01.338459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:01.350186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: a639db3b-794f-4801-925f-04e6bfa3abf6 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:01.350536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device a639db3b-794f-4801-925f-04e6bfa3abf6 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:01.353541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d5f396-4289-452d-be18-e0562cea478a None None] Sync routers for ids ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:01.364463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5f396-4289-452d-be18-e0562cea478a None None] Routers {'fc682c24-8012-4b95-9f7d-4dd164bba2ac'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:01.376638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-61d5f396-4289-452d-be18-e0562cea478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:01.426501 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4918ea5f-53f9-4a4f-aa47-dd72ed32521e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/fc682c24-8012-4b95-9f7d-4dd164bba2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4769058 Sep 21 16:03:01.427000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-61d5f396-4289-452d-be18-e0562cea478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:01.429554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46076) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:01.436189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5f396-4289-452d-be18-e0562cea478a None None] Routers {'fc682c24-8012-4b95-9f7d-4dd164bba2ac'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:01.436795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-61d5f396-4289-452d-be18-e0562cea478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:01.500229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-61d5f396-4289-452d-be18-e0562cea478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:01.500728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d5f396-4289-452d-be18-e0562cea478a None None] The sync data for ids ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:01.518610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 1204ff79-059b-46fa-8fad-a3acd8f65cb4 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:01.775721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:01.867257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=1204ff79-059b-46fa-8fad-a3acd8f65cb4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:01.938731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:02.114421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:02.278598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port e6123e69-8d37-4f2f-ac87-ea7d19139cac {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:02.278947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:02.474058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 4beecf11-aec7-4505-a592-f9384dcf479f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:02.584127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:02.652746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:02.662470 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] Sync routers for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:02.668374 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-34281f25-1b0b-451d-8ab7-ec3303534166 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/4beecf11-aec7-4505-a592-f9384dcf479f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5188105 Sep 21 16:03:02.668374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46080) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:02.674200 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:02.674880 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:02.710301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for e6123e69-8d37-4f2f-ac87-ea7d19139cac owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:02.737062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc976df-1908-4780-ab66-be37f0c37654 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet 0cdc1379-2339-401c-b76a-3d72b546e1cd {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:03:02.740588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fc976df-1908-4780-ab66-be37f0c37654 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:02.798000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fc976df-1908-4780-ab66-be37f0c37654 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:02.911711 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:02.932175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-88a0a1d1-d20c-47a5-bc24-e04d39534d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:02.993641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.016537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fc976df-1908-4780-ab66-be37f0c37654 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.090016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=e6123e69-8d37-4f2f-ac87-ea7d19139cac,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:03.194184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fc976df-1908-4780-ab66-be37f0c37654 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.236277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1fc976df-1908-4780-ab66-be37f0c37654 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.243362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c62d7b-2f04-402a-b8ec-5f5b74088e8c None None] Network 035c27b2-7ff0-47f3-b68d-80ca79bdf202 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:03.269238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc976df-1908-4780-ab66-be37f0c37654 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdc1379-2339-401c-b76a-3d72b546e1cd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:03.272560 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1fc976df-1908-4780-ab66-be37f0c37654 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/0cdc1379-2339-401c-b76a-3d72b546e1cd HTTP/1.1" status: 204 len: 168 time: 0.6017201 Sep 21 16:03:03.275383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46084) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:03.282492 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:03:01Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:03.287991 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] Checking router: 4beecf11-aec7-4505-a592-f9384dcf479f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:03:03.306826 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] Routers {'4beecf11-aec7-4505-a592-f9384dcf479f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:03.308442 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['4beecf11-aec7-4505-a592-f9384dcf479f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:03.325209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.472697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.498216 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:03:03.534797 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] Set router 4beecf11-aec7-4505-a592-f9384dcf479f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:03.603867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] DHCP port deletion for 035c27b2-7ff0-47f3-b68d-80ca79bdf202 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:03:03.608294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Deleting port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:03.608685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.626526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router fc682c24-8012-4b95-9f7d-4dd164bba2ac has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:03.671257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.745026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port d2d0262e-170a-4d8c-b231-9ee56fa67815 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:03.745440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.791747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:03.805164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fa794-736c-410a-9192-f8ba133058c3 None None] Sync routers for ids ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:03.816671 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bc6f8897-8605-4b77-ba65-0967b7caa69f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/fc682c24-8012-4b95-9f7d-4dd164bba2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3822231 Sep 21 16:03:03.819315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46090) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:03.836271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fa794-736c-410a-9192-f8ba133058c3 None None] Routers {'fc682c24-8012-4b95-9f7d-4dd164bba2ac'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:03.837233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d82fa794-736c-410a-9192-f8ba133058c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:03.858582 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:03:01Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:03.862968 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66d2d9-3f51-42b8-a63a-e950c5cdbf68 None None] The sync data for ids ['4beecf11-aec7-4505-a592-f9384dcf479f'] in dv-neutron-858618-1-hyperv is: [{'id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'name': 'tempest-TestNetworkBasicOps-router-648037151', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:00:26Z', 'updated_at': '2022-09-21T16:03:01Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'd2d0262e-170a-4d8c-b231-9ee56fa67815', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beecf11-aec7-4505-a592-f9384dcf479f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:00:28Z', 'updated_at': '2022-09-21T16:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:03.882036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-44923af9-27a7-437b-b131-0ac5c7a39be2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:03.915820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] For port a2af0ba0-feed-4f5c-aec3-6bf9314ac812, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a2af0ba0-feed-4f5c-aec3-6bf9314ac812,segment=NetworkSegment(6ebac472-96fb-4d6b-943b-6ba9969abf3b),segment_id=6ebac472-96fb-4d6b-943b-6ba9969abf3b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:03.916216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.932469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d82fa794-736c-410a-9192-f8ba133058c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:03.947290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port d2d0262e-170a-4d8c-b231-9ee56fa67815, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d2d0262e-170a-4d8c-b231-9ee56fa67815,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:03.952864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:03.967000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-44923af9-27a7-437b-b131-0ac5c7a39be2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:03.968405 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-44923af9-27a7-437b-b131-0ac5c7a39be2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc682c24-8012-4b95-9f7d-4dd164bba2ac HTTP/1.1" status: 200 len: 205 time: 0.1481011 Sep 21 16:03:03.971766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46094) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:04.067573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Calling delete_port for a2af0ba0-feed-4f5c-aec3-6bf9314ac812 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:04.073234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for d2d0262e-170a-4d8c-b231-9ee56fa67815 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:04.093987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fa794-736c-410a-9192-f8ba133058c3 None None] Routers {'fc682c24-8012-4b95-9f7d-4dd164bba2ac'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:04.094299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d82fa794-736c-410a-9192-f8ba133058c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:02:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:04.188678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d82fa794-736c-410a-9192-f8ba133058c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:04.189304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fa794-736c-410a-9192-f8ba133058c3 None None] The sync data for ids ['fc682c24-8012-4b95-9f7d-4dd164bba2ac'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:04.245850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c60-d885-48d6-a2af-63e801a26a84 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.279028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.301764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.344989 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Pushing event deleted for resources: {'Port': ['ID=a2af0ba0-feed-4f5c-aec3-6bf9314ac812,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:04.354282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=d2d0262e-170a-4d8c-b231-9ee56fa67815,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:04.357319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] No DVR routers for this DVR port a2af0ba0-feed-4f5c-aec3-6bf9314ac812 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:03:04.364033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.364486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.364921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.365397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.366007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.366422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.366882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.367303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.367735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.368156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.369854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.370356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f36ab0-47c4-4d79-b2c4-b7c349cd1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:04.463646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.571484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c60-d885-48d6-a2af-63e801a26a84 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.573641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c60-d885-48d6-a2af-63e801a26a84 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.673290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c60-d885-48d6-a2af-63e801a26a84 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.673861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe0c60-d885-48d6-a2af-63e801a26a84 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Fanout notify agent at l3_agent the message router_deleted on router fc682c24-8012-4b95-9f7d-4dd164bba2ac {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:03:04.686870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c60-d885-48d6-a2af-63e801a26a84 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.687965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-15fe0c60-d885-48d6-a2af-63e801a26a84 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/fc682c24-8012-4b95-9f7d-4dd164bba2ac HTTP/1.1" status: 204 len: 168 time: 0.7150695 Sep 21 16:03:04.690682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46098) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:04.741764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.743950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.759516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6606b9-5bb4-4413-998a-97f7d9f42da6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet 433f85bf-18b5-4a3b-9088-ce9b60892228 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:03:04.762464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df6606b9-5bb4-4413-998a-97f7d9f42da6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.819635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df6606b9-5bb4-4413-998a-97f7d9f42da6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.830583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.830583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Fanout notify agent at l3_agent the message router_deleted on router 4beecf11-aec7-4505-a592-f9384dcf479f {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:03:04.844048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.847783 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7d3d5e85-947f-4a6e-bec0-f3aefbcc4efb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/routers/4beecf11-aec7-4505-a592-f9384dcf479f HTTP/1.1" status: 204 len: 168 time: 1.5676596 Sep 21 16:03:04.848348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46102) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:04.978605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-05ec6d43-a5a8-40c2-b809-991d65cdade3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:04.992577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.059068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df6606b9-5bb4-4413-998a-97f7d9f42da6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.183107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.215870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035c27b2-7ff0-47f3-b68d-80ca79bdf202']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:05.230428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebac472-96fb-4d6b-943b-6ba9969abf3b') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:05.230725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebac472-96fb-4d6b-943b-6ba9969abf3b') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:05.242891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.259788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.269495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:03:05.270117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.309137 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1204ff79-059b-46fa-8fad-a3acd8f65cb4 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:05.343632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df6606b9-5bb4-4413-998a-97f7d9f42da6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.347047 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 6ebac472-96fb-4d6b-943b-6ba9969abf3b resource provider aggregate not found Sep 21 16:03:05.348548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 1204ff79-059b-46fa-8fad-a3acd8f65cb4 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:05.349235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 1204ff79-059b-46fa-8fad-a3acd8f65cb4 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:05.349433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2af0ba0-feed-4f5c-aec3-6bf9314ac812 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:05.387441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a2af0ba0-feed-4f5c-aec3-6bf9314ac812 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:05.387790 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a2af0ba0-feed-4f5c-aec3-6bf9314ac812 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:05.388211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d2d0262e-170a-4d8c-b231-9ee56fa67815 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:05.407114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6606b9-5bb4-4413-998a-97f7d9f42da6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=433f85bf-18b5-4a3b-9088-ce9b60892228,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:05.415860 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 6ebac472-96fb-4d6b-943b-6ba9969abf3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ebac472-96fb-4d6b-943b-6ba9969abf3b found for delete ", "request_id": "req-f9fa4d4b-0afa-461c-a130-9d35eb0f8652"}]} Sep 21 16:03:05.418636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df6606b9-5bb4-4413-998a-97f7d9f42da6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.426682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: d2d0262e-170a-4d8c-b231-9ee56fa67815 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:05.427013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d2d0262e-170a-4d8c-b231-9ee56fa67815 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:05.431366 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-df6606b9-5bb4-4413-998a-97f7d9f42da6 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/433f85bf-18b5-4a3b-9088-ce9b60892228 HTTP/1.1" status: 204 len: 168 time: 0.7361686 Sep 21 16:03:05.431854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f315b-1ab2-4ac1-af02-83404dffaf25 None None] Network bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:05.431957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46110) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:05.496999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a88697-926b-4142-9110-200a47578304 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet 6a8f204e-208a-4686-b4e9-37216bc5dfa4 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:03:05.499982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a88697-926b-4142-9110-200a47578304 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.530438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.553448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.557979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a88697-926b-4142-9110-200a47578304 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.563100 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/035c27b2-7ff0-47f3-b68d-80ca79bdf202 HTTP/1.1" status: 204 len: 168 time: 0.7101748 Sep 21 16:03:05.565036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1052fa-9caf-4cdf-9897-2d7017a75e45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=035c27b2-7ff0-47f3-b68d-80ca79bdf202,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:05.577356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46114) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:05.587092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--1881422023', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:05.592469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:05.597197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:network and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:05.601444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:05.607501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:05.648390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a88697-926b-4142-9110-200a47578304 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.678933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:05.682672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.691901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] DHCP port deletion for bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:03:05.696331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] Deleting port 2109521c-9b6d-4bb5-b735-54187b2adae9 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:05.696980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.714308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:03:05.791220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a88697-926b-4142-9110-200a47578304 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.792297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.792763 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment 1346c779-7774-43f0-89eb-1b5106866854 of type vlan for network 6529386b-f63c-43fd-ad03-31d1b8c9915e Sep 21 16:03:05.822730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.835583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a88697-926b-4142-9110-200a47578304 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8f204e-208a-4686-b4e9-37216bc5dfa4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:05.839467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89a88697-926b-4142-9110-200a47578304 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.848106 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-89a88697-926b-4142-9110-200a47578304 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/6a8f204e-208a-4686-b4e9-37216bc5dfa4 HTTP/1.1" status: 204 len: 168 time: 0.4152312 Sep 21 16:03:05.851413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46118) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:05.859501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d51e67-2102-40f5-8b3f-e3983e9e9c0f None None] Network 0bbf70ae-b794-44c9-9430-42ec94389fc5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:05.924941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.930664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:05.931297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.971229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:05.982175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 2109521c-9b6d-4bb5-b735-54187b2adae9 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:05.982513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.030363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] For port 2109521c-9b6d-4bb5-b735-54187b2adae9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2109521c-9b6d-4bb5-b735-54187b2adae9,segment=NetworkSegment(c2c53f26-fbe9-4547-ad0e-6871baff75c5),segment_id=c2c53f26-fbe9-4547-ad0e-6871baff75c5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:06.030948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.059884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=6529386b-f63c-43fd-ad03-31d1b8c9915e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:06.123032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-51a900b2-8d30-420c-8699-9b33309b294e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5413694 Sep 21 16:03:06.125755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46122) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:06.131915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-89696368', 'admin_state_up': True, 'project_id': '707ded9075414f28a6af789a3251199f', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:06.139508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:06.149708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:03:06.150065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:router and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:06.153045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:06.159654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:06.203128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port 2109521c-9b6d-4bb5-b735-54187b2adae9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2109521c-9b6d-4bb5-b735-54187b2adae9,segment=NetworkSegment(c2c53f26-fbe9-4547-ad0e-6871baff75c5),segment_id=c2c53f26-fbe9-4547-ad0e-6871baff75c5)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:06.203423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.224465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.226086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.232870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] Calling delete_port for 2109521c-9b6d-4bb5-b735-54187b2adae9 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:06.242027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.335346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 2109521c-9b6d-4bb5-b735-54187b2adae9 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:06.421455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.473450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.481126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:03:06.484954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:03:06.520321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] DHCP port deletion for 0bbf70ae-b794-44c9-9430-42ec94389fc5 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:03:06.537532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] No DVR routers for this DVR port 2109521c-9b6d-4bb5-b735-54187b2adae9 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:03:06.539272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] Deleting port aa83530d-45ee-46cc-8946-a49926b5cc8e {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:06.539650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.569103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619753f-91f0-42e7-8626-0502dfb84bc5 None None] Pushing event deleted for resources: {'Port': ['ID=2109521c-9b6d-4bb5-b735-54187b2adae9,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:06.704272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.754315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] For port aa83530d-45ee-46cc-8946-a49926b5cc8e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=aa83530d-45ee-46cc-8946-a49926b5cc8e,segment=NetworkSegment(70f4ffab-ff2c-4810-8fcf-113a6725b0a2),segment_id=70f4ffab-ff2c-4810-8fcf-113a6725b0a2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:06.754705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.817350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:06.876001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] Calling delete_port for aa83530d-45ee-46cc-8946-a49926b5cc8e owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:06.987056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 2109521c-9b6d-4bb5-b735-54187b2adae9 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:06.987325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.004291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.051802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] Pushing event deleted for resources: {'Port': ['ID=aa83530d-45ee-46cc-8946-a49926b5cc8e,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:07.057169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9dfb0-6d9e-445e-acab-a1f4e4068225 None None] No DVR routers for this DVR port aa83530d-45ee-46cc-8946-a49926b5cc8e on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:03:07.072310 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] The port '2109521c-9b6d-4bb5-b735-54187b2adae9' was deleted {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:03:07.076677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.107897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.150935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device aa83530d-45ee-46cc-8946-a49926b5cc8e no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:07.191386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: aa83530d-45ee-46cc-8946-a49926b5cc8e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:07.191738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device aa83530d-45ee-46cc-8946-a49926b5cc8e not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:07.192171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2109521c-9b6d-4bb5-b735-54187b2adae9 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:07.215749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.227486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2109521c-9b6d-4bb5-b735-54187b2adae9 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:07.227895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2109521c-9b6d-4bb5-b735-54187b2adae9 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:07.251340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:07.264751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c53f26-fbe9-4547-ad0e-6871baff75c5') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:07.265053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c53f26-fbe9-4547-ad0e-6871baff75c5') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:07.273351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.117 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:07.279036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.297920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.305023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:03:07.305985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.405045 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c2c53f26-fbe9-4547-ad0e-6871baff75c5 resource provider aggregate not found Sep 21 16:03:07.426510 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c2c53f26-fbe9-4547-ad0e-6871baff75c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2c53f26-fbe9-4547-ad0e-6871baff75c5 found for delete ", "request_id": "req-28bcc7ac-c1ed-4162-881b-77561e1756ac"}]} Sep 21 16:03:07.443097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.521663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.538877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.549926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:07.561915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.612112 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-68480740-9df1-45d0-a4f4-79d242f8c182 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/bdd6b3ee-0a23-46b4-be5d-f9219fd8bc23 HTTP/1.1" status: 204 len: 168 time: 1.7594826 Sep 21 16:03:07.614712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46142) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:07.632692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:07.635691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:07.639372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:07.675547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:07.746086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.890450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.896127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.916537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbf70ae-b794-44c9-9430-42ec94389fc5']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:07.928469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f4ffab-ff2c-4810-8fcf-113a6725b0a2') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:07.928773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f4ffab-ff2c-4810-8fcf-113a6725b0a2') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:07.941593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.959212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.966515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:03:07.966910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:07.997197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350031f-a8ff-4f31-81f8-9078087ef0db req-c93b4a86-eb95-40a6-a8f4-06a88af47a12 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:07.998868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8350031f-a8ff-4f31-81f8-9078087ef0db req-c93b4a86-eb95-40a6-a8f4-06a88af47a12 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1593220 Sep 21 16:03:08.111634 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8350031f-a8ff-4f31-81f8-9078087ef0db req-c10648e3-83ba-4340-8bda-1053fe0848d0 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052661 Sep 21 16:03:08.234104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.256241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.273993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.284118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=0bbf70ae-b794-44c9-9430-42ec94389fc5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:08.287204 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-84aaa986-e902-47f5-a064-d6990fbf15b4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/0bbf70ae-b794-44c9-9430-42ec94389fc5 HTTP/1.1" status: 204 len: 168 time: 0.6713998 Sep 21 16:03:08.291138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46154) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:08.297214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1729202761'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:08.303036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:08.307245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:08.310454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:08.317562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:08.404163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:08.407735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.435725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:03:08.444972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.445298 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment 3d845cdf-5b0a-44f4-aefc-0d9e68408f79 of type vlan for network a1be43dd-045d-4f89-a6c4-009a492504fd Sep 21 16:03:08.470620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.538730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.544089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:08.544674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.649757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=a1be43dd-045d-4f89-a6c4-009a492504fd,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:08.660753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network a1be43dd-045d-4f89-a6c4-009a492504fd details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:03:08.688613 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-50451834-02f2-45ad-a28b-57c178c66e9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3960946 Sep 21 16:03:08.691509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46158) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:08.697440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': 'a1be43dd-045d-4f89-a6c4-009a492504fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:08.724029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.811657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:08.816905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:08.820665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:08.826733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:08.884529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:08.888037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:08.984957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:03:09.195586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:09.196555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.207455 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Sync routers for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:09.219589 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:09.222578 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:09.287091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.288373 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-729166e8-63ac-4bf4-bb4b-dc3ae542c4f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1614540 Sep 21 16:03:09.292213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46164) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:09.344913 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9a4deef1-0a25-49fb-a634-2745cb25da56 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511119 Sep 21 16:03:09.349390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46168) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:09.374632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=8eba4aae-4316-44d1-9008-8090386a031a,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:09.380309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': '3d845cdf-5b0a-44f4-aefc-0d9e68408f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a1be43dd-045d-4f89-a6c4-009a492504fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:09.380784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: a1be43dd-045d-4f89-a6c4-009a492504fd, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:03:09.411949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d706ea-eb48-44f4-b321-5ef934015ec2 req-996693e3-df18-42e1-acd7-0a0dd1353602 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:09.413628 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-68d706ea-eb48-44f4-b321-5ef934015ec2 req-996693e3-df18-42e1-acd7-0a0dd1353602 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1630721 Sep 21 16:03:09.456619 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:09.466673 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 70f4ffab-ff2c-4810-8fcf-113a6725b0a2 resource provider aggregate not found Sep 21 16:03:09.482369 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-68d706ea-eb48-44f4-b321-5ef934015ec2 req-e1448ea0-ba3d-4b18-bc25-dba36e0e7af2 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613117 Sep 21 16:03:09.484164 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 70f4ffab-ff2c-4810-8fcf-113a6725b0a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70f4ffab-ff2c-4810-8fcf-113a6725b0a2 found for delete ", "request_id": "req-16fda4d5-f5cd-435b-ad12-f87cb3ea3369"}]} Sep 21 16:03:09.510728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421dc1f-067d-4393-9d2c-646456c46c73 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:09.515064 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d421dc1f-067d-4393-9d2c-646456c46c73 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1612792 Sep 21 16:03:09.515309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46176) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:09.519492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network a1be43dd-045d-4f89-a6c4-009a492504fd is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:03:09.563098 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c45d2aa9-b7a1-4172-9c4d-a44b61d4bbb8 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463734 Sep 21 16:03:09.566198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46180) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:09.576984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1472290831', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:09.610317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, a1be43dd-045d-4f89-a6c4-009a492504fd) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:09.614846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:09.615543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.622770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879b711e-3582-47c2-808d-d5b041da329a None None] Network a1be43dd-045d-4f89-a6c4-009a492504fd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:09.706192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:09.712651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46184) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:09.712906 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a0536da2-f2dc-4866-a600-d98830b2a13e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0200355 Sep 21 16:03:09.717856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-595810384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:09.724270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:09.733265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:09.733265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:09.736690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:09.738899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:router and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:09.742486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:09.750313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:09.801545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:07Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:09.805430 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Checking router: 3e4153c0-8afc-40ba-b9c5-6e89b960db9a for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:03:09.805782 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Updating router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:03:09.821790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:09.826471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.848444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.849549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.859308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-a1be43dd-045d-4f89-a6c4-009a492504fd', 'network_id': 'a1be43dd-045d-4f89-a6c4-009a492504fd', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': '8eba4aae-4316-44d1-9008-8090386a031a'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:03:09.860905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.861321 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:09.938457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.020815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Allocated IP 2001:db8::2 (a1be43dd-045d-4f89-a6c4-009a492504fd/8eba4aae-4316-44d1-9008-8090386a031a/72d6490e-8091-464b-a538-5c777c04bc12) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:10.058779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.161287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.218937 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.232287 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Transition to ACTIVE for port object 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:10.235851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.247566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Transition to ACTIVE for port object 72d6490e-8091-464b-a538-5c777c04bc12 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:10.267859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Transition to ACTIVE for port object 72d6490e-8091-464b-a538-5c777c04bc12 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:10.287175 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.319936 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.321081 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a8b8d8fb-1479-428a-b42e-9734a2fb4114 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6072571 Sep 21 16:03:10.324043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46188) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:10.331359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'port': {'network_id': 'a1be43dd-045d-4f89-a6c4-009a492504fd', 'name': 'tempest-RoutersIpV6Test-885435723'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:10.333205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.360720 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Attempting to bind port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:10.361638 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Attempting to bind port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:10.362045 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Attempting to bind port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:10.366471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=391b87c1-6c63-4274-b40f-9cf03904bc0e,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:10.374065 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:10.374065 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:10.374380 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.374746 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:10.375221 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Bound port: 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:10.375709 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.378226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:10.378583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: 6529386b-f63c-43fd-ad03-31d1b8c9915e, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:03:10.400954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Network a1be43dd-045d-4f89-a6c4-009a492504fd is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:10.409169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:10.414430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:10.422504 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6196da-14e1-4e10-bdb8-dc0319d7e19d None None] Pushing event updated for resources: {'Port': ['ID=3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:10.458097 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] For port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:10.461598 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] For port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:10.470634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Pushing event updated for resources: {'Port': ['ID=72d6490e-8091-464b-a538-5c777c04bc12,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:10.484458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:03:10.517737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:10.522109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:port and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:10.525450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:10.529642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Attempting to bind port 72d6490e-8091-464b-a538-5c777c04bc12 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:10.530046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Attempting to bind port 72d6490e-8091-464b-a538-5c777c04bc12 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '3d845cdf-5b0a-44f4-aefc-0d9e68408f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a1be43dd-045d-4f89-a6c4-009a492504fd'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:10.530461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Attempting to bind port 72d6490e-8091-464b-a538-5c777c04bc12 on network a1be43dd-045d-4f89-a6c4-009a492504fd {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:10.531496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:10.536107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:10.536729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Checking segment: {'id': '3d845cdf-5b0a-44f4-aefc-0d9e68408f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a1be43dd-045d-4f89-a6c4-009a492504fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:10.536926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.537503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Bound using segment: {'id': '3d845cdf-5b0a-44f4-aefc-0d9e68408f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a1be43dd-045d-4f89-a6c4-009a492504fd'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:10.538026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Bound port: 72d6490e-8091-464b-a538-5c777c04bc12, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d845cdf-5b0a-44f4-aefc-0d9e68408f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a1be43dd-045d-4f89-a6c4-009a492504fd'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:10.538394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.542412 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.571003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 6529386b-f63c-43fd-ad03-31d1b8c9915e) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:10.582303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:10.583340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.588517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026605b-a149-4765-a79c-e1f111e6f1ad None None] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:10.608252 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:10.609007 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:10.628316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'port': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:10.632685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.663220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] device_id is not set on port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a yet. {{(pid=89726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:03:10.699521 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b201b04d-d504-4d65-b66b-02af132947eb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1314962 Sep 21 16:03:10.701511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46194) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:10.707637 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6196da-14e1-4e10-bdb8-dc0319d7e19d None None] Pushing event updated for resources: {'Port': ['ID=3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:10.730338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] For port 72d6490e-8091-464b-a538-5c777c04bc12, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:10.750340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] For port 72d6490e-8091-464b-a538-5c777c04bc12, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=72d6490e-8091-464b-a538-5c777c04bc12,segment=NetworkSegment(3d845cdf-5b0a-44f4-aefc-0d9e68408f79),segment_id=3d845cdf-5b0a-44f4-aefc-0d9e68408f79)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:10.817982 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:10.860317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.877930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8::18 (a1be43dd-045d-4f89-a6c4-009a492504fd/8eba4aae-4316-44d1-9008-8090386a031a/48d118dc-ea1c-46c9-91ff-fc8f77269c4a) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:10.909981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21bafd-cf35-4293-a5f8-bb963c7cfc33 req-dcb443e0-494b-46a3-9639-cfe0ad2b29c6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:10.911476 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d21bafd-cf35-4293-a5f8-bb963c7cfc33 req-dcb443e0-494b-46a3-9639-cfe0ad2b29c6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.2947636 Sep 21 16:03:10.924042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-6529386b-f63c-43fd-ad03-31d1b8c9915e', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:03:10.925134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:10.972053 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d21bafd-cf35-4293-a5f8-bb963c7cfc33 req-ccba39db-4492-4f7a-a9c5-9781d277f530 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540946 Sep 21 16:03:11.131955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Allocated IP 172.20.0.2 (6529386b-f63c-43fd-ad03-31d1b8c9915e/391b87c1-6c63-4274-b40f-9cf03904bc0e/71d1340e-4e3d-4094-8a3c-23999a994fc1) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:11.144396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:11.164619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object 48d118dc-ea1c-46c9-91ff-fc8f77269c4a will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:11.186049 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:07Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:11.191901 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337ae0b-f981-48c1-8d34-07696eb328ac None None] The sync data for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv is: [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:07Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:11.285810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f0e80-6747-4e69-a0fb-b856b9931f23 None None] Pushing event updated for resources: {'Port': ['ID=72d6490e-8091-464b-a538-5c777c04bc12,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:11.288584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:11.394027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:11.407846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Transition to ACTIVE for port object 71d1340e-4e3d-4094-8a3c-23999a994fc1 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:11.412471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network a1be43dd-045d-4f89-a6c4-009a492504fd is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:11.415523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:11.419687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:11.425821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:11.426472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:11.432743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Transition to ACTIVE for port object 71d1340e-4e3d-4094-8a3c-23999a994fc1 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:11.448349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=48d118dc-ea1c-46c9-91ff-fc8f77269c4a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:11.513576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:11.544979 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d9ca0114-de00-4352-893e-b31dc7315118 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2195964 Sep 21 16:03:11.547430 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46198) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:11.662741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:11.663810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:11.666884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:11.669382 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:11.679672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Pushing event updated for resources: {'Port': ['ID=71d1340e-4e3d-4094-8a3c-23999a994fc1,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:11.808235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Attempting to bind port 71d1340e-4e3d-4094-8a3c-23999a994fc1 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:11.808608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Attempting to bind port 71d1340e-4e3d-4094-8a3c-23999a994fc1 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:11.808976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Attempting to bind port 71d1340e-4e3d-4094-8a3c-23999a994fc1 on network 6529386b-f63c-43fd-ad03-31d1b8c9915e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:11.815514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:11.815888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Checking segment: {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:11.816285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:11.816754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Bound using segment: {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:11.817920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Bound port: 71d1340e-4e3d-4094-8a3c-23999a994fc1, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:11.818355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:11.924268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] For port 71d1340e-4e3d-4094-8a3c-23999a994fc1, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:11.928308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] For port 71d1340e-4e3d-4094-8a3c-23999a994fc1, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=71d1340e-4e3d-4094-8a3c-23999a994fc1,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:11.996017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:12.164629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3398ba8-2044-47bf-b29b-65367ef1888d None None] Pushing event updated for resources: {'Port': ['ID=71d1340e-4e3d-4094-8a3c-23999a994fc1,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:12.279236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.1 (6529386b-f63c-43fd-ad03-31d1b8c9915e/391b87c1-6c63-4274-b40f-9cf03904bc0e/8f71c1cb-55d5-4eb2-b7a6-0106d108f851) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:12.557329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b1d7-d3f5-4b0e-b88b-dfeecd3ed301 req-8875b7a3-2b5d-4f64-8e8a-38c9bc7da136 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:12.564419 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0f46b1d7-d3f5-4b0e-b88b-dfeecd3ed301 req-8875b7a3-2b5d-4f64-8e8a-38c9bc7da136 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.2890434 Sep 21 16:03:12.635976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-a6353256-5ec6-4fcf-baf6-381051219179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:12.637451 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-a6353256-5ec6-4fcf-baf6-381051219179 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0af30a9bba644ee098e780137c1ed6e0&device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 1098 time: 0.4555328 Sep 21 16:03:12.681222 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0f46b1d7-d3f5-4b0e-b88b-dfeecd3ed301 req-3d3b782d-d524-4861-ae12-57cb3876db8f tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096942 Sep 21 16:03:12.710093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:12.756151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02707e-ed0e-4d5e-9585-fc3eadb83f03 None None] Network a1be43dd-045d-4f89-a6c4-009a492504fd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:12.765335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:12.799141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:12.829459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-1bebb924-5120-4041-a2a1-1a6e32cf2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:12.831455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-1bebb924-5120-4041-a2a1-1a6e32cf2414 service neutron] 10.222.0.33 "GET /v2.0/networks?id=e275de3b-2781-465e-8244-d5bbe56ee9d6 HTTP/1.1" status: 200 len: 898 time: 0.1715803 Sep 21 16:03:12.930461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a9c8845b-8fcd-4f3f-b360-2c0b19c1cc55 None None] Provisioning for port 72d6490e-8091-464b-a538-5c777c04bc12 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:12.942556 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-c0d83c85-21cb-4642-aaff-d9898b97ba39 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25 HTTP/1.1" status: 200 len: 1000 time: 0.1044674 Sep 21 16:03:12.998031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:13.088948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-de0a5ddb-2da6-4144-96b8-51aae110618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:13.090817 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-de0a5ddb-2da6-4144-96b8-51aae110618f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=cc1f2bb6-e53a-4b53-a9b0-75901d944c18 HTTP/1.1" status: 200 len: 834 time: 0.1423848 Sep 21 16:03:13.092250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:13.095909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:13.102716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:13.157666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:13.215999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:13.239314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:13.293571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:13.330817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 71d1340e-4e3d-4094-8a3c-23999a994fc1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:13.418587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-c98bf766-d38e-47a8-80de-fcbe4d6fa824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:13.420608 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-c98bf766-d38e-47a8-80de-fcbe4d6fa824 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e275de3b-2781-465e-8244-d5bbe56ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2509997 Sep 21 16:03:13.466464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=48d118dc-ea1c-46c9-91ff-fc8f77269c4a,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:13.513626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 71d1340e-4e3d-4094-8a3c-23999a994fc1 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:13.524726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:13.612063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b73d0532-5b7e-4d9f-860b-9c22551a875a None None] Provisioning for port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:13.614653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:13.629984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b73d0532-5b7e-4d9f-860b-9c22551a875a None None] Provisioning complete for port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:13.629984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b73d0532-5b7e-4d9f-860b-9c22551a875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:13.630337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:13.672452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3172f586-a9c8-4e22-a555-2b92c9147a3b None None] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:13.762686 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-58da8578-cce7-4257-a1cf-eab0b636d201 service neutron] 10.222.0.33 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354197 Sep 21 16:03:13.895049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b73d0532-5b7e-4d9f-860b-9c22551a875a None None] Port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:13.998246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:14.010512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:14.010859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.093984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.101632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Provisioning complete for port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:14.102025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.156733 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-13e18fe0-5a36-4c1c-8614-095d43ef0086 req-867b2101-4ca2-4f49-bd25-3c46e58d46b2 service neutron] 10.222.0.33 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845592 Sep 21 16:03:14.185790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6076e-20df-480f-9b12-a47ce11883cf req-0718f877-4d70-4a78-82f1-fe3fed42ef00 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:14.187287 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-96f6076e-20df-480f-9b12-a47ce11883cf req-0718f877-4d70-4a78-82f1-fe3fed42ef00 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.3067613 Sep 21 16:03:14.219300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:14.234935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:14.235315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.253151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:14.330072 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-96f6076e-20df-480f-9b12-a47ce11883cf req-d71bfc93-dd0c-42f3-9c10-1b3d30e82428 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319628 Sep 21 16:03:14.333346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Provisioning for port 71d1340e-4e3d-4094-8a3c-23999a994fc1 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:14.339982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Provisioning complete for port 71d1340e-4e3d-4094-8a3c-23999a994fc1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:14.340365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.416525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.417369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 72d6490e-8091-464b-a538-5c777c04bc12 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:14.583062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.594160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.636228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Current status of the port 71d1340e-4e3d-4094-8a3c-23999a994fc1 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:14.636604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.646314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:14.664834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.665444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.666856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.679569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] For port 71d1340e-4e3d-4094-8a3c-23999a994fc1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=71d1340e-4e3d-4094-8a3c-23999a994fc1,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:14.764657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 72d6490e-8091-464b-a538-5c777c04bc12 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:14.772241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 72d6490e-8091-464b-a538-5c777c04bc12 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:14.776885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.781287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.784905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:14.812894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=48d118dc-ea1c-46c9-91ff-fc8f77269c4a,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:14.868396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network a1be43dd-045d-4f89-a6c4-009a492504fd is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:14.868771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:14.869841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:14.953242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:14.954878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:15.024271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 72d6490e-8091-464b-a538-5c777c04bc12 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:15.024813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:15.061148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d405460-fe37-464d-a94b-5186bae45ffd None None] Pushing event updated for resources: {'Port': ['ID=71d1340e-4e3d-4094-8a3c-23999a994fc1,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:15.096010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 72d6490e-8091-464b-a538-5c777c04bc12, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=72d6490e-8091-464b-a538-5c777c04bc12,segment=NetworkSegment(3d845cdf-5b0a-44f4-aefc-0d9e68408f79),segment_id=3d845cdf-5b0a-44f4-aefc-0d9e68408f79)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:15.154585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-101863ca-ee1f-44ac-a2bf-4eccd6b6415a None None] Provisioning for port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:15.160546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-101863ca-ee1f-44ac-a2bf-4eccd6b6415a None None] Provisioning complete for port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:15.173617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-101863ca-ee1f-44ac-a2bf-4eccd6b6415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:15.225189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:15.233804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:15.261741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 21e89976-e679-497c-bdb9-5c9461f3726c is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:03:15.266551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-101863ca-ee1f-44ac-a2bf-4eccd6b6415a None None] Port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:15.302861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-101863ca-ee1f-44ac-a2bf-4eccd6b6415a None None] Provisioning complete for port 71d1340e-4e3d-4094-8a3c-23999a994fc1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:15.304342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-101863ca-ee1f-44ac-a2bf-4eccd6b6415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:15.338117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 71d1340e-4e3d-4094-8a3c-23999a994fc1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:15.399087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=72d6490e-8091-464b-a538-5c777c04bc12,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:15.453720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:15.473523 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e6129d76-9fef-4715-b03f-be93dbacd4a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/3e4153c0-8afc-40ba-b9c5-6e89b960db9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7654297 Sep 21 16:03:15.473772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46208) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:15.475126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Sync routers for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:15.511761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:15.512391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:15.520942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:15.531109 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7426a72-b5eb-4601-a3f4-a4e55db8c95d None None] Sync routers for ids ['21e89976-e679-497c-bdb9-5c9461f3726c'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:15.534382 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b4bd1a4c-b717-4b86-a657-056f8ebb4c1c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/21e89976-e679-497c-bdb9-5c9461f3726c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9858186 Sep 21 16:03:15.540879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46212) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:15.543922 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7426a72-b5eb-4601-a3f4-a4e55db8c95d None None] Routers {'21e89976-e679-497c-bdb9-5c9461f3726c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:15.544851 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c7426a72-b5eb-4601-a3f4-a4e55db8c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['21e89976-e679-497c-bdb9-5c9461f3726c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:15.595906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-101863ca-ee1f-44ac-a2bf-4eccd6b6415a None None] Current status of the port 71d1340e-4e3d-4094-8a3c-23999a994fc1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:15.600343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 71d1340e-4e3d-4094-8a3c-23999a994fc1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:15.600809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:15.612999 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c7426a72-b5eb-4601-a3f4-a4e55db8c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:15.622059 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7426a72-b5eb-4601-a3f4-a4e55db8c95d None None] Routers {'21e89976-e679-497c-bdb9-5c9461f3726c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:15.622863 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c7426a72-b5eb-4601-a3f4-a4e55db8c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['21e89976-e679-497c-bdb9-5c9461f3726c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:15.637106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436b65c-3531-40a0-89e3-2e66409116e2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.638372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436b65c-3531-40a0-89e3-2e66409116e2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.638505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e8a10-64ce-447c-b389-b88af6182fcf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.638643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436b65c-3531-40a0-89e3-2e66409116e2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.638758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dc0e8a10-64ce-447c-b389-b88af6182fcf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:15.638858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436b65c-3531-40a0-89e3-2e66409116e2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.638858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436b65c-3531-40a0-89e3-2e66409116e2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.639439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436b65c-3531-40a0-89e3-2e66409116e2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.646793 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9436b65c-3531-40a0-89e3-2e66409116e2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4257 time: 0.1720147 Sep 21 16:03:15.647476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46216) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:15.653372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf4bd2-a8be-4257-9eb3-e00ccd937ea6 req-a9a60a4d-a758-4ef8-9c68-b7e93215250a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.654988 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0ccf4bd2-a8be-4257-9eb3-e00ccd937ea6 req-a9a60a4d-a758-4ef8-9c68-b7e93215250a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1926446 Sep 21 16:03:15.708123 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c7426a72-b5eb-4601-a3f4-a4e55db8c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:15.708357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0ccf4bd2-a8be-4257-9eb3-e00ccd937ea6 req-ea80eede-58d9-4527-b7b7-e7f2ac7c41fa tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446007 Sep 21 16:03:15.713469 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7426a72-b5eb-4601-a3f4-a4e55db8c95d None None] The sync data for ids ['21e89976-e679-497c-bdb9-5c9461f3726c'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:15.753601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2c34e-f4a4-4c88-8200-ad26ad9572ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.754037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2c34e-f4a4-4c88-8200-ad26ad9572ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.754496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2c34e-f4a4-4c88-8200-ad26ad9572ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.754950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2c34e-f4a4-4c88-8200-ad26ad9572ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.755399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2c34e-f4a4-4c88-8200-ad26ad9572ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.756148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2c34e-f4a4-4c88-8200-ad26ad9572ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:15.760159 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0cb2c34e-f4a4-4c88-8200-ad26ad9572ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3962 time: 0.1090586 Sep 21 16:03:15.760313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46220) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:15.778740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2b81e706-6572-45ce-b0e3-ec0a68f3dbfa None None] Provisioning complete for port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:15.779108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2b81e706-6572-45ce-b0e3-ec0a68f3dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:15.787355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dc0e8a10-64ce-447c-b389-b88af6182fcf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:15.791414 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dc0e8a10-64ce-447c-b389-b88af6182fcf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports/48d118dc-ea1c-46c9-91ff-fc8f77269c4a HTTP/1.1" status: 200 len: 982 time: 0.2469428 Sep 21 16:03:15.791692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46224) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:15.866066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:15.953429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2b81e706-6572-45ce-b0e3-ec0a68f3dbfa None None] Port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:15.959402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 71d1340e-4e3d-4094-8a3c-23999a994fc1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:15.960718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:15.999837 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2768158d-7e2d-438c-a0cb-dbe1b87db47e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2869 time: 0.2383094 Sep 21 16:03:16.101700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2b81e706-6572-45ce-b0e3-ec0a68f3dbfa None None] Provisioning complete for port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:16.102347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2b81e706-6572-45ce-b0e3-ec0a68f3dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.150548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46230) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:16.155920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935876426', 'description': 'tempest-secgroup-smoke-1935876426 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:16.162596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:16.167021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:16.170271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:16.176901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:16.230196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2b81e706-6572-45ce-b0e3-ec0a68f3dbfa None None] Port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:16.247189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.264250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:16.264645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.269448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:16.273564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:16.276470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:16.282265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:16.366159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.418716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.448732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:16.458450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:16.458622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.460203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Checking router: 3e4153c0-8afc-40ba-b9c5-6e89b960db9a for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:03:16.460625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Updating router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:03:16.466568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88997d4-d4b3-4182-8d71-f77e4b26e5e7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:16.515192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.524491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.526148 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6604041c-213d-4a9c-b5a0-c2da7a0681c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3745153 Sep 21 16:03:16.529064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46234) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:16.534477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'd88997d4-d4b3-4182-8d71-f77e4b26e5e7', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:16.540659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:16.544601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:16.547521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:16.553833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:16.625683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.697286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.757570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 48d118dc-ea1c-46c9-91ff-fc8f77269c4a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:16.758068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.772882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.797020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964f3528-9cd1-441e-9098-8dbd2670d900,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:16.858624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.859810 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-681aec2d-05c5-403c-af9f-b51681918c28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3297181 Sep 21 16:03:16.862743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46240) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:16.868865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'd88997d4-d4b3-4182-8d71-f77e4b26e5e7', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:16.875199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:16.879912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:16.883037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:16.889842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:16.935678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:16.947501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Transition to ACTIVE for port object 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:16.988731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.011017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.019686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.067778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.141754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.156689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1278f54-d994-43ab-b58f-593102538434 req-94e1542e-f4d3-4ed7-868d-ce911b41a2b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:17.158269 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a1278f54-d994-43ab-b58f-593102538434 req-94e1542e-f4d3-4ed7-868d-ce911b41a2b6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.2691972 Sep 21 16:03:17.165077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 48d118dc-ea1c-46c9-91ff-fc8f77269c4a owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:17.176412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938887fc-fdc4-47d8-bf0a-8ba3e66816d9,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:17.233327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.234902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacd3b1-d8ba-4da2-af2a-084cbdac8be5 None None] Pushing event updated for resources: {'Port': ['ID=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:17.239303 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3bd43918-5118-419e-aab0-50355451d32d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3749876 Sep 21 16:03:17.239975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46244) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:17.246033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'd88997d4-d4b3-4182-8d71-f77e4b26e5e7', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:17.254866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:17.256131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Attempting to bind port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:17.256528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Attempting to bind port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:17.257303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Attempting to bind port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 on network 6529386b-f63c-43fd-ad03-31d1b8c9915e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:17.257587 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a1278f54-d994-43ab-b58f-593102538434 req-37b383a7-d254-480e-bdd8-d935ad24356c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641162 Sep 21 16:03:17.262911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:17.263408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Checking segment: {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:17.263731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.264260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Bound using segment: {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:17.264711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Bound port: 8f71c1cb-55d5-4eb2-b7a6-0106d108f851, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:17.265564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.275337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:17.279311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:17.286296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:17.335962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 72d6490e-8091-464b-a538-5c777c04bc12 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:17.380330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.437565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] For port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:17.441265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] For port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:17.443820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.446552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 72d6490e-8091-464b-a538-5c777c04bc12 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:17.446928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.469929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.519712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=48d118dc-ea1c-46c9-91ff-fc8f77269c4a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:17.544748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.551815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.572962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a62a3a1-eeb3-4232-80d8-60c8f3028167,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:17.630372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:17.631019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:17.679148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.683195 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-08f2bd51-e71d-4209-9c01-54be5780f258 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4396284 Sep 21 16:03:17.683909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46248) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:17.691170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'd88997d4-d4b3-4182-8d71-f77e4b26e5e7', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:17.700257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:17.707047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:17.711526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 72d6490e-8091-464b-a538-5c777c04bc12 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:17.712335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:17.726468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:17.737852 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacd3b1-d8ba-4da2-af2a-084cbdac8be5 None None] Pushing event updated for resources: {'Port': ['ID=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:17.823371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.829109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.846161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:17.888567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.958804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:17.993393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8589e60-d8c7-44c1-aace-fc244f0539ea,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:18.053284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.057266 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cd47a9c5-ea20-4060-bacf-16a4811048b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3697956 Sep 21 16:03:18.057627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46252) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:18.063483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'd88997d4-d4b3-4182-8d71-f77e4b26e5e7', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:18.070734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:18.074710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:18.078003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:18.084264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:18.118998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 21e89976-e679-497c-bdb9-5c9461f3726c has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:18.149721 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:03:18.157134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.173796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:17Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:18.178365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b953cd-9093-448f-99d6-d5438df80b83 None None] The sync data for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv is: [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:17Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:18.272298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:18.290820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cae51-2282-4710-8245-9a09cd63de1c None None] Sync routers for ids ['21e89976-e679-497c-bdb9-5c9461f3726c'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:18.306554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cae51-2282-4710-8245-9a09cd63de1c None None] Routers {'21e89976-e679-497c-bdb9-5c9461f3726c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:18.307208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ef9cae51-2282-4710-8245-9a09cd63de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['21e89976-e679-497c-bdb9-5c9461f3726c'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:18.385037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.396040 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ee9b815d-6d6c-4391-9b54-787393a65313 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/21e89976-e679-497c-bdb9-5c9461f3726c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5928431 Sep 21 16:03:18.396231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ef9cae51-2282-4710-8245-9a09cd63de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:18.396376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46258) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:18.398685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cae51-2282-4710-8245-9a09cd63de1c None None] Routers {'21e89976-e679-497c-bdb9-5c9461f3726c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:18.399307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ef9cae51-2282-4710-8245-9a09cd63de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['21e89976-e679-497c-bdb9-5c9461f3726c'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:18.480434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.520372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d801b68-8c64-4de3-a7af-bcb74b48c065 req-2a1343ce-3db7-4611-9f65-b21371c75f1f tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:18.521264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ef9cae51-2282-4710-8245-9a09cd63de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:18.521685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cae51-2282-4710-8245-9a09cd63de1c None None] The sync data for ids ['21e89976-e679-497c-bdb9-5c9461f3726c'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:18.527776 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d801b68-8c64-4de3-a7af-bcb74b48c065 req-2a1343ce-3db7-4611-9f65-b21371c75f1f tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1452537 Sep 21 16:03:18.554324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa531176-d478-49de-bf2a-a6184b49d710,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:18.578456 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d801b68-8c64-4de3-a7af-bcb74b48c065 req-6cca36bd-d2de-42d4-86c4-85cfbf7e9448 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498116 Sep 21 16:03:18.587517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.589209 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f6d04e85-e526-4107-a562-7d64a3972afa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5302334 Sep 21 16:03:18.600009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46262) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:18.606553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'd88997d4-d4b3-4182-8d71-f77e4b26e5e7', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:18.620019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:18.620019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:18.621748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:18.628942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:18.710174 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:03:18.717361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.768848 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-41e37f10-dddc-4a0b-b8da-00a316895fdd tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 16:03:18.769902 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-41e37f10-dddc-4a0b-b8da-00a316895fdd tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/21e89976-e679-497c-bdb9-5c9461f3726c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3801363 Sep 21 16:03:18.772675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46266) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:18.790502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.825131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a38fbb6-cd85-40bf-9546-609600f55dcf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:18.876262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.901374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b69f9c-c6e0-410c-8b4b-4f2c243176fb,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:18.927016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2a38fbb6-cd85-40bf-9546-609600f55dcf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:18.928225 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2a38fbb6-cd85-40bf-9546-609600f55dcf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e89976-e679-497c-bdb9-5c9461f3726c HTTP/1.1" status: 200 len: 205 time: 0.1546533 Sep 21 16:03:18.930906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46270) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:18.975655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:18.977593 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ca6e1c77-3b61-4e69-aa92-73059f09a801 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3752682 Sep 21 16:03:19.071366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68687a1b-d221-4440-b860-59ffffec0206 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.328973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:19.455540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:19.460803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:19.466690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.532635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-d2588933-f95f-4613-b7ae-60be95e1aa3e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:19.541262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68687a1b-d221-4440-b860-59ffffec0206 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.545055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68687a1b-d221-4440-b860-59ffffec0206 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.579517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:19.580106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.612310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:19.633004 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-d2588933-f95f-4613-b7ae-60be95e1aa3e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:19.634207 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-d2588933-f95f-4613-b7ae-60be95e1aa3e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935876426&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.3216982 Sep 21 16:03:19.664556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68687a1b-d221-4440-b860-59ffffec0206 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.665075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68687a1b-d221-4440-b860-59ffffec0206 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Fanout notify agent at l3_agent the message router_deleted on router 21e89976-e679-497c-bdb9-5c9461f3726c {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:03:19.718870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.741926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68687a1b-d221-4440-b860-59ffffec0206 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.745490 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-68687a1b-d221-4440-b860-59ffffec0206 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/21e89976-e679-497c-bdb9-5c9461f3726c HTTP/1.1" status: 204 len: 168 time: 0.8112152 Sep 21 16:03:19.748615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46288) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:19.797332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:19.819353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-1d1226b5-8fb0-48cf-b256-41a91487a80d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:19.820044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-1d1226b5-8fb0-48cf-b256-41a91487a80d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:19.835842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05b23ef-13da-4217-a57d-a0d8b15e56b3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet 8eba4aae-4316-44d1-9008-8090386a031a {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:03:19.840157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b05b23ef-13da-4217-a57d-a0d8b15e56b3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.916337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b05b23ef-13da-4217-a57d-a0d8b15e56b3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:19.965533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544dd69-2bda-4229-9191-a249bf71338e req-2a7fa4f7-1b11-4877-940e-045f0e79a04b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:19.965533 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e544dd69-2bda-4229-9191-a249bf71338e req-2a7fa4f7-1b11-4877-940e-045f0e79a04b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.2598615 Sep 21 16:03:20.026066 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e544dd69-2bda-4229-9191-a249bf71338e req-a584dd9a-3d4b-46bc-8605-9c4542347dca tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620244 Sep 21 16:03:20.053168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b05b23ef-13da-4217-a57d-a0d8b15e56b3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.115481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-1d1226b5-8fb0-48cf-b256-41a91487a80d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:20.119989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-1d1226b5-8fb0-48cf-b256-41a91487a80d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=6529386b-f63c-43fd-ad03-31d1b8c9915e HTTP/1.1" status: 200 len: 797 time: 0.4792309 Sep 21 16:03:20.136108 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-08fd4986-3639-44e2-8179-be7556ff8a41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0094547 Sep 21 16:03:20.199216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b05b23ef-13da-4217-a57d-a0d8b15e56b3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.230888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-9d34c32a-6c1a-4e0f-9edb-287d27411762 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:20.241128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b23ef-13da-4217-a57d-a0d8b15e56b3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=8eba4aae-4316-44d1-9008-8090386a031a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:20.245255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b05b23ef-13da-4217-a57d-a0d8b15e56b3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.251657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b05b23ef-13da-4217-a57d-a0d8b15e56b3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/8eba4aae-4316-44d1-9008-8090386a031a HTTP/1.1" status: 204 len: 168 time: 0.5042410 Sep 21 16:03:20.254985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79377676-8d5f-48ca-8ac3-5505a100a294 None None] Network a1be43dd-045d-4f89-a6c4-009a492504fd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:20.258432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46294) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:20.318562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-9d34c32a-6c1a-4e0f-9edb-287d27411762 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:20.319925 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-9d34c32a-6c1a-4e0f-9edb-287d27411762 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781678 Sep 21 16:03:20.377204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.387951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 72d6490e-8091-464b-a538-5c777c04bc12 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:20.388290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.468461 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8bafe205-d46e-4b6e-9d36-8e42b4cb6a05 service neutron] 10.222.0.65 "GET /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355085 Sep 21 16:03:20.523131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] DHCP port deletion for a1be43dd-045d-4f89-a6c4-009a492504fd request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:03:20.527632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] Deleting port 72d6490e-8091-464b-a538-5c777c04bc12 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:20.528242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.604761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port 72d6490e-8091-464b-a538-5c777c04bc12, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=72d6490e-8091-464b-a538-5c777c04bc12,segment=NetworkSegment(3d845cdf-5b0a-44f4-aefc-0d9e68408f79),segment_id=3d845cdf-5b0a-44f4-aefc-0d9e68408f79)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:20.605125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.608980 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-cd42374b-0f13-4df6-8bd5-5ffb5700d1d1 service neutron] 10.222.0.65 "GET /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330657 Sep 21 16:03:20.729622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] For port 72d6490e-8091-464b-a538-5c777c04bc12, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=72d6490e-8091-464b-a538-5c777c04bc12,segment=NetworkSegment(3d845cdf-5b0a-44f4-aefc-0d9e68408f79),segment_id=3d845cdf-5b0a-44f4-aefc-0d9e68408f79)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:20.730048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.738760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 72d6490e-8091-464b-a538-5c777c04bc12 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:20.855326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] Calling delete_port for 72d6490e-8091-464b-a538-5c777c04bc12 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:20.892890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:20.937282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-44ebfb2b-83ef-4044-858a-0ed475a76092 req-7e87c877-00be-477b-a796-668fafd125e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:20.939336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:03:20.939854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:03:20.960453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No DVR routers for this DVR port 72d6490e-8091-464b-a538-5c777c04bc12 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:03:20.991451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=72d6490e-8091-464b-a538-5c777c04bc12,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:21.018010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-44ebfb2b-83ef-4044-858a-0ed475a76092 req-7e87c877-00be-477b-a796-668fafd125e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:21.019152 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-44ebfb2b-83ef-4044-858a-0ed475a76092 req-7e87c877-00be-477b-a796-668fafd125e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 210 time: 0.1688936 Sep 21 16:03:21.100928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.131300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1be43dd-045d-4f89-a6c4-009a492504fd']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:21.144254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d845cdf-5b0a-44f4-aefc-0d9e68408f79') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:21.144254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d845cdf-5b0a-44f4-aefc-0d9e68408f79') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:21.156541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.174371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.180752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:03:21.181150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.255969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5138352-dd33-47c9-8cf4-1e7d65dcbee0 req-969e798d-1422-4491-ad5f-34bd5822adc7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:21.264179 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c5138352-dd33-47c9-8cf4-1e7d65dcbee0 req-969e798d-1422-4491-ad5f-34bd5822adc7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1024950 Sep 21 16:03:21.344475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:21.349554 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c5138352-dd33-47c9-8cf4-1e7d65dcbee0 req-ab2cdcf3-3061-47c7-9955-a6dbb327446c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794816 Sep 21 16:03:21.382802 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 3d845cdf-5b0a-44f4-aefc-0d9e68408f79 resource provider aggregate not found Sep 21 16:03:21.428013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:21.428733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.449345 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 3d845cdf-5b0a-44f4-aefc-0d9e68408f79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d845cdf-5b0a-44f4-aefc-0d9e68408f79 found for delete ", "request_id": "req-aad7997d-0f88-4219-8f7b-3697e2d3fa45"}]} Sep 21 16:03:21.461426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] Deleting port 72d6490e-8091-464b-a538-5c777c04bc12 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:21.462036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.487014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc784-978c-40eb-a152-58b4a4553835 req-5a880b21-793c-466a-afdf-b5a167cf5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:21.488646 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e79fc784-978c-40eb-a152-58b4a4553835 req-5a880b21-793c-466a-afdf-b5a167cf5f87 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 1098 time: 0.1075318 Sep 21 16:03:21.529987 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e79fc784-978c-40eb-a152-58b4a4553835 req-cda1ce4e-cf4c-4094-a208-4e3b6e3b4c58 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353470 Sep 21 16:03:21.540961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d818e493-95a6-4af8-80fc-ef984cfb33c2 None None] The port '72d6490e-8091-464b-a538-5c777c04bc12' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:03:21.550563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.555830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.587078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=a1be43dd-045d-4f89-a6c4-009a492504fd,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:21.617652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:21.662984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 72d6490e-8091-464b-a538-5c777c04bc12 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:21.668153 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fd9ef982-60d6-4d6d-b1a4-07d4646bce10 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/a1be43dd-045d-4f89-a6c4-009a492504fd HTTP/1.1" status: 204 len: 168 time: 1.4086206 Sep 21 16:03:21.671844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46316) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:21.678099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1450837296'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:21.683225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:21.687234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:21.690683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:21.696531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:21.697492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 72d6490e-8091-464b-a538-5c777c04bc12 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:21.697846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 72d6490e-8091-464b-a538-5c777c04bc12 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:21.764087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:21.768111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.796726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:03:21.805542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.805860 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment 5b61af57-1c4a-4130-b25d-bdcf04521832 of type vlan for network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 Sep 21 16:03:21.832891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.930275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:21.935839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:21.936424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:22.046160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=226c09d7-f7ac-4a90-a907-02c9b34f6d54,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:22.056545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:03:22.127954 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b9a49772-1b39-4fdf-bcdf-a9a623b74ea5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4550512 Sep 21 16:03:22.130812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46322) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:22.136497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': '226c09d7-f7ac-4a90-a907-02c9b34f6d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:22.279457 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7ef70d87-4924-4197-961c-d708e314e2f3 req-ba4419c6-67ff-4786-ae26-0bf091c58a7c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 210 time: 0.1127408 Sep 21 16:03:22.308166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:22.312009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:22.315379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:22.321077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:22.404430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:22.410146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:22.549815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1754ea-03e1-48e1-97f9-0b1da8dc1c1c req-64af0e5b-d5f5-4e09-bb04-9e9c67aeaae5 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:22.551342 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0e1754ea-03e1-48e1-97f9-0b1da8dc1c1c req-64af0e5b-d5f5-4e09-bb04-9e9c67aeaae5 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.0938299 Sep 21 16:03:22.597685 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0e1754ea-03e1-48e1-97f9-0b1da8dc1c1c req-d3ebdfd9-ea61-45c7-b759-8ab9aa8f9ae6 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Sep 21 16:03:22.698286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:22.778075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=a6c84279-44c6-4a3a-b16e-af41d03b920d,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:22.785850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': '5b61af57-1c4a-4130-b25d-bdcf04521832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '226c09d7-f7ac-4a90-a907-02c9b34f6d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:22.786231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: 226c09d7-f7ac-4a90-a907-02c9b34f6d54, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:03:22.899773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:03:23.015746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 226c09d7-f7ac-4a90-a907-02c9b34f6d54) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:23.025407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:23.025594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.027287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c868e-9590-4b1f-8386-9b142f1359ad None None] Network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:23.038963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8ad626eb-8b1a-4847-82a2-71dd2ba60701 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:23.039658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8ad626eb-8b1a-4847-82a2-71dd2ba60701 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:23.061328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8ad626eb-8b1a-4847-82a2-71dd2ba60701 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:23.062557 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8ad626eb-8b1a-4847-82a2-71dd2ba60701 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=6529386b-f63c-43fd-ad03-31d1b8c9915e HTTP/1.1" status: 200 len: 797 time: 0.1854348 Sep 21 16:03:23.111668 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-60c9c79a-d469-4730-b123-572f9c1f63f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9772503 Sep 21 16:03:23.112529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46328) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:23.117660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1154733997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:23.122517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-d8dff416-be2b-4c07-b624-433771ece87e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:23.124735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:23.129564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:router and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:23.132956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:23.136241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-d8dff416-be2b-4c07-b624-433771ece87e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:23.139119 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-d8dff416-be2b-4c07-b624-433771ece87e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 380 time: 0.0672495 Sep 21 16:03:23.140067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:23.148227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['d88997d4-d4b3-4182-8d71-f77e4b26e5e7']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:23.210264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.211348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.227722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.310034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:23.320047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-226c09d7-f7ac-4a90-a907-02c9b34f6d54', 'network_id': '226c09d7-f7ac-4a90-a907-02c9b34f6d54', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': 'a6c84279-44c6-4a3a-b16e-af41d03b920d'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:03:23.321188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.326070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:23.328283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.418011 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device aec21976-9c8a-43d5-9fc9-9edc0cc79a25 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:03:23.426023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device aec21976-9c8a-43d5-9fc9-9edc0cc79a25 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:23.438026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:23.441529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.444358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.445545 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a6e117f5-404d-4874-bb80-fcd65d555ddf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3319557 Sep 21 16:03:23.448404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46338) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:23.465993 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1e1927c-57bf-4556-a5d9-90a36f381b1c req-df3b0e21-d4e8-44cc-9869-a50d4da5b335 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 210 time: 0.0698681 Sep 21 16:03:23.549513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Allocated IP 2001:db8::2 (226c09d7-f7ac-4a90-a907-02c9b34f6d54/a6c84279-44c6-4a3a-b16e-af41d03b920d/4671f768-edae-4570-a0d9-cbfe2bc44998) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:23.629361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.9 (6529386b-f63c-43fd-ad03-31d1b8c9915e/391b87c1-6c63-4274-b40f-9cf03904bc0e/68b72eac-882b-4215-9e7a-2db1d1d8e4bf) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:23.792123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:23.792406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.856375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.875566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 68b72eac-882b-4215-9e7a-2db1d1d8e4bf will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:23.877572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:23.891463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:23.894543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafbdcb5-e4a6-4238-ae69-5e9883c640c2" -d '{"events": [{"server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:23.920182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'port_id': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'mac_address': 'fa:16:3e:5e:c7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:03:23.951641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:23.964050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe2ed22-0b10-406b-81af-c03feffe7066 x-openstack-request-id: req-9fe2ed22-0b10-406b-81af-c03feffe7066 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:23.964344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:23.964509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:23.964643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fe2ed22-0b10-406b-81af-c03feffe7066 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:23.964968 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe2ed22-0b10-406b-81af-c03feffe7066'] response: {'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'code': 200} Sep 21 16:03:24.032408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.054664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:24.058366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:24.080377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:24.082104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.115198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:24.115578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.125503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Transition to ACTIVE for port object 4671f768-edae-4570-a0d9-cbfe2bc44998 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:24.143167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.153750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aec21976-9c8a-43d5-9fc9-9edc0cc79a25 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:03:24.166912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:24.169755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8575f-4fbe-4421-b3ad-b8c44340d605 req-02f697f7-142a-4bcf-b297-c58da51899d4 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:24.171644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Transition to ACTIVE for port object 4671f768-edae-4570-a0d9-cbfe2bc44998 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:24.177464 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93e8575f-4fbe-4421-b3ad-b8c44340d605 req-02f697f7-142a-4bcf-b297-c58da51899d4 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.3999639 Sep 21 16:03:24.246148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:03:24.246570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:03:24.259172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.270099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:24.307136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:24.307589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.330410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:24.336604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:24.337962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:24.340139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Pushing event updated for resources: {'Port': ['ID=4671f768-edae-4570-a0d9-cbfe2bc44998,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:24.395903 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93e8575f-4fbe-4421-b3ad-b8c44340d605 req-c20d16e3-3fc9-4707-8778-89973491d662 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175496 Sep 21 16:03:24.430364 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-8192bf82-348c-4eb3-9144-a996d6b8b116 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872159 Sep 21 16:03:24.445047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Request body: {'port': {'device_id': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:24.461305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Attempting to bind port 4671f768-edae-4570-a0d9-cbfe2bc44998 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:24.461731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Attempting to bind port 4671f768-edae-4570-a0d9-cbfe2bc44998 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b61af57-1c4a-4130-b25d-bdcf04521832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '226c09d7-f7ac-4a90-a907-02c9b34f6d54'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:24.462051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Attempting to bind port 4671f768-edae-4570-a0d9-cbfe2bc44998 on network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:24.466151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46346) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:24.467405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:24.467776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Checking segment: {'id': '5b61af57-1c4a-4130-b25d-bdcf04521832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '226c09d7-f7ac-4a90-a907-02c9b34f6d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:24.468263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.468702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Bound using segment: {'id': '5b61af57-1c4a-4130-b25d-bdcf04521832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '226c09d7-f7ac-4a90-a907-02c9b34f6d54'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:24.469171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Bound port: 4671f768-edae-4570-a0d9-cbfe2bc44998, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b61af57-1c4a-4130-b25d-bdcf04521832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '226c09d7-f7ac-4a90-a907-02c9b34f6d54'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:24.469540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.533403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ee6dfa68-add4-4772-92d7-eea2870d2f0d None None] Provisioning for port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:24.554438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ee6dfa68-add4-4772-92d7-eea2870d2f0d None None] Provisioning complete for port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:24.554819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ee6dfa68-add4-4772-92d7-eea2870d2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.613633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] For port 4671f768-edae-4570-a0d9-cbfe2bc44998, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:24.623511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ee6dfa68-add4-4772-92d7-eea2870d2f0d None None] Port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:24.625791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] For port 4671f768-edae-4570-a0d9-cbfe2bc44998, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4671f768-edae-4570-a0d9-cbfe2bc44998,segment=NetworkSegment(5b61af57-1c4a-4130-b25d-bdcf04521832),segment_id=5b61af57-1c4a-4130-b25d-bdcf04521832)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:24.660276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.668066 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d84d2278-9c83-4d39-b3eb-dcfbff4f5a9b tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/floatingips/9bd8fa68-26e7-4999-9029-72b2c1be7231 HTTP/1.1" status: 200 len: 990 time: 0.2006059 Sep 21 16:03:24.669344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8::1 (226c09d7-f7ac-4a90-a907-02c9b34f6d54/a6c84279-44c6-4a3a-b16e-af41d03b920d/1f16e240-f6b6-4501-b457-43c80e72061f) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:24.705141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.836144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee130d0-d0c1-44aa-8862-a37dfbe561a2 None None] Pushing event updated for resources: {'Port': ['ID=4671f768-edae-4570-a0d9-cbfe2bc44998,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:24.837767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.840637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:24.841102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:24.859249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object 1f16e240-f6b6-4501-b457-43c80e72061f will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:24.863519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec21976-9c8a-43d5-9fc9-9edc0cc79a25 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:03:24.885033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:24.888053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135063ad-a2cc-4899-9792-87ba9dbc5949 req-097d346c-d8d9-4964-8679-4c75fc6aeb44 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:24.888775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-135063ad-a2cc-4899-9792-87ba9dbc5949 req-097d346c-d8d9-4964-8679-4c75fc6aeb44 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:24.985994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.015878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.078519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-135063ad-a2cc-4899-9792-87ba9dbc5949 req-097d346c-d8d9-4964-8679-4c75fc6aeb44 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:25.080418 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-135063ad-a2cc-4899-9792-87ba9dbc5949 req-097d346c-d8d9-4964-8679-4c75fc6aeb44 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 931 time: 0.4777052 Sep 21 16:03:25.097463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:25.101642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:25.106402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:25.107067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.109720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=1f16e240-f6b6-4501-b457-43c80e72061f,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.119759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.170924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b72eac-882b-4215-9e7a-2db1d1d8e4bf {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:03:25.182627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.191175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-135063ad-a2cc-4899-9792-87ba9dbc5949 req-f1d2624a-557c-4644-a829-64d80b12b4c7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796678 Sep 21 16:03:25.202726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Transition to ACTIVE for port object 68b72eac-882b-4215-9e7a-2db1d1d8e4bf will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:25.232015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['aec21976-9c8a-43d5-9fc9-9edc0cc79a25'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:03:25.292527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.301064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.373481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4671f768-edae-4570-a0d9-cbfe2bc44998 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:25.511398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Pushing event updated for resources: {'Port': ['ID=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.539135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Attempting to bind port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:25.539620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Attempting to bind port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:25.540046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Attempting to bind port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf on network 6529386b-f63c-43fd-ad03-31d1b8c9915e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:25.545020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf on network 6529386b-f63c-43fd-ad03-31d1b8c9915e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:03:25.545526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Attempting to bind port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf on network 6529386b-f63c-43fd-ad03-31d1b8c9915e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:25.551657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:25.553986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Checking segment: {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:25.553986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Bound using segment: {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:25.553986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Bound port: 68b72eac-882b-4215-9e7a-2db1d1d8e4bf, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1346c779-7774-43f0-89eb-1b5106866854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:25.553986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.578279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 4671f768-edae-4570-a0d9-cbfe2bc44998 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:25.655164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] For port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:25.658781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] For port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:25.724691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.762888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:25.763426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.764850 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] 10.222.0.33 "PUT /v2.0/ports/68b72eac-882b-4215-9e7a-2db1d1d8e4bf HTTP/1.1" status: 200 len: 1093 time: 1.3262138 Sep 21 16:03:25.765322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:25.768473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d213cef2-6ace-4380-8ac7-6f535c6b2785" -d '{"events": [{"name": "network-changed", "server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:25.815601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536378c-53fa-4e3b-93ab-7bb8ff59ab28 service neutron] Pushing event updated for resources: {'Port': ['ID=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:25.830434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0f17bd-05ba-42ff-9ede-786ef2f34920 x-openstack-request-id: req-eb0f17bd-05ba-42ff-9ede-786ef2f34920 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:25.830728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:25.830981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb0f17bd-05ba-42ff-9ede-786ef2f34920 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:25.831390 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0f17bd-05ba-42ff-9ede-786ef2f34920'] response: {'name': 'network-changed', 'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'status': 'completed', 'code': 200} Sep 21 16:03:25.848504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.932258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213cef2-6ace-4380-8ac7-6f535c6b2785 req-3699e5e8-bebe-443a-b799-16579273960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:25.933737 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d213cef2-6ace-4380-8ac7-6f535c6b2785 req-3699e5e8-bebe-443a-b799-16579273960b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 1096 time: 0.0837939 Sep 21 16:03:25.935573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.936372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:25.957267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3532753-5d57-443f-9405-21a448b0d69d None None] Network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:26.080486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=1f16e240-f6b6-4501-b457-43c80e72061f,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:26.101087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213cef2-6ace-4380-8ac7-6f535c6b2785 req-62a6e8cc-5497-44c5-ac2c-98e28b0e8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:26.102634 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d213cef2-6ace-4380-8ac7-6f535c6b2785 req-62a6e8cc-5497-44c5-ac2c-98e28b0e8ee3 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1615989 Sep 21 16:03:26.134310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0ac6b0f6-4134-4947-8613-448f9ab708d0 None None] Provisioning for port 4671f768-edae-4570-a0d9-cbfe2bc44998 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:26.135739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:26.136933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:26.151111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0ac6b0f6-4134-4947-8613-448f9ab708d0 None None] Provisioning complete for port 4671f768-edae-4570-a0d9-cbfe2bc44998 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:26.151863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0ac6b0f6-4134-4947-8613-448f9ab708d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:26.249828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213cef2-6ace-4380-8ac7-6f535c6b2785 req-3d85ca5b-0895-4cb1-9657-eee8c32ca4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:26.251716 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d213cef2-6ace-4380-8ac7-6f535c6b2785 req-3d85ca5b-0895-4cb1-9657-eee8c32ca4e6 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427412 Sep 21 16:03:26.356398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6b0f6-4134-4947-8613-448f9ab708d0 None None] Current status of the port 4671f768-edae-4570-a0d9-cbfe2bc44998 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:26.356698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0ac6b0f6-4134-4947-8613-448f9ab708d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:26.396579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0ac6b0f6-4134-4947-8613-448f9ab708d0 None None] For port 4671f768-edae-4570-a0d9-cbfe2bc44998, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4671f768-edae-4570-a0d9-cbfe2bc44998,segment=NetworkSegment(5b61af57-1c4a-4130-b25d-bdcf04521832),segment_id=5b61af57-1c4a-4130-b25d-bdcf04521832)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:26.419268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router d53acf71-f508-4723-89aa-999a6e2904c9 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:03:26.444019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-ac77ba1d-3d19-4d3f-9e37-51d313b00f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:26.445563 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-ac77ba1d-3d19-4d3f-9e37-51d313b00f77 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 1096 time: 0.1575062 Sep 21 16:03:26.454050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1642b-5d3e-4be7-8375-e14f46b06f68 req-8046cf09-8111-4e04-b757-c50b5bf14db3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:26.455994 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7ef1642b-5d3e-4be7-8375-e14f46b06f68 req-8046cf09-8111-4e04-b757-c50b5bf14db3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 943 time: 0.1226006 Sep 21 16:03:26.505121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0ac6b0f6-4134-4947-8613-448f9ab708d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:26.599276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:26.608150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6b0f6-4134-4947-8613-448f9ab708d0 None None] Pushing event updated for resources: {'Port': ['ID=4671f768-edae-4570-a0d9-cbfe2bc44998,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:26.612677 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f211b-c02e-459f-800f-3d43d2f27f8d None None] Sync routers for ids ['d53acf71-f508-4723-89aa-999a6e2904c9'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:26.613392 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-24cb74d4-c560-49b8-8dc9-7cd2cd0de557 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/d53acf71-f508-4723-89aa-999a6e2904c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1639812 Sep 21 16:03:26.618533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46356) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:26.622488 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f211b-c02e-459f-800f-3d43d2f27f8d None None] Routers {'d53acf71-f508-4723-89aa-999a6e2904c9'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:26.623322 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-917f211b-c02e-459f-800f-3d43d2f27f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d53acf71-f508-4723-89aa-999a6e2904c9'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:26.687500 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-d2ae1177-9a59-4646-b116-43d71a86c6d6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b72eac-882b-4215-9e7a-2db1d1d8e4bf HTTP/1.1" status: 200 len: 217 time: 0.2305102 Sep 21 16:03:26.695193 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-917f211b-c02e-459f-800f-3d43d2f27f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:26.705051 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f211b-c02e-459f-800f-3d43d2f27f8d None None] Routers {'d53acf71-f508-4723-89aa-999a6e2904c9'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:26.705963 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-917f211b-c02e-459f-800f-3d43d2f27f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d53acf71-f508-4723-89aa-999a6e2904c9'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:26.707007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-badd6e69-fc06-4c81-89c4-89d3a6f7d7d7 None None] Provisioning for port 1f16e240-f6b6-4501-b457-43c80e72061f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:26.713063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-badd6e69-fc06-4c81-89c4-89d3a6f7d7d7 None None] Provisioning complete for port 1f16e240-f6b6-4501-b457-43c80e72061f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:26.714126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-badd6e69-fc06-4c81-89c4-89d3a6f7d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:26.725262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a721e4-a024-4c63-b3e2-e5435ce271d9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:26.726554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-62a721e4-a024-4c63-b3e2-e5435ce271d9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:26.764477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7ef1642b-5d3e-4be7-8375-e14f46b06f68 req-590c56ff-e4cf-4a57-a079-65f8d85b2b42 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046875 Sep 21 16:03:26.799325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-badd6e69-fc06-4c81-89c4-89d3a6f7d7d7 None None] Port 1f16e240-f6b6-4501-b457-43c80e72061f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:26.812447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-badd6e69-fc06-4c81-89c4-89d3a6f7d7d7 None None] Provisioning complete for port 4671f768-edae-4570-a0d9-cbfe2bc44998 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:26.812912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-badd6e69-fc06-4c81-89c4-89d3a6f7d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:26.822672 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-917f211b-c02e-459f-800f-3d43d2f27f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:26.823333 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917f211b-c02e-459f-800f-3d43d2f27f8d None None] The sync data for ids ['d53acf71-f508-4723-89aa-999a6e2904c9'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:26.834209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-64816a7a-75a7-446c-a5c7-f696d17e45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:26.834209 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-64816a7a-75a7-446c-a5c7-f696d17e45f3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=391b87c1-6c63-4274-b40f-9cf03904bc0e HTTP/1.1" status: 200 len: 835 time: 0.1177993 Sep 21 16:03:26.852278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-62a721e4-a024-4c63-b3e2-e5435ce271d9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:26.858236 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-62a721e4-a024-4c63-b3e2-e5435ce271d9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports/1f16e240-f6b6-4501-b457-43c80e72061f HTTP/1.1" status: 200 len: 911 time: 0.2340014 Sep 21 16:03:26.858236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46360) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:26.920105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-2641002a-49d8-471b-9cd0-2285e45a0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:26.921644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-2641002a-49d8-471b-9cd0-2285e45a0de7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6529386b-f63c-43fd-ad03-31d1b8c9915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824549 Sep 21 16:03:26.956744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-badd6e69-fc06-4c81-89c4-89d3a6f7d7d7 None None] Current status of the port 4671f768-edae-4570-a0d9-cbfe2bc44998 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:27.068960 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-04564149-b078-4121-b5e1-82334bb2d245 service neutron] 10.222.0.33 "GET /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388223 Sep 21 16:03:27.084551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1f7208df-85b1-4444-9444-b33896888fe3 None None] Provisioning complete for port 1f16e240-f6b6-4501-b457-43c80e72061f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:27.084920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1f7208df-85b1-4444-9444-b33896888fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:27.154531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1f7208df-85b1-4444-9444-b33896888fe3 None None] Port 1f16e240-f6b6-4501-b457-43c80e72061f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:27.217972 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19fd2e67-9454-46a5-9f0e-75df09912a05 req-fb19431e-65e4-4496-98eb-038424cd2490 service neutron] 10.222.0.33 "GET /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408904 Sep 21 16:03:27.276576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8858550d-e207-4f5e-a9fd-05d3bca884aa None None] Provisioning complete for port 1f16e240-f6b6-4501-b457-43c80e72061f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:27.277287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8858550d-e207-4f5e-a9fd-05d3bca884aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:27.308184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4671f768-edae-4570-a0d9-cbfe2bc44998 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:27.385379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8858550d-e207-4f5e-a9fd-05d3bca884aa None None] Port 1f16e240-f6b6-4501-b457-43c80e72061f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:27.395010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:27.402104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 4671f768-edae-4570-a0d9-cbfe2bc44998 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:27.402480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:27.445088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device aec21976-9c8a-43d5-9fc9-9edc0cc79a25 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:27.578075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:27.578454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:27.608075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 4671f768-edae-4570-a0d9-cbfe2bc44998 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:27.704754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:27.705229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:27.732113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:27.734440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c207cd2-a848-4505-aa22-367426cad12f" -d '{"events": [{"server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "name": "network-vif-plugged", "status": "completed", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:27.742639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:27.777579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eb1a2b-0cbb-47cf-b9f7-c52432b8efde x-openstack-request-id: req-c5eb1a2b-0cbb-47cf-b9f7-c52432b8efde {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:27.777867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "name": "network-vif-plugged", "status": "completed", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:27.778158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5eb1a2b-0cbb-47cf-b9f7-c52432b8efde {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:27.778553 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5eb1a2b-0cbb-47cf-b9f7-c52432b8efde'] response: {'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'code': 200} Sep 21 16:03:27.801359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:27.837672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 1f16e240-f6b6-4501-b457-43c80e72061f {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:27.838277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:27.872912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:27.976851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f8db1-3eed-4b83-bfe9-9f630e9fe9d9 req-a2c32cb3-3d71-4ec1-90da-ccd99a7bb46d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:27.978387 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b61f8db1-3eed-4b83-bfe9-9f630e9fe9d9 req-a2c32cb3-3d71-4ec1-90da-ccd99a7bb46d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 943 time: 0.0940938 Sep 21 16:03:28.028048 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b61f8db1-3eed-4b83-bfe9-9f630e9fe9d9 req-8f1a0230-d5fa-4d70-93a3-68440ec040f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Sep 21 16:03:28.028304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:28.154655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 1f16e240-f6b6-4501-b457-43c80e72061f owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:28.387183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:28.436683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=1f16e240-f6b6-4501-b457-43c80e72061f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:28.615859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:28.724469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:28.887016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router d53acf71-f508-4723-89aa-999a6e2904c9 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:29.130316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:29.140478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189a52e-1c45-41c3-8a8c-29602aa75ce6 None None] Sync routers for ids ['d53acf71-f508-4723-89aa-999a6e2904c9'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:29.150646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189a52e-1c45-41c3-8a8c-29602aa75ce6 None None] Routers {'d53acf71-f508-4723-89aa-999a6e2904c9'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:29.151263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7189a52e-1c45-41c3-8a8c-29602aa75ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d53acf71-f508-4723-89aa-999a6e2904c9'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:29.216596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7189a52e-1c45-41c3-8a8c-29602aa75ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:29.217588 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-89c5c971-e069-46a5-b29f-ce7d66716639 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/d53acf71-f508-4723-89aa-999a6e2904c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3603020 Sep 21 16:03:29.221297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46370) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:29.226239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189a52e-1c45-41c3-8a8c-29602aa75ce6 None None] Routers {'d53acf71-f508-4723-89aa-999a6e2904c9'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:29.226859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7189a52e-1c45-41c3-8a8c-29602aa75ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d53acf71-f508-4723-89aa-999a6e2904c9'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:29.239134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2acb37-5c07-48c8-8275-38de2afb8de0 req-ff9363dc-56ca-40dc-a8b5-4aed8f0d1868 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:29.246620 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ef2acb37-5c07-48c8-8275-38de2afb8de0 req-ff9363dc-56ca-40dc-a8b5-4aed8f0d1868 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 943 time: 0.1021235 Sep 21 16:03:29.274977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3f6042dd-fe47-4113-aa38-dc424df81ddc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:29.292459 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ef2acb37-5c07-48c8-8275-38de2afb8de0 req-5d0ec927-20e5-4bde-bc83-4c8d3d4628ec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Sep 21 16:03:29.327621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7189a52e-1c45-41c3-8a8c-29602aa75ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:29.328035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189a52e-1c45-41c3-8a8c-29602aa75ce6 None None] The sync data for ids ['d53acf71-f508-4723-89aa-999a6e2904c9'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:29.395136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3f6042dd-fe47-4113-aa38-dc424df81ddc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:29.396317 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3f6042dd-fe47-4113-aa38-dc424df81ddc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=d53acf71-f508-4723-89aa-999a6e2904c9 HTTP/1.1" status: 200 len: 205 time: 0.1724889 Sep 21 16:03:29.399071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46374) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:29.453643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 68b72eac-882b-4215-9e7a-2db1d1d8e4bf details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:03:29.539728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6db7902f-30b2-4c0c-9233-c144d434b627 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:29.588990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:29.602825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'port_id': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'mac_address': 'fa:16:3e:98:43:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:03:29.661616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:29.662022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:29.679603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b72eac-882b-4215-9e7a-2db1d1d8e4bf {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:03:29.694997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:29.777872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:29.838435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6db7902f-30b2-4c0c-9233-c144d434b627 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:29.840839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6db7902f-30b2-4c0c-9233-c144d434b627 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:29.846615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:29.926348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6db7902f-30b2-4c0c-9233-c144d434b627 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:29.926855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db7902f-30b2-4c0c-9233-c144d434b627 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Fanout notify agent at l3_agent the message router_deleted on router d53acf71-f508-4723-89aa-999a6e2904c9 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:03:29.937822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6db7902f-30b2-4c0c-9233-c144d434b627 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:29.939564 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6db7902f-30b2-4c0c-9233-c144d434b627 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/d53acf71-f508-4723-89aa-999a6e2904c9 HTTP/1.1" status: 204 len: 168 time: 0.5395758 Sep 21 16:03:29.942168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46378) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:29.976836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['68b72eac-882b-4215-9e7a-2db1d1d8e4bf'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:03:30.007494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4da8970-398a-4d8e-87d5-7a657aaac89f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet a6c84279-44c6-4a3a-b16e-af41d03b920d {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:03:30.010415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4da8970-398a-4d8e-87d5-7a657aaac89f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.068151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4da8970-398a-4d8e-87d5-7a657aaac89f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.153185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4da8970-398a-4d8e-87d5-7a657aaac89f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.395863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4da8970-398a-4d8e-87d5-7a657aaac89f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.469785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da8970-398a-4d8e-87d5-7a657aaac89f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c84279-44c6-4a3a-b16e-af41d03b920d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:30.486132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4da8970-398a-4d8e-87d5-7a657aaac89f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.486894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd8f2c6-93b9-438e-901d-4e9e09753b5a None None] Network 226c09d7-f7ac-4a90-a907-02c9b34f6d54 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:30.495687 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4da8970-398a-4d8e-87d5-7a657aaac89f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/a6c84279-44c6-4a3a-b16e-af41d03b920d HTTP/1.1" status: 204 len: 168 time: 0.5522830 Sep 21 16:03:30.498477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46384) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:30.534582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecb1c6-915a-4ba3-95d0-df3ab4bcdc0f req-8b0f4f15-0bc9-4a5c-b384-b3267e81aa57 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:30.536217 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-69ecb1c6-915a-4ba3-95d0-df3ab4bcdc0f req-8b0f4f15-0bc9-4a5c-b384-b3267e81aa57 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 944 time: 0.1077650 Sep 21 16:03:30.586851 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-69ecb1c6-915a-4ba3-95d0-df3ab4bcdc0f req-7b930cfc-5efb-4bb0-ab72-19d09538a87b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447555 Sep 21 16:03:30.619786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.630725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 4671f768-edae-4570-a0d9-cbfe2bc44998 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:30.631050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.745452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] DHCP port deletion for 226c09d7-f7ac-4a90-a907-02c9b34f6d54 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:03:30.749725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] Deleting port 4671f768-edae-4570-a0d9-cbfe2bc44998 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:30.750171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.837348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port 4671f768-edae-4570-a0d9-cbfe2bc44998, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4671f768-edae-4570-a0d9-cbfe2bc44998,segment=NetworkSegment(5b61af57-1c4a-4130-b25d-bdcf04521832),segment_id=5b61af57-1c4a-4130-b25d-bdcf04521832)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:30.837708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.953290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] For port 4671f768-edae-4570-a0d9-cbfe2bc44998, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4671f768-edae-4570-a0d9-cbfe2bc44998,segment=NetworkSegment(5b61af57-1c4a-4130-b25d-bdcf04521832),segment_id=5b61af57-1c4a-4130-b25d-bdcf04521832)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:30.953918 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:30.963467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 4671f768-edae-4570-a0d9-cbfe2bc44998 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:31.074098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] Calling delete_port for 4671f768-edae-4570-a0d9-cbfe2bc44998 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:31.115710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.149816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:03:31.150198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:03:31.164931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=4671f768-edae-4570-a0d9-cbfe2bc44998,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:31.166727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No DVR routers for this DVR port 4671f768-edae-4570-a0d9-cbfe2bc44998 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:03:31.289140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.296030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4671f768-edae-4570-a0d9-cbfe2bc44998 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:31.319301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226c09d7-f7ac-4a90-a907-02c9b34f6d54']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:31.331934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b61af57-1c4a-4130-b25d-bdcf04521832') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:31.332233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b61af57-1c4a-4130-b25d-bdcf04521832') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:31.332976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 4671f768-edae-4570-a0d9-cbfe2bc44998 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:31.333322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4671f768-edae-4570-a0d9-cbfe2bc44998 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:31.343613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.358995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.364909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:03:31.368963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.429574 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 5b61af57-1c4a-4130-b25d-bdcf04521832 resource provider aggregate not found Sep 21 16:03:31.449746 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 5b61af57-1c4a-4130-b25d-bdcf04521832 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b61af57-1c4a-4130-b25d-bdcf04521832 found for delete ", "request_id": "req-1b067775-30fa-4764-b7cb-0b716c5bc9af"}]} Sep 21 16:03:31.450806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 68b72eac-882b-4215-9e7a-2db1d1d8e4bf up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:31.561047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.579072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.591924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=226c09d7-f7ac-4a90-a907-02c9b34f6d54,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:31.635241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:31.640437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:31.649540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.668361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] Deleting port 4671f768-edae-4570-a0d9-cbfe2bc44998 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:31.671519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.672132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46394) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:31.674302 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d620c624-c729-42d0-ab6a-7f6bffd4c396 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/226c09d7-f7ac-4a90-a907-02c9b34f6d54 HTTP/1.1" status: 204 len: 168 time: 1.1743829 Sep 21 16:03:31.679392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1670355971', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:31.686811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:31.692094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:router and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:31.695642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:31.702381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:31.755995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e058f6f0-99fc-4fb3-90df-38a41399645a None None] The port '4671f768-edae-4570-a0d9-cbfe2bc44998' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:03:31.776623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.778019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.796634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.807083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93155e-a3b5-4e56-9e5f-39c9bfffbfca req-0dfeb6d6-379d-4480-9ddb-c8c79f31260b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:31.808825 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8e93155e-a3b5-4e56-9e5f-39c9bfffbfca req-0dfeb6d6-379d-4480-9ddb-c8c79f31260b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 944 time: 0.0993025 Sep 21 16:03:31.859683 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8e93155e-a3b5-4e56-9e5f-39c9bfffbfca req-01261ddd-bc53-42dd-9d83-8c9c2bd3714c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Sep 21 16:03:31.860060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:31.860469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:31.887783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:31.890096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ea44a2-f48f-4bbf-9fae-b7abedc7ee4b" -d '{"events": [{"server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "name": "network-vif-plugged", "status": "completed", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:31.898730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:31.932123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f169a967-c0bc-4bbd-a42a-fddf1a0417c6 x-openstack-request-id: req-f169a967-c0bc-4bbd-a42a-fddf1a0417c6 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:31.932478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "name": "network-vif-plugged", "status": "completed", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:31.932794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f169a967-c0bc-4bbd-a42a-fddf1a0417c6 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:31.933333 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f169a967-c0bc-4bbd-a42a-fddf1a0417c6'] response: {'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'code': 200} Sep 21 16:03:31.965091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:32.035718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:32.145907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:32.413661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a960b-1d6b-4046-9d1e-c5cba7968b57 req-1586f93f-4b74-4f2e-abb0-cb86d50a65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:32.415156 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e5a960b-1d6b-4046-9d1e-c5cba7968b57 req-1586f93f-4b74-4f2e-abb0-cb86d50a65b5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 1098 time: 0.1498857 Sep 21 16:03:32.489651 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e5a960b-1d6b-4046-9d1e-c5cba7968b57 req-7f0164d9-6390-46b5-ae4b-9450a058f111 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681484 Sep 21 16:03:32.651187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:32.679269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:32.812536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 172.26.0.244 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/775e6862-bcd2-437f-bb9c-703a72aa6288) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:32.878426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5328520c-9dbd-4c80-9c39-8447c66b4954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:32.958199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:33.044866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:33.059813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade74ae-0e57-47ea-bc17-7c86f953af7e req-db9add72-d84c-4177-9f38-5422778b4c45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:33.061268 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2ade74ae-0e57-47ea-bc17-7c86f953af7e req-db9add72-d84c-4177-9f38-5422778b4c45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 945 time: 0.0900736 Sep 21 16:03:33.106317 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2ade74ae-0e57-47ea-bc17-7c86f953af7e req-947fce67-de4f-4cc8-bde5-f9cc87b04612 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384521 Sep 21 16:03:33.112912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:33.115646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:33.134070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:33.159115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=775e6862-bcd2-437f-bb9c-703a72aa6288,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:33.760713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:34.101069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:34.371150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73817a78-911e-4fda-8aab-c0ca08e40fea req-2d222bd2-dcfe-40e4-aaf4-8ac9ad1ece20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:34.372529 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-73817a78-911e-4fda-8aab-c0ca08e40fea req-2d222bd2-dcfe-40e4-aaf4-8ac9ad1ece20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 945 time: 0.1335104 Sep 21 16:03:34.416212 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-73817a78-911e-4fda-8aab-c0ca08e40fea req-e08d8a1b-01ee-4687-8c13-3bbd008d80c9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374610 Sep 21 16:03:34.463522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router cfd7249c-1b33-4d4d-948d-e30e73778837 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:03:34.619893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c7902-77eb-4924-8357-00597a7857ab req-c7d306c3-5059-4d13-bcb5-ea2021cba8be tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:34.621420 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d78c7902-77eb-4924-8357-00597a7857ab req-c7d306c3-5059-4d13-bcb5-ea2021cba8be tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 945 time: 0.0914340 Sep 21 16:03:34.646241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:34.656329 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa5e5-d1d9-45d6-82f0-b3ed43e895c2 None None] Sync routers for ids ['cfd7249c-1b33-4d4d-948d-e30e73778837'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:34.666210 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842aa5e5-d1d9-45d6-82f0-b3ed43e895c2 None None] Routers {'cfd7249c-1b33-4d4d-948d-e30e73778837'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:34.667053 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-842aa5e5-d1d9-45d6-82f0-b3ed43e895c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cfd7249c-1b33-4d4d-948d-e30e73778837'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:34.673317 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d78c7902-77eb-4924-8357-00597a7857ab req-6c570277-a61e-4ded-81b7-4bbd23b0786c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Sep 21 16:03:34.702748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46406) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:34.731755 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-842aa5e5-d1d9-45d6-82f0-b3ed43e895c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:34.741183 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842aa5e5-d1d9-45d6-82f0-b3ed43e895c2 None None] Routers {'cfd7249c-1b33-4d4d-948d-e30e73778837'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:34.741873 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-842aa5e5-d1d9-45d6-82f0-b3ed43e895c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cfd7249c-1b33-4d4d-948d-e30e73778837'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:34.748034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:34.752504 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ccfb23a7-c474-45db-9c05-36acd212f28a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0748088 Sep 21 16:03:34.753104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46412) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:34.786888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c66aa-7783-407a-9cb3-cc2aae8c76a1 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:34.791233 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-953c66aa-7783-407a-9cb3-cc2aae8c76a1 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 1093 time: 0.0846910 Sep 21 16:03:34.791433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46416) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:34.796568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:34.803304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:34.806072 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-842aa5e5-d1d9-45d6-82f0-b3ed43e895c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:34.806540 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa5e5-d1d9-45d6-82f0-b3ed43e895c2 None None] The sync data for ids ['cfd7249c-1b33-4d4d-948d-e30e73778837'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:34.809428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:34.810640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:34.816732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:34.887359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:34.998416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-866b3f54-eeea-48eb-9ab0-f20c9b994ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:35.051101 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-93318865-885a-414c-a220-c754180d2bcf tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/routers/cfd7249c-1b33-4d4d-948d-e30e73778837 HTTP/1.1" status: 200 len: 885 time: 0.2937260 Sep 21 16:03:35.051306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46420) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:35.160027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:35.257228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-545ef0b3-4ef8-49b2-9826-5a9b453204d9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:router {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:35.294938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.60 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/c46e8f6a-4539-44ba-bd07-605729d0c770) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:35.330198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-545ef0b3-4ef8-49b2-9826-5a9b453204d9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:router {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:35.331536 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-545ef0b3-4ef8-49b2-9826-5a9b453204d9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2793031 Sep 21 16:03:35.334164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46424) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:35.339259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e514e387-892e-4063-8a8c-29f18ecf7681 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1670355971'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:35.441565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:35.519154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:35.589643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:35.592610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:35.595256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:35.630321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=c46e8f6a-4539-44ba-bd07-605729d0c770,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:35.857911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e514e387-892e-4063-8a8c-29f18ecf7681 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:35.966691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e514e387-892e-4063-8a8c-29f18ecf7681 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.015864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.147112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e514e387-892e-4063-8a8c-29f18ecf7681 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router cfd7249c-1b33-4d4d-948d-e30e73778837 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:36.151646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.288032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.336013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e514e387-892e-4063-8a8c-29f18ecf7681 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:36.342877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e514e387-892e-4063-8a8c-29f18ecf7681 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.346701 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e514e387-892e-4063-8a8c-29f18ecf7681 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/cfd7249c-1b33-4d4d-948d-e30e73778837 HTTP/1.1" status: 200 len: 892 time: 1.0089934 Sep 21 16:03:36.346854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46428) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:36.361568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3cebf-bf91-4127-b65e-1b79247528dd None None] Sync routers for ids ['cfd7249c-1b33-4d4d-948d-e30e73778837'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:36.374735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3cebf-bf91-4127-b65e-1b79247528dd None None] Routers {'cfd7249c-1b33-4d4d-948d-e30e73778837'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:36.375668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5fc3cebf-bf91-4127-b65e-1b79247528dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cfd7249c-1b33-4d4d-948d-e30e73778837'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:36.381722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.445445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5fc3cebf-bf91-4127-b65e-1b79247528dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:36.455045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3cebf-bf91-4127-b65e-1b79247528dd None None] Routers {'cfd7249c-1b33-4d4d-948d-e30e73778837'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:36.455661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5fc3cebf-bf91-4127-b65e-1b79247528dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cfd7249c-1b33-4d4d-948d-e30e73778837'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:36.478691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.520912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5fc3cebf-bf91-4127-b65e-1b79247528dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:36.521320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3cebf-bf91-4127-b65e-1b79247528dd None None] The sync data for ids ['cfd7249c-1b33-4d4d-948d-e30e73778837'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:36.599573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.652644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=c46e8f6a-4539-44ba-bd07-605729d0c770,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:36.671401 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ae336f7c-cb6a-4240-8c00-77c479c43f9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/routers/cfd7249c-1b33-4d4d-948d-e30e73778837 HTTP/1.1" status: 200 len: 892 time: 0.3234735 Sep 21 16:03:36.671994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46432) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:36.726019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4240a038-de66-452b-8004-3624924f43fe tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:36.747131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:36.784035 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 31771b61-b983-4b08-883b-c44a3aacfbc4 associated. External IP: 172.26.0.60, port: 68b72eac-882b-4215-9e7a-2db1d1d8e4bf. Sep 21 16:03:36.824944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-4240a038-de66-452b-8004-3624924f43fe tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:36.826858 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4240a038-de66-452b-8004-3624924f43fe tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfd7249c-1b33-4d4d-948d-e30e73778837 HTTP/1.1" status: 200 len: 205 time: 0.1537206 Sep 21 16:03:36.829660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46436) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:37.020713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:37.206691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:37.269651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:37.292750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 775e6862-bcd2-437f-bb9c-703a72aa6288 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:37.293011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:37.448127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:37.458865 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] Sync routers for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:37.465851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:37.468200 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:37.468795 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:37.555430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:37.591501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 775e6862-bcd2-437f-bb9c-703a72aa6288 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:37.618953 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ccb25ec8-ccab-4fdf-8b9d-bfb57f299d15 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8239474 Sep 21 16:03:37.618953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:37.619445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d801d696-16b3-4917-969f-fd183603d897" -d '{"events": [{"name": "network-changed", "server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:37.621842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46440) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:37.655639 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:37.684097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e983b1b-03b7-4399-83c0-078a6d100bec x-openstack-request-id: req-7e983b1b-03b7-4399-83c0-078a6d100bec {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:37.684883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:37.684883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e983b1b-03b7-4399-83c0-078a6d100bec {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:37.685078 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e983b1b-03b7-4399-83c0-078a6d100bec'] response: {'name': 'network-changed', 'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'status': 'completed', 'code': 200} Sep 21 16:03:37.789260 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c7d5d2e1-ad11-4b2d-9168-ca499c0cd6ce tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/31771b61-b983-4b08-883b-c44a3aacfbc4 HTTP/1.1" status: 200 len: 990 time: 0.1652651 Sep 21 16:03:37.808063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801d696-16b3-4917-969f-fd183603d897 req-49eae96b-4ed1-4082-8000-616aa21d1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:37.809435 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d801d696-16b3-4917-969f-fd183603d897 req-49eae96b-4ed1-4082-8000-616aa21d1637 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 1098 time: 0.1042302 Sep 21 16:03:37.855339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:37.867798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:37.906646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=775e6862-bcd2-437f-bb9c-703a72aa6288,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:37.952757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801d696-16b3-4917-969f-fd183603d897 req-c59c8e45-831a-4590-9ff5-b417b1113338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:37.954849 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d801d696-16b3-4917-969f-fd183603d897 req-c59c8e45-831a-4590-9ff5-b417b1113338 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6529386b-f63c-43fd-ad03-31d1b8c9915e HTTP/1.1" status: 200 len: 898 time: 0.1386340 Sep 21 16:03:38.010860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.032406 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '31771b61-b983-4b08-883b-c44a3aacfbc4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.60', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'port_id': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'mac_address': 'fa:16:3e:98:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:03:35Z', 'updated_at': '2022-09-21T16:03:35Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:19Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:38.036425 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] Checking router: 3e4153c0-8afc-40ba-b9c5-6e89b960db9a for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:03:38.046379 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:38.046997 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:38.074511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d801d696-16b3-4917-969f-fd183603d897 req-d1c72eac-d9a5-4501-a931-67e65bba45da service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b72eac-882b-4215-9e7a-2db1d1d8e4bf HTTP/1.1" status: 200 len: 998 time: 0.1128056 Sep 21 16:03:38.138201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801d696-16b3-4917-969f-fd183603d897 req-1d49e064-11ca-4587-a396-35bc3a6ab136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:38.139638 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d801d696-16b3-4917-969f-fd183603d897 req-1d49e064-11ca-4587-a396-35bc3a6ab136 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=391b87c1-6c63-4274-b40f-9cf03904bc0e HTTP/1.1" status: 200 len: 835 time: 0.0584328 Sep 21 16:03:38.191009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.193320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.230872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801d696-16b3-4917-969f-fd183603d897 req-ecb2b54d-3609-4d98-bb56-2e166c22ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:38.232375 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d801d696-16b3-4917-969f-fd183603d897 req-ecb2b54d-3609-4d98-bb56-2e166c22ff71 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6529386b-f63c-43fd-ad03-31d1b8c9915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864568 Sep 21 16:03:38.235966 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:38.280692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.281216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Fanout notify agent at l3_agent the message router_deleted on router cfd7249c-1b33-4d4d-948d-e30e73778837 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:03:38.365406 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d801d696-16b3-4917-969f-fd183603d897 req-204cd95b-92fe-42dc-a1f1-f5fdc3fb88d0 service neutron] 10.222.0.33 "GET /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264322 Sep 21 16:03:38.368591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.369671 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-872b9273-f908-4627-a6c9-623b807c47c2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/cfd7249c-1b33-4d4d-948d-e30e73778837 HTTP/1.1" status: 204 len: 168 time: 1.5389521 Sep 21 16:03:38.373462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46446) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:38.379223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1262023207'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:38.384085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:38.389189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:38.392954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:38.399016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:38.478743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:38.483938 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.504475 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d801d696-16b3-4917-969f-fd183603d897 req-7efaea2c-46c8-4c0d-9db5-a5f3081edcf3 service neutron] 10.222.0.33 "GET /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333530 Sep 21 16:03:38.619876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:03:38.630850 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.631196 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment 1a737b49-133f-4f22-a76f-97ea18601020 of type vlan for network 95006f7d-4a25-4dd7-b190-482154b37c85 Sep 21 16:03:38.635791 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '31771b61-b983-4b08-883b-c44a3aacfbc4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.60', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'port_id': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'mac_address': 'fa:16:3e:98:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:03:35Z', 'updated_at': '2022-09-21T16:03:35Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:19Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:38.639654 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549d6e52-2f21-46c0-80b6-ca1d8b746bbc None None] The sync data for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv is: [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '31771b61-b983-4b08-883b-c44a3aacfbc4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.60', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'port_id': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'mac_address': 'fa:16:3e:98:43:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:03:35Z', 'updated_at': '2022-09-21T16:03:35Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:19Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:38.658141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.736289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.741823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:38.742446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:38.791884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46450) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:38.828191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f1656-062f-499a-b21c-9a5648155b28 None None] New status for floating IP 31771b61-b983-4b08-883b-c44a3aacfbc4: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:03:38.852236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=95006f7d-4a25-4dd7-b190-482154b37c85,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:38.888071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 95006f7d-4a25-4dd7-b190-482154b37c85 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:03:38.921793 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-743aeec2-e3a2-430d-8265-f24551f82442 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5472269 Sep 21 16:03:38.924613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46454) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:38.930675 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': '95006f7d-4a25-4dd7-b190-482154b37c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:39.048432 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b07fb663-284b-4493-896d-dbfb762bb9d0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/31771b61-b983-4b08-883b-c44a3aacfbc4 HTTP/1.1" status: 200 len: 990 time: 0.2553916 Sep 21 16:03:39.049501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:39.053440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:39.056338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:39.062162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:39.155118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:39.159244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.463464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.542680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=dbaaad17-5077-492e-89b8-fc6c2c732170,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:39.554639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': '1a737b49-133f-4f22-a76f-97ea18601020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '95006f7d-4a25-4dd7-b190-482154b37c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:39.555003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: 95006f7d-4a25-4dd7-b190-482154b37c85, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:03:39.634657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 95006f7d-4a25-4dd7-b190-482154b37c85 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:03:39.697427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 95006f7d-4a25-4dd7-b190-482154b37c85) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:39.701618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:39.702232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.706838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e0ea16-ea4b-45b7-a89d-31f1c8fffba4 None None] Network 95006f7d-4a25-4dd7-b190-482154b37c85 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:39.790045 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-31a81609-917f-4034-a2a6-66ea2d926680 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8640425 Sep 21 16:03:39.792447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46458) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:39.797727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1069260241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:39.804556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:39.809082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:router and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:39.812155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:39.818269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:39.884343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.885525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.901084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.932708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-95006f7d-4a25-4dd7-b190-482154b37c85', 'network_id': '95006f7d-4a25-4dd7-b190-482154b37c85', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': 'dbaaad17-5077-492e-89b8-fc6c2c732170'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:03:39.933577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:39.987464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.050725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46462) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:40.092139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Allocated IP 2001:db8::2 (95006f7d-4a25-4dd7-b190-482154b37c85/dbaaad17-5077-492e-89b8-fc6c2c732170/f0145f73-d656-4f5f-854d-5515f17e3170) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:40.114397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.115573 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aa71e031-cc2e-4f8f-a318-4d5e5fc2288c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3221896 Sep 21 16:03:40.118603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46466) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:40.159362 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-240935ae-1406-4264-9c7c-ddaf4fc590f4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/31771b61-b983-4b08-883b-c44a3aacfbc4 HTTP/1.1" status: 200 len: 992 time: 0.1074326 Sep 21 16:03:40.297124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.307053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Transition to ACTIVE for port object f0145f73-d656-4f5f-854d-5515f17e3170 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:40.325070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Transition to ACTIVE for port object f0145f73-d656-4f5f-854d-5515f17e3170 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:40.401327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.469127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Network 95006f7d-4a25-4dd7-b190-482154b37c85 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:40.472045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:40.475715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:40.478626 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:03:40.481462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Pushing event updated for resources: {'Port': ['ID=f0145f73-d656-4f5f-854d-5515f17e3170,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:40.579798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Attempting to bind port f0145f73-d656-4f5f-854d-5515f17e3170 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:40.580078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Attempting to bind port f0145f73-d656-4f5f-854d-5515f17e3170 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1a737b49-133f-4f22-a76f-97ea18601020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '95006f7d-4a25-4dd7-b190-482154b37c85'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:40.580451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Attempting to bind port f0145f73-d656-4f5f-854d-5515f17e3170 on network 95006f7d-4a25-4dd7-b190-482154b37c85 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:40.585650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:40.586061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Checking segment: {'id': '1a737b49-133f-4f22-a76f-97ea18601020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '95006f7d-4a25-4dd7-b190-482154b37c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:40.586466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.586860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Bound using segment: {'id': '1a737b49-133f-4f22-a76f-97ea18601020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '95006f7d-4a25-4dd7-b190-482154b37c85'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:40.587327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Bound port: f0145f73-d656-4f5f-854d-5515f17e3170, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a737b49-133f-4f22-a76f-97ea18601020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '95006f7d-4a25-4dd7-b190-482154b37c85'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:40.587703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.600156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.714962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] For port f0145f73-d656-4f5f-854d-5515f17e3170, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:40.717874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] For port f0145f73-d656-4f5f-854d-5515f17e3170, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f0145f73-d656-4f5f-854d-5515f17e3170,segment=NetworkSegment(1a737b49-133f-4f22-a76f-97ea18601020),segment_id=1a737b49-133f-4f22-a76f-97ea18601020)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:40.800903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:40.875501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf74675-959e-46fe-a251-dd4e5c2b00fd None None] Pushing event updated for resources: {'Port': ['ID=f0145f73-d656-4f5f-854d-5515f17e3170,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:40.947174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8::1 (95006f7d-4a25-4dd7-b190-482154b37c85/dbaaad17-5077-492e-89b8-fc6c2c732170/e1b2c981-15c6-4637-b6af-e6e7adaf4355) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:41.124585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:41.142597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object e1b2c981-15c6-4637-b6af-e6e7adaf4355 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:41.235419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:41.308200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 95006f7d-4a25-4dd7-b190-482154b37c85 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:41.311398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:41.315317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:41.315854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:41.321282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=e1b2c981-15c6-4637-b6af-e6e7adaf4355,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:41.348339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f0145f73-d656-4f5f-854d-5515f17e3170 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:41.478095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port f0145f73-d656-4f5f-854d-5515f17e3170 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:41.493813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:41.808813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305fb99f-1e18-4315-b431-23fd3f982f34 None None] Network 95006f7d-4a25-4dd7-b190-482154b37c85 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:41.973971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d8ce5975-226e-4df0-9b66-8c7c777a7c80 None None] Provisioning for port f0145f73-d656-4f5f-854d-5515f17e3170 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:41.983234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d8ce5975-226e-4df0-9b66-8c7c777a7c80 None None] Provisioning complete for port f0145f73-d656-4f5f-854d-5515f17e3170 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:41.983812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d8ce5975-226e-4df0-9b66-8c7c777a7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.013030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.081040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.081841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.165271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce5975-226e-4df0-9b66-8c7c777a7c80 None None] Current status of the port f0145f73-d656-4f5f-854d-5515f17e3170 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:42.165562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d8ce5975-226e-4df0-9b66-8c7c777a7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.202182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d8ce5975-226e-4df0-9b66-8c7c777a7c80 None None] For port f0145f73-d656-4f5f-854d-5515f17e3170, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f0145f73-d656-4f5f-854d-5515f17e3170,segment=NetworkSegment(1a737b49-133f-4f22-a76f-97ea18601020),segment_id=1a737b49-133f-4f22-a76f-97ea18601020)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:42.239517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=e1b2c981-15c6-4637-b6af-e6e7adaf4355,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:42.273313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d8ce5975-226e-4df0-9b66-8c7c777a7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.296225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 95006f7d-4a25-4dd7-b190-482154b37c85 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:42.297388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:42.343964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce5975-226e-4df0-9b66-8c7c777a7c80 None None] Pushing event updated for resources: {'Port': ['ID=f0145f73-d656-4f5f-854d-5515f17e3170,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:42.399650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ecf4a59b-d828-4cc2-b81b-11e822efabfc None None] Provisioning complete for port f0145f73-d656-4f5f-854d-5515f17e3170 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:42.400281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a59b-d828-4cc2-b81b-11e822efabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.532980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4a59b-d828-4cc2-b81b-11e822efabfc None None] Current status of the port f0145f73-d656-4f5f-854d-5515f17e3170 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:42.561207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 0702c576-ae49-4d3c-bba0-5d800f3f96e1 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:03:42.615856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ecf4a59b-d828-4cc2-b81b-11e822efabfc None None] Provisioning for port e1b2c981-15c6-4637-b6af-e6e7adaf4355 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:42.621373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ecf4a59b-d828-4cc2-b81b-11e822efabfc None None] Provisioning complete for port e1b2c981-15c6-4637-b6af-e6e7adaf4355 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:42.621757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ecf4a59b-d828-4cc2-b81b-11e822efabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.682193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4a59b-d828-4cc2-b81b-11e822efabfc None None] Port e1b2c981-15c6-4637-b6af-e6e7adaf4355 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:42.729093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:42.739259 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4b12e-6664-413a-981b-fec366c625db None None] Sync routers for ids ['0702c576-ae49-4d3c-bba0-5d800f3f96e1'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:42.744893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-12c1cdb8-840b-4b41-b66e-ea650a44db13 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/0702c576-ae49-4d3c-bba0-5d800f3f96e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250768 Sep 21 16:03:42.747231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46470) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:42.749911 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4b12e-6664-413a-981b-fec366c625db None None] Routers {'0702c576-ae49-4d3c-bba0-5d800f3f96e1'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:42.750787 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-4cd4b12e-6664-413a-981b-fec366c625db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['0702c576-ae49-4d3c-bba0-5d800f3f96e1'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:42.802839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cba61a6a-e57a-4138-bd60-6aaa32fa94e2 None None] Provisioning complete for port e1b2c981-15c6-4637-b6af-e6e7adaf4355 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:42.803681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cba61a6a-e57a-4138-bd60-6aaa32fa94e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:42.814451 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-4cd4b12e-6664-413a-981b-fec366c625db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:42.821011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11865439-be54-42b6-be17-4406d91f062c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:42.821590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-11865439-be54-42b6-be17-4406d91f062c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:42.822999 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4b12e-6664-413a-981b-fec366c625db None None] Routers {'0702c576-ae49-4d3c-bba0-5d800f3f96e1'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:42.823596 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-4cd4b12e-6664-413a-981b-fec366c625db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['0702c576-ae49-4d3c-bba0-5d800f3f96e1'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:42.864737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cba61a6a-e57a-4138-bd60-6aaa32fa94e2 None None] Port e1b2c981-15c6-4637-b6af-e6e7adaf4355 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:42.885354 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-4cd4b12e-6664-413a-981b-fec366c625db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:42.885764 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4b12e-6664-413a-981b-fec366c625db None None] The sync data for ids ['0702c576-ae49-4d3c-bba0-5d800f3f96e1'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:42.889815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-11865439-be54-42b6-be17-4406d91f062c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:42.891770 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-11865439-be54-42b6-be17-4406d91f062c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports/e1b2c981-15c6-4637-b6af-e6e7adaf4355 HTTP/1.1" status: 200 len: 911 time: 0.1428294 Sep 21 16:03:42.894594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46474) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:42.900539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c1ffde0e-8efc-4e89-851f-2d36bee10bbb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbaaad17-5077-492e-89b8-fc6c2c732170'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:43.139484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1ffde0e-8efc-4e89-851f-2d36bee10bbb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.307157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f0145f73-d656-4f5f-854d-5515f17e3170 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:43.373127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f0145f73-d656-4f5f-854d-5515f17e3170 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:43.373498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.489779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f0145f73-d656-4f5f-854d-5515f17e3170 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:43.745099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1ffde0e-8efc-4e89-851f-2d36bee10bbb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.809380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1ffde0e-8efc-4e89-851f-2d36bee10bbb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.815623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffde0e-8efc-4e89-851f-2d36bee10bbb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:43.816239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1ffde0e-8efc-4e89-851f-2d36bee10bbb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:43.817551 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c1ffde0e-8efc-4e89-851f-2d36bee10bbb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/ports/e1b2c981-15c6-4637-b6af-e6e7adaf4355 HTTP/1.1" status: 200 len: 911 time: 0.9219818 Sep 21 16:03:43.820484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46478) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:43.882409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffde0e-8efc-4e89-851f-2d36bee10bbb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=e1b2c981-15c6-4637-b6af-e6e7adaf4355,revision_number=3']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:44.317538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:44.763956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port e1b2c981-15c6-4637-b6af-e6e7adaf4355 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:44.764287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:44.953858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:45.076016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for e1b2c981-15c6-4637-b6af-e6e7adaf4355 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:45.309166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:45.359312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=e1b2c981-15c6-4637-b6af-e6e7adaf4355,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:45.538888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:45.919398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 0702c576-ae49-4d3c-bba0-5d800f3f96e1 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:46.051257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:46.060385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00b986-9611-4ab1-9125-6d556711a138 None None] Sync routers for ids ['0702c576-ae49-4d3c-bba0-5d800f3f96e1'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:46.070316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00b986-9611-4ab1-9125-6d556711a138 None None] Routers {'0702c576-ae49-4d3c-bba0-5d800f3f96e1'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:46.070954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ad00b986-9611-4ab1-9125-6d556711a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['0702c576-ae49-4d3c-bba0-5d800f3f96e1'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:46.131742 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9ab365b5-9acc-44ab-9ab1-44a251b2d168 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/0702c576-ae49-4d3c-bba0-5d800f3f96e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3101165 Sep 21 16:03:46.134394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46482) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:46.137226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ad00b986-9611-4ab1-9125-6d556711a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:46.146566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00b986-9611-4ab1-9125-6d556711a138 None None] Routers {'0702c576-ae49-4d3c-bba0-5d800f3f96e1'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:46.147168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ad00b986-9611-4ab1-9125-6d556711a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['0702c576-ae49-4d3c-bba0-5d800f3f96e1'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:46.187945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1f17f553-32e1-4062-aa06-3a07f7ad74ae tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:03:46.211156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ad00b986-9611-4ab1-9125-6d556711a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:46.211563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00b986-9611-4ab1-9125-6d556711a138 None None] The sync data for ids ['0702c576-ae49-4d3c-bba0-5d800f3f96e1'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:46.309448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1f17f553-32e1-4062-aa06-3a07f7ad74ae tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:03:46.310641 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1f17f553-32e1-4062-aa06-3a07f7ad74ae tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=0702c576-ae49-4d3c-bba0-5d800f3f96e1 HTTP/1.1" status: 200 len: 205 time: 0.1753292 Sep 21 16:03:46.313843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46486) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:46.447719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d17ee6d-710d-4f53-a144-64189776d3d4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:46.745533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d17ee6d-710d-4f53-a144-64189776d3d4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:46.747613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d17ee6d-710d-4f53-a144-64189776d3d4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:46.849889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d17ee6d-710d-4f53-a144-64189776d3d4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:46.850475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d17ee6d-710d-4f53-a144-64189776d3d4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Fanout notify agent at l3_agent the message router_deleted on router 0702c576-ae49-4d3c-bba0-5d800f3f96e1 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:03:46.866174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d17ee6d-710d-4f53-a144-64189776d3d4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:46.867273 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0d17ee6d-710d-4f53-a144-64189776d3d4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/0702c576-ae49-4d3c-bba0-5d800f3f96e1 HTTP/1.1" status: 204 len: 168 time: 0.5524881 Sep 21 16:03:46.877087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46492) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:46.944942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c5401e-16ca-46cb-b6ef-0b99910e6297 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet dbaaad17-5077-492e-89b8-fc6c2c732170 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:03:46.947828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c5401e-16ca-46cb-b6ef-0b99910e6297 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.002287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c5401e-16ca-46cb-b6ef-0b99910e6297 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.083720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c5401e-16ca-46cb-b6ef-0b99910e6297 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.235289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c5401e-16ca-46cb-b6ef-0b99910e6297 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.274042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5401e-16ca-46cb-b6ef-0b99910e6297 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=dbaaad17-5077-492e-89b8-fc6c2c732170,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:47.278921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-81c5401e-16ca-46cb-b6ef-0b99910e6297 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.285055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11a638-61e0-4c15-b455-cc7a707a6c3d None None] Network 95006f7d-4a25-4dd7-b190-482154b37c85 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:47.285625 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-81c5401e-16ca-46cb-b6ef-0b99910e6297 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/dbaaad17-5077-492e-89b8-fc6c2c732170 HTTP/1.1" status: 204 len: 168 time: 0.4073777 Sep 21 16:03:47.288098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46498) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:47.401083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.411995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port f0145f73-d656-4f5f-854d-5515f17e3170 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:47.412329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.534550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] DHCP port deletion for 95006f7d-4a25-4dd7-b190-482154b37c85 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:03:47.538781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] Deleting port f0145f73-d656-4f5f-854d-5515f17e3170 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:47.539218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.626951 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port f0145f73-d656-4f5f-854d-5515f17e3170, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f0145f73-d656-4f5f-854d-5515f17e3170,segment=NetworkSegment(1a737b49-133f-4f22-a76f-97ea18601020),segment_id=1a737b49-133f-4f22-a76f-97ea18601020)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:47.627307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.748089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for f0145f73-d656-4f5f-854d-5515f17e3170 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:47.771757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] For port f0145f73-d656-4f5f-854d-5515f17e3170, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f0145f73-d656-4f5f-854d-5515f17e3170,segment=NetworkSegment(1a737b49-133f-4f22-a76f-97ea18601020),segment_id=1a737b49-133f-4f22-a76f-97ea18601020)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:47.772150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.892696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:47.897256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] Calling delete_port for f0145f73-d656-4f5f-854d-5515f17e3170 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:47.941715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=f0145f73-d656-4f5f-854d-5515f17e3170,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:47.948723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No DVR routers for this DVR port f0145f73-d656-4f5f-854d-5515f17e3170 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: from cryptography.utils import int_from_bytes Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: from cryptography.utils import int_from_bytes Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn_limited( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn_limited( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:03:47.967673 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:03:47.975937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:03:47.976292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:03:48.071650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.096342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95006f7d-4a25-4dd7-b190-482154b37c85']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:48.108115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a737b49-133f-4f22-a76f-97ea18601020') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:48.108419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a737b49-133f-4f22-a76f-97ea18601020') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:48.119964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.137039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.143294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:03:48.143727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.217809 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1a737b49-133f-4f22-a76f-97ea18601020 resource provider aggregate not found Sep 21 16:03:48.247918 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1a737b49-133f-4f22-a76f-97ea18601020 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a737b49-133f-4f22-a76f-97ea18601020 found for delete ", "request_id": "req-9f1447f3-b26c-461e-bcad-6f3025184202"}]} Sep 21 16:03:48.326849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.344231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.355143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=95006f7d-4a25-4dd7-b190-482154b37c85,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:48.424242 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4b80bac0-7762-4d80-923a-38049f3d204f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/95006f7d-4a25-4dd7-b190-482154b37c85 HTTP/1.1" status: 204 len: 168 time: 1.1351326 Sep 21 16:03:48.427846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46506) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:48.432958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2084077001', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:48.440147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:48.444418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:router and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:48.447375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:48.454660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:48.477695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] Deleting port f0145f73-d656-4f5f-854d-5515f17e3170 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:48.478213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.542841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-15950376-ec94-44a0-bad9-a48bcbf9bba5 None None] The port 'f0145f73-d656-4f5f-854d-5515f17e3170' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:03:48.543917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.545028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.560004 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.638693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.754890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.756067 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cf27c169-1c6b-48bb-8168-0995ed9a6497 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3272946 Sep 21 16:03:48.758702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46510) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:48.764061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1211102099'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:48.769325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:48.773806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:48.776733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:48.783064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:48.863190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:48.866579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.893980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:03:48.902150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:48.902492 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment ea391cbd-caa5-488f-aa6d-ac7488f918d1 of type vlan for network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 Sep 21 16:03:48.928231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:49.029150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:49.034755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:49.035336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:49.137670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=be4598ea-33d7-4e9b-aa29-2f82e1b118b6,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:49.148889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:03:49.187445 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fcbb0f3f-af09-40c4-ac45-d0855437c83b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4277356 Sep 21 16:03:49.191160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46514) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:49.196648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:49.308401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f0145f73-d656-4f5f-854d-5515f17e3170 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:03:49.314589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:49.318707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:49.321555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:49.327653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:49.346264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: f0145f73-d656-4f5f-854d-5515f17e3170 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:03:49.346610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f0145f73-d656-4f5f-854d-5515f17e3170 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:03:49.415119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:49.418666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:49.792800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:49.873693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=2171c628-ea09-41fb-a635-6ff535941b3f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:49.878928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:49.879366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: be4598ea-33d7-4e9b-aa29-2f82e1b118b6, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:03:49.957879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:03:50.015044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, be4598ea-33d7-4e9b-aa29-2f82e1b118b6) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:50.021244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:50.021379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:50.024293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5e24a7-d6af-43ae-a14d-b27c17295b4d None None] Network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:50.098671 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fbaf355d-b47f-4c9a-b164-9f6f92c32010 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9063432 Sep 21 16:03:50.101461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46520) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:50.244946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:03:50.245777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:50.402157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Allocated IP 2001:db8::2 (be4598ea-33d7-4e9b-aa29-2f82e1b118b6/2171c628-ea09-41fb-a635-6ff535941b3f/2aad8ded-9644-48ee-9241-d9980c1953f7) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:50.585322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:50.605689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:50.616019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Transition to ACTIVE for port object 2aad8ded-9644-48ee-9241-d9980c1953f7 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:50.640655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Transition to ACTIVE for port object 2aad8ded-9644-48ee-9241-d9980c1953f7 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:50.812657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:50.882370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:50.885028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:50.888024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:50.931987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Pushing event updated for resources: {'Port': ['ID=2aad8ded-9644-48ee-9241-d9980c1953f7,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:50.934384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8::1 (be4598ea-33d7-4e9b-aa29-2f82e1b118b6/2171c628-ea09-41fb-a635-6ff535941b3f/46cb71b1-dc09-4dcc-a7c1-65503e79983c) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:50.999183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Attempting to bind port 2aad8ded-9644-48ee-9241-d9980c1953f7 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:50.999550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Attempting to bind port 2aad8ded-9644-48ee-9241-d9980c1953f7 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:50.999917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Attempting to bind port 2aad8ded-9644-48ee-9241-d9980c1953f7 on network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:51.005744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:51.006160 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Checking segment: {'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:51.006562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:51.006983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Bound using segment: {'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:51.007449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Bound port: 2aad8ded-9644-48ee-9241-d9980c1953f7, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:51.007823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:51.092976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:51.097141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] For port 2aad8ded-9644-48ee-9241-d9980c1953f7, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:51.100480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] For port 2aad8ded-9644-48ee-9241-d9980c1953f7, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2aad8ded-9644-48ee-9241-d9980c1953f7,segment=NetworkSegment(ea391cbd-caa5-488f-aa6d-ac7488f918d1),segment_id=ea391cbd-caa5-488f-aa6d-ac7488f918d1)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:51.108852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object 46cb71b1-dc09-4dcc-a7c1-65503e79983c will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:51.184034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:51.201253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:51.269586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:51.272509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:51.276551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:51.277081 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:51.293616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=46cb71b1-dc09-4dcc-a7c1-65503e79983c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:51.301682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6587b-e7fb-4ad8-a971-780199dab75c None None] Pushing event updated for resources: {'Port': ['ID=2aad8ded-9644-48ee-9241-d9980c1953f7,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:51.472076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:51.967207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.029462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.030347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.180136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=46cb71b1-dc09-4dcc-a7c1-65503e79983c,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:52.230466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971c13b-9247-4373-ac52-67cd2f5fdf8c None None] Network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:52.235606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:52.235606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:52.437183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-13fe2ba5-d96e-4612-961f-42d6a9d50f46 None None] Provisioning for port 2aad8ded-9644-48ee-9241-d9980c1953f7 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:52.478466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:03:52.637530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:52.648560 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:52.654129 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c48f6944-9648-4216-96c6-782c3a123bce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5499463 Sep 21 16:03:52.655836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46524) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:52.659961 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:52.660904 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:52.664434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1855582919'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:52.670422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:52.676747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:52.678416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:52.684486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:52.723867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-77a1a25e-eec5-4613-8363-1edfdae6cc3c None None] Provisioning for port 46cb71b1-dc09-4dcc-a7c1-65503e79983c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:52.729158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-77a1a25e-eec5-4613-8363-1edfdae6cc3c None None] Provisioning complete for port 46cb71b1-dc09-4dcc-a7c1-65503e79983c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:52.729784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-77a1a25e-eec5-4613-8363-1edfdae6cc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.764559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:52.769407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.799441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-77a1a25e-eec5-4613-8363-1edfdae6cc3c None None] Port 46cb71b1-dc09-4dcc-a7c1-65503e79983c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:52.807727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:03:52.820188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.820644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment 92b36dd3-f2a9-4b02-9c60-b88b350ab479 of type vlan for network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 Sep 21 16:03:52.826871 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:52.851182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.935364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8ccd9f8e-6ded-44b0-8b11-f5135e7929d3 None None] Provisioning complete for port 46cb71b1-dc09-4dcc-a7c1-65503e79983c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:52.935735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9f8e-6ded-44b0-8b11-f5135e7929d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.946923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.953471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:52.954179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:52.997644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd9f8e-6ded-44b0-8b11-f5135e7929d3 None None] Port 46cb71b1-dc09-4dcc-a7c1-65503e79983c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:53.075542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:53.086422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:03:53.153412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-21feed79-571a-4d63-bafb-97e943aa52b8 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4948189 Sep 21 16:03:53.156103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46530) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:53.162694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:53.165176 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:03:51Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:51Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:53.169146 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:03:53.169501 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Updating router 97c32920-19ab-4dd2-876b-29a8d07adbf3 port 46cb71b1-dc09-4dcc-a7c1-65503e79983c binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:03:53.218757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9ea79766-ebe5-472c-80d0-42371793ec3e None None] Provisioning complete for port 46cb71b1-dc09-4dcc-a7c1-65503e79983c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:53.220090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9ea79766-ebe5-472c-80d0-42371793ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.224763 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.273798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9ea79766-ebe5-472c-80d0-42371793ec3e None None] Port 46cb71b1-dc09-4dcc-a7c1-65503e79983c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:53.280563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:53.285315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:53.289166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:53.297724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:53.356093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2aad8ded-9644-48ee-9241-d9980c1953f7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:53.438539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:53.442058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.489549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2aad8ded-9644-48ee-9241-d9980c1953f7 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:53.495173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2aad8ded-9644-48ee-9241-d9980c1953f7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:53.502229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.577309 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.589084 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Transition to ACTIVE for port object 46cb71b1-dc09-4dcc-a7c1-65503e79983c will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:53.616812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2aad8ded-9644-48ee-9241-d9980c1953f7 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:53.617191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.649496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 2aad8ded-9644-48ee-9241-d9980c1953f7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2aad8ded-9644-48ee-9241-d9980c1953f7,segment=NetworkSegment(ea391cbd-caa5-488f-aa6d-ac7488f918d1),segment_id=ea391cbd-caa5-488f-aa6d-ac7488f918d1)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:53.658159 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.714704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.743666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.784468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=2aad8ded-9644-48ee-9241-d9980c1953f7,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:53.826775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=e86f7dd4-ce1a-4156-ad9c-c5400faadba0,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:53.836016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:53.836376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:03:53.844956 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Pushing event updated for resources: {'Port': ['ID=46cb71b1-dc09-4dcc-a7c1-65503e79983c,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:53.861875 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.863147 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.863147 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.863147 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.863442 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.863542 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.863849 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.864168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.864488 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.864806 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.865122 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.865440 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:53.883866 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Attempting to bind port 46cb71b1-dc09-4dcc-a7c1-65503e79983c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:53.884226 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Attempting to bind port 46cb71b1-dc09-4dcc-a7c1-65503e79983c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:53.884586 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Attempting to bind port 46cb71b1-dc09-4dcc-a7c1-65503e79983c on network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:53.890116 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:53.890716 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Checking segment: {'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:53.891409 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.891799 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Bound using segment: {'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:53.892271 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Bound port: 46cb71b1-dc09-4dcc-a7c1-65503e79983c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea391cbd-caa5-488f-aa6d-ac7488f918d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:53.892665 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.909323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:03:53.970244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:53.975563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:53.976666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:53.978712 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] For port 46cb71b1-dc09-4dcc-a7c1-65503e79983c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:53.981129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6b7cf8-240d-4319-a776-4298c3ccc690 None None] Network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:53.981812 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] For port 46cb71b1-dc09-4dcc-a7c1-65503e79983c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=46cb71b1-dc09-4dcc-a7c1-65503e79983c,segment=NetworkSegment(ea391cbd-caa5-488f-aa6d-ac7488f918d1),segment_id=ea391cbd-caa5-488f-aa6d-ac7488f918d1)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:54.067194 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.097887 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e1ac6713-edd5-41ea-89be-a3d3e306780b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9388809 Sep 21 16:03:54.099693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46534) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:54.160485 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:54.161095 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:54.222208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:03:54.222208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.289195 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a7ad3-372c-4222-be6f-963879435e42 None None] Pushing event updated for resources: {'Port': ['ID=46cb71b1-dc09-4dcc-a7c1-65503e79983c,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:54.326758 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:54.387009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Allocated IP 2001:db8:1::2 (dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02/e86f7dd4-ce1a-4156-ad9c-c5400faadba0/d66c361e-b006-4f53-b90c-4d6b74653b13) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:54.595756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.605965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Transition to ACTIVE for port object d66c361e-b006-4f53-b90c-4d6b74653b13 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:54.625022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Transition to ACTIVE for port object d66c361e-b006-4f53-b90c-4d6b74653b13 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:54.645285 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:03:51Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:53Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:54.649311 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43df32c-df55-4620-bfdf-688ee8aa8bbd None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:03:51Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:53Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:03:54.696156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.764817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:54.768191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:54.772251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:54.781140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Pushing event updated for resources: {'Port': ['ID=d66c361e-b006-4f53-b90c-4d6b74653b13,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:54.827935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.895971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Attempting to bind port d66c361e-b006-4f53-b90c-4d6b74653b13 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:54.896345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Attempting to bind port d66c361e-b006-4f53-b90c-4d6b74653b13 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:54.896712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Attempting to bind port d66c361e-b006-4f53-b90c-4d6b74653b13 on network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:54.901882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:54.902291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Checking segment: {'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:54.902695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:54.903090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Bound using segment: {'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:54.903552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Bound port: d66c361e-b006-4f53-b90c-4d6b74653b13, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:54.903926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.040229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] For port d66c361e-b006-4f53-b90c-4d6b74653b13, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:55.043500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] For port d66c361e-b006-4f53-b90c-4d6b74653b13, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d66c361e-b006-4f53-b90c-4d6b74653b13,segment=NetworkSegment(92b36dd3-f2a9-4b02-9c60-b88b350ab479),segment_id=92b36dd3-f2a9-4b02-9c60-b88b350ab479)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:55.109934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.200179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f41e6d-809d-4a3f-b970-d8e390cd4da1 None None] Pushing event updated for resources: {'Port': ['ID=d66c361e-b006-4f53-b90c-4d6b74653b13,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:55.290368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8:1::1 (dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02/e86f7dd4-ce1a-4156-ad9c-c5400faadba0/a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:55.456670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 46cb71b1-dc09-4dcc-a7c1-65503e79983c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:55.487826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.506275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:55.591030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 46cb71b1-dc09-4dcc-a7c1-65503e79983c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:55.596278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 46cb71b1-dc09-4dcc-a7c1-65503e79983c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:55.596537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.600950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.674534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:55.677811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:55.681780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:03:55.682348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.689336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:55.725216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 46cb71b1-dc09-4dcc-a7c1-65503e79983c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:55.725678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.757849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 46cb71b1-dc09-4dcc-a7c1-65503e79983c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=46cb71b1-dc09-4dcc-a7c1-65503e79983c,segment=NetworkSegment(ea391cbd-caa5-488f-aa6d-ac7488f918d1),segment_id=ea391cbd-caa5-488f-aa6d-ac7488f918d1)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:55.867062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.867849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2aad8ded-9644-48ee-9241-d9980c1953f7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:55.898811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:55.991333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=46cb71b1-dc09-4dcc-a7c1-65503e79983c,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:56.004227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2aad8ded-9644-48ee-9241-d9980c1953f7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:56.004571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:56.131942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2aad8ded-9644-48ee-9241-d9980c1953f7 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:56.413442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:56.484090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:56.489448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:56.638138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:56.665436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ffcd46-7b3e-4a92-b018-84abb0dee47c None None] Network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:56.691752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:03:56.692945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:56.817637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f27d310b-7772-4802-bc68-e65085e55445 None None] Provisioning for port d66c361e-b006-4f53-b90c-4d6b74653b13 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:56.855482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:57.022277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:57.033052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:57.044824 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8dff5514-7b4d-4255-80a1-7a705c1122ce tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9433622 Sep 21 16:03:57.045174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:57.045789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:57.048192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46538) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:57.053819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-285657595'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:57.059012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:57.063548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:57.066507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:57.073374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:57.138011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:57.141540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.183284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:03:57.193881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.194496 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment d306f06e-a602-4c43-8015-25e3848ee39f of type vlan for network 1283ae3a-8935-415a-8bd1-5f0486c93f0c Sep 21 16:03:57.208395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:57.223287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.269765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a3fcb9cf-1dc5-44a7-b3de-9166211a1f9a None None] Provisioning for port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:57.279582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a3fcb9cf-1dc5-44a7-b3de-9166211a1f9a None None] Provisioning complete for port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:57.280017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb9cf-1dc5-44a7-b3de-9166211a1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.328901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.335433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:57.336031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.460990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=1283ae3a-8935-415a-8bd1-5f0486c93f0c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:57.465242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d66c361e-b006-4f53-b90c-4d6b74653b13 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:57.469459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.469910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.470464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.470920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.471340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.471949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.472287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.472619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.472977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.473308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.473637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.474183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:03:57.494296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcb9cf-1dc5-44a7-b3de-9166211a1f9a None None] Port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:57.495961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 1283ae3a-8935-415a-8bd1-5f0486c93f0c details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:03:57.534070 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-45dae027-b67a-4d10-897a-5d05e9f04452 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4820061 Sep 21 16:03:57.534677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46544) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:57.540800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:03:57.662409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:03:57.666426 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:03:57.669297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:03:57.675627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:03:57.740986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:03:57.744880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.805723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 3, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:03:56Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:57.810098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:03:57.810454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Updating router 97c32920-19ab-4dd2-876b-29a8d07adbf3 port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:03:57.824559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46548) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:57.849311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port d66c361e-b006-4f53-b90c-4d6b74653b13 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:03:57.858450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4d94e374-d522-4271-9665-7550aa2679c7 None None] Provisioning complete for port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:57.858822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4d94e374-d522-4271-9665-7550aa2679c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.905532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d66c361e-b006-4f53-b90c-4d6b74653b13 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:57.905906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.962622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:57.996290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4d94e374-d522-4271-9665-7550aa2679c7 None None] Port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:03:58.045058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.136659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=82f14054-8c2d-4052-83b2-cc2a9a2e444f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:58.144684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:58.145038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: 1283ae3a-8935-415a-8bd1-5f0486c93f0c, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:03:58.174559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d66c361e-b006-4f53-b90c-4d6b74653b13 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:58.174946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.188755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Deleting port 600be963-6ee4-46e4-896d-0ddcdfd33e57 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:03:58.189296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.221118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 1283ae3a-8935-415a-8bd1-5f0486c93f0c is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:03:58.285357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port d66c361e-b006-4f53-b90c-4d6b74653b13, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d66c361e-b006-4f53-b90c-4d6b74653b13,segment=NetworkSegment(92b36dd3-f2a9-4b02-9c60-b88b350ab479),segment_id=92b36dd3-f2a9-4b02-9c60-b88b350ab479)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:03:58.301257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 1283ae3a-8935-415a-8bd1-5f0486c93f0c) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:03:58.313139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:58.313139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.322942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c70d926-d629-4c9c-864d-95f65bf98bd7 None None] Network 1283ae3a-8935-415a-8bd1-5f0486c93f0c requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:03:58.371327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.371683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.397026 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-786df4de-fa11-46d2-b214-8bbbaf8c0ef0 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8585031 Sep 21 16:03:58.402600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46552) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:03:58.402732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.402732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 46cb71b1-dc09-4dcc-a7c1-65503e79983c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:58.501289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Calling delete_port for 600be963-6ee4-46e4-896d-0ddcdfd33e57 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:03:58.506098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=d66c361e-b006-4f53-b90c-4d6b74653b13,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:58.695782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.718654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.724377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 46cb71b1-dc09-4dcc-a7c1-65503e79983c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:58.724755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.754646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Transition to ACTIVE for port object a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:03:58.769882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event deleted for resources: {'Port': ['ID=600be963-6ee4-46e4-896d-0ddcdfd33e57,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:58.779196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.839656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.874518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:58.875123 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Floating IP 9bd8fa68-26e7-4999-9029-72b2c1be7231 disassociated (deleted). External IP: 172.26.0.95, port: aec21976-9c8a-43d5-9fc9-9edc0cc79a25. Sep 21 16:03:58.912534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:03:58.913360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.139632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.167098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387dba-6ab6-4b60-be92-c5b243aacdb9 None None] Pushing event updated for resources: {'Port': ['ID=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:03:59.189555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 46cb71b1-dc09-4dcc-a7c1-65503e79983c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:03:59.209222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Attempting to bind port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:03:59.209598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Attempting to bind port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:03:59.210051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Attempting to bind port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 on network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:03:59.220209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:03:59.220585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Checking segment: {'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:03:59.221100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.221723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Bound using segment: {'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:03:59.221868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Bound port: a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b36dd3-f2a9-4b02-9c60-b88b350ab479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:03:59.222256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.240996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Router d8df772c-d1e4-4356-87f4-d79de7caae93 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:03:59.365398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d66c361e-b006-4f53-b90c-4d6b74653b13 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:03:59.438409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:03:59.452981 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] Sync routers for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:03:59.463212 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:59.464302 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:59.465728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Allocated IP 2001:db8:2::2 (1283ae3a-8935-415a-8bd1-5f0486c93f0c/82f14054-8c2d-4052-83b2-cc2a9a2e444f/ec05259e-2c0b-44b0-a982-8dd15560595b) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:03:59.491783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] For port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:03:59.496710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] For port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,segment=NetworkSegment(92b36dd3-f2a9-4b02-9c60-b88b350ab479),segment_id=92b36dd3-f2a9-4b02-9c60-b88b350ab479)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:03:59.515583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.576442 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-380eef8e-9a30-4aed-8bf8-55cf12e303ed tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "DELETE /v2.0/floatingips/9bd8fa68-26e7-4999-9029-72b2c1be7231 HTTP/1.1" status: 204 len: 168 time: 1.7504847 Sep 21 16:03:59.577361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:03:59.579984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d66c361e-b006-4f53-b90c-4d6b74653b13 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:03:59.580292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a2c66-7383-44b7-8375-82848b089123" -d '{"events": [{"name": "network-changed", "server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:03:59.580447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.643169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:03:59.652208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256e2c87-afda-47f8-addd-85137334c63c x-openstack-request-id: req-256e2c87-afda-47f8-addd-85137334c63c {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:03:59.652208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:03:59.652208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-256e2c87-afda-47f8-addd-85137334c63c {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:03:59.652702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256e2c87-afda-47f8-addd-85137334c63c'] response: {'name': 'network-changed', 'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'status': 'completed', 'code': 200} Sep 21 16:03:59.675590 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:03:59.744804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:03:59.745431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:03:59.777711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2c66-7383-44b7-8375-82848b089123 req-15213046-7fd1-4e24-bc83-88c9928da264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:03:59.779238 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a19a2c66-7383-44b7-8375-82848b089123 req-15213046-7fd1-4e24-bc83-88c9928da264 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0af30a9bba644ee098e780137c1ed6e0&device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 1098 time: 0.1042051 Sep 21 16:03:59.893196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387dba-6ab6-4b60-be92-c5b243aacdb9 None None] Pushing event updated for resources: {'Port': ['ID=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:00.028589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.042351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d66c361e-b006-4f53-b90c-4d6b74653b13 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:00.054274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:00.075284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2c66-7383-44b7-8375-82848b089123 req-066248eb-24e3-4117-9786-1ae325ef673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:00.077097 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a19a2c66-7383-44b7-8375-82848b089123 req-066248eb-24e3-4117-9786-1ae325ef673a service neutron] 10.222.0.33 "GET /v2.0/networks?id=e275de3b-2781-465e-8244-d5bbe56ee9d6 HTTP/1.1" status: 200 len: 898 time: 0.2885637 Sep 21 16:04:00.096294 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:25Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:00.100660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Transition to ACTIVE for port object ec05259e-2c0b-44b0-a982-8dd15560595b will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:00.102591 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] Checking router: d8df772c-d1e4-4356-87f4-d79de7caae93 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:00.113640 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:00.114271 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:00.148659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Transition to ACTIVE for port object ec05259e-2c0b-44b0-a982-8dd15560595b will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:00.157676 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a19a2c66-7383-44b7-8375-82848b089123 req-641632d6-9f09-400e-8650-8a5b3f2034fd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25 HTTP/1.1" status: 200 len: 217 time: 0.0720494 Sep 21 16:04:00.227334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35475681-0313-4f75-8bb7-e25a1c003d9f req-2b823d69-664e-486b-93e2-2756d0b9ed8c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:00.229673 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35475681-0313-4f75-8bb7-e25a1c003d9f req-2b823d69-664e-486b-93e2-2756d0b9ed8c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.0951395 Sep 21 16:04:00.238403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2c66-7383-44b7-8375-82848b089123 req-b8d168dc-822f-42a7-aa89-7d119c430e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:00.238638 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a19a2c66-7383-44b7-8375-82848b089123 req-b8d168dc-822f-42a7-aa89-7d119c430e06 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=cc1f2bb6-e53a-4b53-a9b0-75901d944c18 HTTP/1.1" status: 200 len: 834 time: 0.0728097 Sep 21 16:04:00.308787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.337469 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:00.353761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2c66-7383-44b7-8375-82848b089123 req-638a5308-cebc-49d0-b52f-5dcf1b69ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:00.355296 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a19a2c66-7383-44b7-8375-82848b089123 req-638a5308-cebc-49d0-b52f-5dcf1b69ba44 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e275de3b-2781-465e-8244-d5bbe56ee9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086984 Sep 21 16:04:00.401400 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35475681-0313-4f75-8bb7-e25a1c003d9f req-8b13e5db-64dc-4448-bfa0-be1be9ec2500 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655965 Sep 21 16:04:00.410451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8:2::1 (1283ae3a-8935-415a-8bd1-5f0486c93f0c/82f14054-8c2d-4052-83b2-cc2a9a2e444f/45fef987-f9a3-4b86-8dd5-763558b3bb76) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:00.522239 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a19a2c66-7383-44b7-8375-82848b089123 req-39bc9414-b7fe-41bd-b5ac-efd4007e61a9 service neutron] 10.222.0.33 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592116 Sep 21 16:04:00.549372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Pushing event updated for resources: {'Port': ['ID=ec05259e-2c0b-44b0-a982-8dd15560595b,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:00.563935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Network 1283ae3a-8935-415a-8bd1-5f0486c93f0c is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:00.567655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:00.573332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:00.598463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.620328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object 45fef987-f9a3-4b86-8dd5-763558b3bb76 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:00.684769 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a19a2c66-7383-44b7-8375-82848b089123 req-d940c8e5-cf49-4ef4-b8ea-113e440dc198 service neutron] 10.222.0.33 "GET /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550937 Sep 21 16:04:00.686724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 3, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:03:59Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:00.703092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bac4d9-ed41-4b32-b766-01312b461c75 None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 3, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:03:59Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:00.706952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Attempting to bind port ec05259e-2c0b-44b0-a982-8dd15560595b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:00.707322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Attempting to bind port ec05259e-2c0b-44b0-a982-8dd15560595b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:00.708197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Attempting to bind port ec05259e-2c0b-44b0-a982-8dd15560595b on network 1283ae3a-8935-415a-8bd1-5f0486c93f0c {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:00.713258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:00.713642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Checking segment: {'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:00.714082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.714481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Bound using segment: {'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:00.714954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Bound port: ec05259e-2c0b-44b0-a982-8dd15560595b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:00.715333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.729992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.730453 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:25Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:00.737327 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab234aef-e45f-48f2-8680-f6c5551be187 None None] The sync data for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv is: [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:02:18Z', 'revision_number': 4, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '828cb51e-9d1b-40c4-b645-e4fc84bed1e3', 'name': '', 'network_id': 'e275de3b-2781-465e-8244-d5bbe56ee9d6', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'mac_address': 'fa:16:3e:e3:1d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:17Z', 'updated_at': '2022-09-21T16:02:25Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'subnets': [{'id': 'cc1f2bb6-e53a-4b53-a9b0-75901d944c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:00.822063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 1283ae3a-8935-415a-8bd1-5f0486c93f0c is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:00.825226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:00.828239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:00.828935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.838341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] For port ec05259e-2c0b-44b0-a982-8dd15560595b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:00.844304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] For port ec05259e-2c0b-44b0-a982-8dd15560595b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ec05259e-2c0b-44b0-a982-8dd15560595b,segment=NetworkSegment(d306f06e-a602-4c43-8015-25e3848ee39f),segment_id=d306f06e-a602-4c43-8015-25e3848ee39f)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:00.860930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=45fef987-f9a3-4b86-8dd5-763558b3bb76,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:00.871402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.871745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.872078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.872404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.872728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.873051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.873397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.873695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.874103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.874418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.874734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.875113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:00.915551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:00.996413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9556505-708a-4b26-8a18-d1842c9d9013 None None] Pushing event updated for resources: {'Port': ['ID=ec05259e-2c0b-44b0-a982-8dd15560595b,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:01.069624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:01.185906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8380fc-f555-4e61-8639-d207bf564bf0 None None] New status for floating IP 9bd8fa68-26e7-4999-9029-72b2c1be7231: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:04:01.455847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ec05259e-2c0b-44b0-a982-8dd15560595b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:01.623478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port ec05259e-2c0b-44b0-a982-8dd15560595b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:01.629866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:01.641377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-a87fd59d-e9ab-4533-916b-00cdcdbcfe40 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:01.641377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-a87fd59d-e9ab-4533-916b-00cdcdbcfe40 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Synchronizing usage tracker for tenant:0af30a9bba644ee098e780137c1ed6e0 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:01.715042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-a87fd59d-e9ab-4533-916b-00cdcdbcfe40 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Unset dirty status for tenant:0af30a9bba644ee098e780137c1ed6e0 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:01.716339 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-a87fd59d-e9ab-4533-916b-00cdcdbcfe40 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.33 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.1779640 Sep 21 16:04:01.777540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:01.781001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed5409-86f9-4afa-933f-902f6cbcc0c9 req-dd9db411-9e46-4d05-9135-395b1e3f9650 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:01.782558 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-29ed5409-86f9-4afa-933f-902f6cbcc0c9 req-dd9db411-9e46-4d05-9135-395b1e3f9650 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 945 time: 0.2178288 Sep 21 16:04:01.788831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:01.789323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:01.792889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Deleting port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:01.793150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:01.843791 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-29ed5409-86f9-4afa-933f-902f6cbcc0c9 req-9b0f4353-0bf7-40ff-a930-a7453ad103a7 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/security-groups?id=801dbbb2-f278-44c6-a758-f8deb1d2fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527232 Sep 21 16:04:01.860945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:01.941250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:01.942389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:01.947530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:01.948541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:01.987672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,segment=NetworkSegment(92b36dd3-f2a9-4b02-9c60-b88b350ab479),segment_id=92b36dd3-f2a9-4b02-9c60-b88b350ab479)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:02.061203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.101925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] For port aec21976-9c8a-43d5-9fc9-9edc0cc79a25, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:02.102668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.104413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=45fef987-f9a3-4b86-8dd5-763558b3bb76,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:02.164370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:02.164659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network 1283ae3a-8935-415a-8bd1-5f0486c93f0c is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:02.165852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:02.238422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Calling delete_port for aec21976-9c8a-43d5-9fc9-9edc0cc79a25 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:02.275383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9aa629-6cf0-480e-855a-60d3926ea5ae None None] Network 1283ae3a-8935-415a-8bd1-5f0486c93f0c requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:02.353379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:02.429299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1f3bd8de-5926-4da6-99b9-2cce7bb91113 None None] Provisioning for port ec05259e-2c0b-44b0-a982-8dd15560595b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:02.444164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1f3bd8de-5926-4da6-99b9-2cce7bb91113 None None] Provisioning complete for port ec05259e-2c0b-44b0-a982-8dd15560595b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:02.444535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd8de-5926-4da6-99b9-2cce7bb91113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.474210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.512597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:02.524098 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:02.526056 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3b2399b7-c778-4219-b6ac-f6a36d18e1a4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1271586 Sep 21 16:04:02.528784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46568) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:02.535028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-996217692'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:02.536881 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:02.538350 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:02.538895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event deleted for resources: {'Port': ['ID=aec21976-9c8a-43d5-9fc9-9edc0cc79a25,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:02.542898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:02.553967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:network and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:02.558388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:02.565924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:02.645819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1f3bd8de-5926-4da6-99b9-2cce7bb91113 None None] Current status of the port ec05259e-2c0b-44b0-a982-8dd15560595b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:02.648439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd8de-5926-4da6-99b9-2cce7bb91113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.655698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] No DVR routers for this DVR port aec21976-9c8a-43d5-9fc9-9edc0cc79a25 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:04:02.660245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.661206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:02.664853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.674729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'name': 'network-vif-deleted', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:04:02.677838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834b898f-1d95-4a54-b9c8-695599e5382f" -d '{"events": [{"server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "name": "network-vif-deleted", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:04:02.688925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1f3bd8de-5926-4da6-99b9-2cce7bb91113 None None] For port ec05259e-2c0b-44b0-a982-8dd15560595b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ec05259e-2c0b-44b0-a982-8dd15560595b,segment=NetworkSegment(d306f06e-a602-4c43-8015-25e3848ee39f),segment_id=d306f06e-a602-4c43-8015-25e3848ee39f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:02.710340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:04:02.721257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.722037 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added segment 45fc850e-e9ae-470b-aa83-ed0e421d5aa2 of type vlan for network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 Sep 21 16:04:02.733413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8685ee0d-50c4-4065-8e36-6bd660fc0aca x-openstack-request-id: req-8685ee0d-50c4-4065-8e36-6bd660fc0aca {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:04:02.733705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c74c25-449e-4b69-b365-bf4ad96f2ab7", "name": "network-vif-deleted", "tag": "aec21976-9c8a-43d5-9fc9-9edc0cc79a25", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:04:02.733982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8685ee0d-50c4-4065-8e36-6bd660fc0aca {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:04:02.734407 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8685ee0d-50c4-4065-8e36-6bd660fc0aca'] response: {'server_uuid': '97c74c25-449e-4b69-b365-bf4ad96f2ab7', 'name': 'network-vif-deleted', 'tag': 'aec21976-9c8a-43d5-9fc9-9edc0cc79a25', 'status': 'completed', 'code': 200} Sep 21 16:04:02.745050 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:02.751335 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec2df17f-14a3-420a-a672-70a0bef23b1f req-ae310ba3-811f-491e-8362-1a50e40550a9 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.33 "DELETE /v2.0/ports/aec21976-9c8a-43d5-9fc9-9edc0cc79a25 HTTP/1.1" status: 204 len: 173 time: 1.0277162 Sep 21 16:04:02.759018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.785562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd8de-5926-4da6-99b9-2cce7bb91113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.873077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.893601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:02.895945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:02.896118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bd8de-5926-4da6-99b9-2cce7bb91113 None None] Pushing event updated for resources: {'Port': ['ID=ec05259e-2c0b-44b0-a982-8dd15560595b,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:02.930575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ed879807-6ef2-4b43-b96b-5e5ba3debf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.040662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-005025a8-978c-483d-a4b7-c45557eeb01b None None] Provisioning complete for port ec05259e-2c0b-44b0-a982-8dd15560595b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:03.041371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-005025a8-978c-483d-a4b7-c45557eeb01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.203653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Network': ['ID=fdc22f55-04d5-4218-9fc2-6eac0c0bac89,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:03.223285 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2159880c-208f-48ff-aa5b-63a376318c6e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6904094 Sep 21 16:04:03.223722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46578) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:03.242586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'subnet': {'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:03.255550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:04:03.258244 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:00Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:03.265495 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:03.266510 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Updating router 97c32920-19ab-4dd2-876b-29a8d07adbf3 port 45fef987-f9a3-4b86-8dd5-763558b3bb76 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:04:03.375894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f34ac102-0c8c-4b60-b9a5-17048a8079d2 req-f320f985-fc52-4493-b790-ab4dd2ff88db tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c74c25-449e-4b69-b365-bf4ad96f2ab7 HTTP/1.1" status: 200 len: 210 time: 0.0800467 Sep 21 16:04:03.382274 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.430042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ec05259e-2c0b-44b0-a982-8dd15560595b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:03.439755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:03.444025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:subnet and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:03.452477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:03.459760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:03.474827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-005025a8-978c-483d-a4b7-c45557eeb01b None None] Current status of the port ec05259e-2c0b-44b0-a982-8dd15560595b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:03.523723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ec05259e-2c0b-44b0-a982-8dd15560595b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:03.524866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.537822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Made reservation on behalf of 41420163b1a3424c8af8aa6c5eb12c75 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:03.542236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.570205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-005025a8-978c-483d-a4b7-c45557eeb01b None None] Provisioning for port 45fef987-f9a3-4b86-8dd5-763558b3bb76 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:03.587744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-005025a8-978c-483d-a4b7-c45557eeb01b None None] Provisioning complete for port 45fef987-f9a3-4b86-8dd5-763558b3bb76 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:03.588168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-005025a8-978c-483d-a4b7-c45557eeb01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.659365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-005025a8-978c-483d-a4b7-c45557eeb01b None None] Port 45fef987-f9a3-4b86-8dd5-763558b3bb76 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:03.724113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ec05259e-2c0b-44b0-a982-8dd15560595b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:03.724113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:03.806285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-412017e0-462a-4386-b706-9c72483049b6 None None] Provisioning complete for port 45fef987-f9a3-4b86-8dd5-763558b3bb76 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:03.806656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-412017e0-462a-4386-b706-9c72483049b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.821697 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.834455 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Transition to ACTIVE for port object 45fef987-f9a3-4b86-8dd5-763558b3bb76 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:03.857254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:03.857631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.926622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:03.951713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-412017e0-462a-4386-b706-9c72483049b6 None None] Port 45fef987-f9a3-4b86-8dd5-763558b3bb76 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:03.955311 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:04.020806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Subnet': ['ID=e17c6771-1039-4cdd-8e8c-59de3e5f4c1e,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:04.025883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Checking segment: {'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:04.026276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network hostable DHCP agents. Network: fdc22f55-04d5-4218-9fc2-6eac0c0bac89, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:04:04.052449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:04.103402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:04:04.150959 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848a533-34f8-4e39-b83e-c44c478774cf None None] Pushing event updated for resources: {'Port': ['ID=45fef987-f9a3-4b86-8dd5-763558b3bb76,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:04.170436 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Attempting to bind port 45fef987-f9a3-4b86-8dd5-763558b3bb76 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:04.170801 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Attempting to bind port 45fef987-f9a3-4b86-8dd5-763558b3bb76 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:04.171157 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Attempting to bind port 45fef987-f9a3-4b86-8dd5-763558b3bb76 on network 1283ae3a-8935-415a-8bd1-5f0486c93f0c {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:04.176482 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:04.176847 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Checking segment: {'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:04.177240 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:04.177623 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Bound using segment: {'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:04.178112 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Bound port: 45fef987-f9a3-4b86-8dd5-763558b3bb76, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd306f06e-a602-4c43-8015-25e3848ee39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:04.178478 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:04.186565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, fdc22f55-04d5-4218-9fc2-6eac0c0bac89) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:04.191471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:04.197981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:04.198724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d4684-dcb9-4d30-a9bc-71da4fcb1d73 None None] Network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:04.278990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cdc7f6cc-5e7d-44f1-b973-986fc5e465df tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0540018 Sep 21 16:04:04.281727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46582) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:04.293492 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] For port 45fef987-f9a3-4b86-8dd5-763558b3bb76, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:04.299231 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] For port 45fef987-f9a3-4b86-8dd5-763558b3bb76, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=45fef987-f9a3-4b86-8dd5-763558b3bb76,segment=NetworkSegment(d306f06e-a602-4c43-8015-25e3848ee39f),segment_id=d306f06e-a602-4c43-8015-25e3848ee39f)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:04.372593 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:04.434897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:04:04.436023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:04.455828 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:04.456555 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:03:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:04.530289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46588) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:04.582120 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848a533-34f8-4e39-b83e-c44c478774cf None None] Pushing event updated for resources: {'Port': ['ID=45fef987-f9a3-4b86-8dd5-763558b3bb76,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:04.621539 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:04.636747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Allocated IP 2001:db8:3::2 (fdc22f55-04d5-4218-9fc2-6eac0c0bac89/e17c6771-1039-4cdd-8e8c-59de3e5f4c1e/01d48f61-89b2-4c7c-ab37-276ce4e7ca7e) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:04.894099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:04.918471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Transition to ACTIVE for port object 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:04.951185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Transition to ACTIVE for port object 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:04.989275 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:00Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:04Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:04.993598 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c51b-edeb-46ff-b895-b94eae5ef2bc None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:00Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:04Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:05.006816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c3848de-040d-40e5-a885-79c8669a7f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.038123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.142990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.152023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:05.154728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:05.159516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:05.168834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Pushing event updated for resources: {'Port': ['ID=01d48f61-89b2-4c7c-ab37-276ce4e7ca7e,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:05.284538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.284896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.285245 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.285589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.285924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.286287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.286623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.286953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.287287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.287617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.287946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.288271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:04:05.306290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Attempting to bind port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:05.306667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Attempting to bind port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:05.307033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Attempting to bind port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e on network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:05.317241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:05.317628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Checking segment: {'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:05.318065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.318466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Bound using segment: {'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:05.318942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Bound port: 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:05.322238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.372758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.435416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 45fef987-f9a3-4b86-8dd5-763558b3bb76 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:05.511696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] For port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:05.516974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] For port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=01d48f61-89b2-4c7c-ab37-276ce4e7ca7e,segment=NetworkSegment(45fc850e-e9ae-470b-aa83-ed0e421d5aa2),segment_id=45fc850e-e9ae-470b-aa83-ed0e421d5aa2)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:05.584865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.590447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Allocated IP 2001:db8:3::1 (fdc22f55-04d5-4218-9fc2-6eac0c0bac89/e17c6771-1039-4cdd-8e8c-59de3e5f4c1e/fd55d230-0d6b-4fe0-b161-027c4cf3ad19) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:05.633646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 45fef987-f9a3-4b86-8dd5-763558b3bb76 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:05.646352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 45fef987-f9a3-4b86-8dd5-763558b3bb76 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:05.646735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.693081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device aec21976-9c8a-43d5-9fc9-9edc0cc79a25 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:05.779074 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: aec21976-9c8a-43d5-9fc9-9edc0cc79a25 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:05.779418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device aec21976-9c8a-43d5-9fc9-9edc0cc79a25 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:05.790769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.799750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831773c-3acf-433a-aee5-4da3d891b190 None None] Pushing event updated for resources: {'Port': ['ID=01d48f61-89b2-4c7c-ab37-276ce4e7ca7e,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:05.809739 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Transition to ACTIVE for port object fd55d230-0d6b-4fe0-b161-027c4cf3ad19 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:05.834729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Deleting port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:05.835222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.903119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.913352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 45fef987-f9a3-4b86-8dd5-763558b3bb76 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:05.913769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:05.962433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 45fef987-f9a3-4b86-8dd5-763558b3bb76, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=45fef987-f9a3-4b86-8dd5-763558b3bb76,segment=NetworkSegment(d306f06e-a602-4c43-8015-25e3848ee39f),segment_id=d306f06e-a602-4c43-8015-25e3848ee39f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:05.999548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:06.003941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:06.007795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:06.008560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.027089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:06.049826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.079840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] For port 828cb51e-9d1b-40c4-b645-e4fc84bed1e3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:06.080208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.135168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=45fef987-f9a3-4b86-8dd5-763558b3bb76,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:06.209847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Calling delete_port for 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:06.210990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.257826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.560423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.613577 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event deleted for resources: {'Port': ['ID=828cb51e-9d1b-40c4-b645-e4fc84bed1e3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:06.755896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.763293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46594) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:06.838951 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd897e95-f2b7-48f3-a641-97c135439e0d None None] Network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:06.848024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.889741 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-44e08440-5e93-4ed9-8a34-1daaf2df70a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/31771b61-b983-4b08-883b-c44a3aacfbc4 HTTP/1.1" status: 200 len: 992 time: 0.1207035 Sep 21 16:04:06.914955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:06.915866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.055254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0d27fccc-b156-473c-81bd-ee995c9de517 None None] Provisioning for port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:07.091713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.092575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event updated for resources: {'Port': ['ID=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:07.145478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:07.146757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:07.314475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46602) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:07.406714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:07.516608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:07.526262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Router d8df772c-d1e4-4356-87f4-d79de7caae93 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:07.659202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3f2bb51d-7ccb-49d3-9c6c-da36b3b5ff3f None None] Provisioning for port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:07.664467 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3f2bb51d-7ccb-49d3-9c6c-da36b3b5ff3f None None] Provisioning complete for port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:07.668689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb51d-7ccb-49d3-9c6c-da36b3b5ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.696093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port c46e8f6a-4539-44ba-bd07-605729d0c770 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:07.696441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.727304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:07.737587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:07.745274 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c433297f-9dc8-488a-b673-8552945ca033 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "PUT /v2.0/routers/d8df772c-d1e4-4356-87f4-d79de7caae93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2135835 Sep 21 16:04:07.746121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46606) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:07.748925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] Sync routers for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:07.763139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:07.763618 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.829179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d38b263-11eb-4856-84a5-566c81f58e17 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Deleting subnet cc1f2bb6-e53a-4b53-a9b0-75901d944c18 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:04:07.832652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d38b263-11eb-4856-84a5-566c81f58e17 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.843037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:07.844291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:07.875855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.876188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.888183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:07.900395 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:07.906910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d38b263-11eb-4856-84a5-566c81f58e17 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:07.915371 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:07.915874 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:07.960686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3f2bb51d-7ccb-49d3-9c6c-da36b3b5ff3f None None] Port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:08.021727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d38b263-11eb-4856-84a5-566c81f58e17 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.136018 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6b92438d-49bb-4141-ae5a-2391356b1d9f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8531809 Sep 21 16:04:08.139161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46610) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:08.146481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:08.159116 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:08.168248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:08.168867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.201339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.202053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for c46e8f6a-4539-44ba-bd07-605729d0c770 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:08.226027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d38b263-11eb-4856-84a5-566c81f58e17 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.241164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-52ad2295-f4ec-4730-b15c-2c5ce19ec610 None None] Provisioning complete for port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:08.241529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-52ad2295-f4ec-4730-b15c-2c5ce19ec610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.304445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=01d48f61-89b2-4c7c-ab37-276ce4e7ca7e,segment=NetworkSegment(45fc850e-e9ae-470b-aa83-ed0e421d5aa2),segment_id=45fc850e-e9ae-470b-aa83-ed0e421d5aa2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:08.305414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-52ad2295-f4ec-4730-b15c-2c5ce19ec610 None None] Port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:08.319248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:08.340377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38b263-11eb-4856-84a5-566c81f58e17 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1f2bb6-e53a-4b53-a9b0-75901d944c18,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:08.353730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4d38b263-11eb-4856-84a5-566c81f58e17 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.368838 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4d38b263-11eb-4856-84a5-566c81f58e17 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "DELETE /v2.0/subnets/cc1f2bb6-e53a-4b53-a9b0-75901d944c18 HTTP/1.1" status: 204 len: 168 time: 0.6193101 Sep 21 16:04:08.370200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46614) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:08.373713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2718312-4486-47f3-8d47-6757eaa3a6c9 None None] Network e275de3b-2781-465e-8244-d5bbe56ee9d6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:08.452334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.509083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.509851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 45fef987-f9a3-4b86-8dd5-763558b3bb76 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:08.556963 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:06Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:06Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:08.563492 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:08.564142 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Updating router 97c32920-19ab-4dd2-876b-29a8d07adbf3 port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:04:08.567446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=c46e8f6a-4539-44ba-bd07-605729d0c770,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:08.635403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.635777 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 31771b61-b983-4b08-883b-c44a3aacfbc4 disassociated (deleted). External IP: 172.26.0.60, port: 68b72eac-882b-4215-9e7a-2db1d1d8e4bf. Sep 21 16:04:08.636667 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.887752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 45fef987-f9a3-4b86-8dd5-763558b3bb76 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:08.888987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:08.976129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=01d48f61-89b2-4c7c-ab37-276ce4e7ca7e,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:09.007235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.064649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:04:06Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:09.071936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] Checking router: d8df772c-d1e4-4356-87f4-d79de7caae93 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:09.086492 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.100255 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Transition to ACTIVE for port object fd55d230-0d6b-4fe0-b161-027c4cf3ad19 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:09.145184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] Routers {'d8df772c-d1e4-4356-87f4-d79de7caae93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:09.145926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d8df772c-d1e4-4356-87f4-d79de7caae93'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:09.160371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:09.172814 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.222992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 45fef987-f9a3-4b86-8dd5-763558b3bb76 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:09.252991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] DHCP port deletion for e275de3b-2781-465e-8244-d5bbe56ee9d6 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:04:09.337776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] Deleting port 3694fef2-3649-4b5b-a0f4-3255abf923dd {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:09.338450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.383110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.400535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 16:04:09.421376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:09.422393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Removed routes are [] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 16:04:09.423799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.439934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:09.453745 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5358cda-2cd6-431f-8260-455417c281d4 None None] Pushing event updated for resources: {'Port': ['ID=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:09.471790 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] Sync routers for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:09.473859 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Attempting to bind port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:09.474291 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Attempting to bind port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:09.474651 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Attempting to bind port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 on network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:09.481482 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:09.482067 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Checking segment: {'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:09.482622 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.483023 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Bound using segment: {'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:09.483505 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Bound port: fd55d230-0d6b-4fe0-b161-027c4cf3ad19, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc850e-e9ae-470b-aa83-ed0e421d5aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:09.483881 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.490361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Deleting port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:09.490956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.542232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.587285 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] For port fd55d230-0d6b-4fe0-b161-027c4cf3ad19, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:09.590860 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] For port fd55d230-0d6b-4fe0-b161-027c4cf3ad19, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,segment=NetworkSegment(45fc850e-e9ae-470b-aa83-ed0e421d5aa2),segment_id=45fc850e-e9ae-470b-aa83-ed0e421d5aa2)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:09.652296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:09.652837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:09.656274 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1ba711d8-346a-496e-a286-8f972c5a4429 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/31771b61-b983-4b08-883b-c44a3aacfbc4 HTTP/1.1" status: 204 len: 168 time: 2.3406782 Sep 21 16:04:09.660111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:04:09.662822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d83d80b-b918-454d-9783-224f4fedff52" -d '{"events": [{"name": "network-changed", "server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:04:09.692682 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:09.751367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d39e0a-3b8f-49cd-87dd-9ca448e9320f x-openstack-request-id: req-c1d39e0a-3b8f-49cd-87dd-9ca448e9320f {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:04:09.751560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:04:09.751801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1d39e0a-3b8f-49cd-87dd-9ca448e9320f {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:04:09.752209 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d39e0a-3b8f-49cd-87dd-9ca448e9320f'] response: {'name': 'network-changed', 'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'status': 'completed', 'code': 200} Sep 21 16:04:09.770901 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:09.771702 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:09.899737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83d80b-b918-454d-9783-224f4fedff52 req-7d925090-5622-4ee6-9554-0c71d05d2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:09.901500 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d83d80b-b918-454d-9783-224f4fedff52 req-7d925090-5622-4ee6-9554-0c71d05d2404 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 1098 time: 0.1250532 Sep 21 16:04:09.995968 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5358cda-2cd6-431f-8260-455417c281d4 None None] Pushing event updated for resources: {'Port': ['ID=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:10.040904 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:10.043691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] For port 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=0deb94f9-ff18-4348-8fb1-b3a2d4bf2719,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:10.044064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:10.081718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83d80b-b918-454d-9783-224f4fedff52 req-ab639dcc-dcd1-4738-8d8e-2627ed37da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:10.083197 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d83d80b-b918-454d-9783-224f4fedff52 req-ab639dcc-dcd1-4738-8d8e-2627ed37da29 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6529386b-f63c-43fd-ad03-31d1b8c9915e HTTP/1.1" status: 200 len: 898 time: 0.1743643 Sep 21 16:04:10.096240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] Set router d8df772c-d1e4-4356-87f4-d79de7caae93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:10.142571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:10.147577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:10.196335 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d83d80b-b918-454d-9783-224f4fedff52 req-4ad881fb-7e45-4e5e-94a3-61b371589f8a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68b72eac-882b-4215-9e7a-2db1d1d8e4bf HTTP/1.1" status: 200 len: 217 time: 0.1035621 Sep 21 16:04:10.223902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Calling delete_port for 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:10.279475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83d80b-b918-454d-9783-224f4fedff52 req-bb33b6b2-b466-48db-8cc0-7b098366677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:10.280928 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d83d80b-b918-454d-9783-224f4fedff52 req-bb33b6b2-b466-48db-8cc0-7b098366677a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=391b87c1-6c63-4274-b40f-9cf03904bc0e HTTP/1.1" status: 200 len: 835 time: 0.0763714 Sep 21 16:04:10.408748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:10.420552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:10.425076 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 6, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:10.432789 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9f5af-88e3-491a-8840-fb5138a407fd None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 6, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:10.605483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] For port 3694fef2-3649-4b5b-a0f4-3255abf923dd, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3694fef2-3649-4b5b-a0f4-3255abf923dd,segment=NetworkSegment(99f9f2ea-e6ec-4155-8ce1-374ca43cccb7),segment_id=99f9f2ea-e6ec-4155-8ce1-374ca43cccb7)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:10.606046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:10.623545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:10.680058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83d80b-b918-454d-9783-224f4fedff52 req-30e1c9e5-50f1-4b65-a8ef-b300b4e4558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:10.681747 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d83d80b-b918-454d-9783-224f4fedff52 req-30e1c9e5-50f1-4b65-a8ef-b300b4e4558e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6529386b-f63c-43fd-ad03-31d1b8c9915e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3920562 Sep 21 16:04:10.816293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] Calling delete_port for 3694fef2-3649-4b5b-a0f4-3255abf923dd owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:10.837398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d83d80b-b918-454d-9783-224f4fedff52 req-66c26cbe-cbde-410e-90ed-2916fb929d2f service neutron] 10.222.0.33 "GET /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479652 Sep 21 16:04:10.899271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:10.973875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fb87f-2665-4bc5-9fc5-96393a19eb59 req-1d90e097-2123-4ed0-81d0-99b84c81ab91 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:10.984224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ed6fb87f-2665-4bc5-9fc5-96393a19eb59 req-1d90e097-2123-4ed0-81d0-99b84c81ab91 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 945 time: 0.3000693 Sep 21 16:04:11.034491 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d83d80b-b918-454d-9783-224f4fedff52 req-c067b40a-3b45-4cb0-9d38-4888f6be4353 service neutron] 10.222.0.33 "GET /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885371 Sep 21 16:04:11.040332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:11.120957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] No DVR routers for this DVR port 3694fef2-3649-4b5b-a0f4-3255abf923dd on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:04:11.130813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967ae8e-8898-44d6-8d40-503877f135fe None None] Pushing event deleted for resources: {'Port': ['ID=3694fef2-3649-4b5b-a0f4-3255abf923dd,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:11.190626 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ed6fb87f-2665-4bc5-9fc5-96393a19eb59 req-05593ac5-44a8-41dd-bdab-1bba846953bd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019143 Sep 21 16:04:11.219943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:11.231530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:11.232712 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bd639468-3e40-4e3b-8005-e4ced4c5703d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 200 len: 954 time: 3.0921915 Sep 21 16:04:11.235486 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46624) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:11.238461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:11.248664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:11.278894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:04:06Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:11.296326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de1a1e-b92d-4916-b7c6-3d4c85da2b92 None None] The sync data for ids ['d8df772c-d1e4-4356-87f4-d79de7caae93'] in dv-neutron-858618-1-hyperv is: [{'id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1573492290', 'tenant_id': '0af30a9bba644ee098e780137c1ed6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:02:10Z', 'updated_at': '2022-09-21T16:04:06Z', 'revision_number': 5, 'project_id': '0af30a9bba644ee098e780137c1ed6e0', 'gw_port': {'id': '0deb94f9-ff18-4348-8fb1-b3a2d4bf2719', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8df772c-d1e4-4356-87f4-d79de7caae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:02:12Z', 'updated_at': '2022-09-21T16:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:11.303348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3694fef2-3649-4b5b-a0f4-3255abf923dd no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:11.352553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 3694fef2-3649-4b5b-a0f4-3255abf923dd {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:11.352895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3694fef2-3649-4b5b-a0f4-3255abf923dd not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:11.357186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event deleted for resources: {'Port': ['ID=0deb94f9-ff18-4348-8fb1-b3a2d4bf2719,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:11.411401 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:11.421821 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:11.426183 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:11.434088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:19Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:11.438085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] Checking router: 3e4153c0-8afc-40ba-b9c5-6e89b960db9a for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:11.446962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:11.447652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:11.539592 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4754c02e-bcb5-46c4-bb44-60e4bf344499 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 200 len: 954 time: 0.3011234 Sep 21 16:04:11.540686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46628) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:11.545755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'routes': None}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:11.548454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:11.592332 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:11.668991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:11.831178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:11.841724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:11.949788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fd55d230-0d6b-4fe0-b161-027c4cf3ad19 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:11.952948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:11.955542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Fanout notify agent at l3_agent the message router_deleted on router d8df772c-d1e4-4356-87f4-d79de7caae93 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:04:11.994496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:11.999511 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c8682235-c4b5-4cb4-93c3-853a263c160a tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "DELETE /v2.0/routers/d8df772c-d1e4-4356-87f4-d79de7caae93 HTTP/1.1" status: 204 len: 168 time: 3.6283872 Sep 21 16:04:12.002016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46632) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:12.060182 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 6, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:12.068022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-6c814c80-2f8e-41f0-bfec-6ebbb06b69a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:12.073581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-6c814c80-2f8e-41f0-bfec-6ebbb06b69a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:12.074545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:12.091805 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:12.092432 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:12.220327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.226736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:12.255397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:12.255901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.286948 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:12.298928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-6c814c80-2f8e-41f0-bfec-6ebbb06b69a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:12.300116 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-6c814c80-2f8e-41f0-bfec-6ebbb06b69a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 945 time: 0.6380029 Sep 21 16:04:12.350133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:19Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:12.398442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a154dd3-699d-475b-8f9e-de1b62afc825 None None] The sync data for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv is: [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:03:13Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8f71c1cb-55d5-4eb2-b7a6-0106d108f851', 'name': '', 'network_id': '6529386b-f63c-43fd-ad03-31d1b8c9915e', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:eb:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:11Z', 'updated_at': '2022-09-21T16:03:19Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '391b87c1-6c63-4274-b40f-9cf03904bc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:12.432604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:12.435236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.444056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.490242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e275de3b-2781-465e-8244-d5bbe56ee9d6']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:12.499542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port fd55d230-0d6b-4fe0-b161-027c4cf3ad19, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,segment=NetworkSegment(45fc850e-e9ae-470b-aa83-ed0e421d5aa2),segment_id=45fc850e-e9ae-470b-aa83-ed0e421d5aa2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:12.510813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:12.511123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f9f2ea-e6ec-4155-8ce1-374ca43cccb7') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:12.524937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.549047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.556193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:04:12.556590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.562382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:12.562595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.575290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:12.693591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:12.706616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:12.720652 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 6, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:12.726201 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3f5e0-1bde-45e5-9b99-7f9aaeaedf24 None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 6, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:09Z', 'revision_number': 4, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:12.766702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:12.767055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 828cb51e-9d1b-40c4-b645-e4fc84bed1e3 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:12.820260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77103f5-eaba-486e-930b-3076dfebe60e None None] New status for floating IP 31771b61-b983-4b08-883b-c44a3aacfbc4: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:04:12.858078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000a3e0-f3a5-43ad-b4d1-f89e4e8d8e86 req-ffb5dd9a-a760-41ab-9e6b-a58b7a030b42 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:12.859684 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d000a3e0-f3a5-43ad-b4d1-f89e4e8d8e86 req-ffb5dd9a-a760-41ab-9e6b-a58b7a030b42 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 945 time: 0.4650180 Sep 21 16:04:12.879429 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 99f9f2ea-e6ec-4155-8ce1-374ca43cccb7 resource provider aggregate not found Sep 21 16:04:12.918612 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 99f9f2ea-e6ec-4155-8ce1-374ca43cccb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99f9f2ea-e6ec-4155-8ce1-374ca43cccb7 found for delete ", "request_id": "req-1da3bd72-809b-4f85-9e18-2413d949b7b8"}]} Sep 21 16:04:12.989091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.007524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.extraroute_db [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added routes are [] {{(pid=89725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 16:04:13.008679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.extraroute_db [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 16:04:13.018808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.029314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event deleted for resources: {'Network': ['ID=e275de3b-2781-465e-8244-d5bbe56ee9d6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:13.039435 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a4e99d30-5822-4c68-8bf5-f00b8cc99470 tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "DELETE /v2.0/networks/e275de3b-2781-465e-8244-d5bbe56ee9d6 HTTP/1.1" status: 204 len: 168 time: 1.0334620 Sep 21 16:04:13.039605 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d000a3e0-f3a5-43ad-b4d1-f89e4e8d8e86 req-129e8a67-7b55-476c-a845-ae817dc64025 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=d88997d4-d4b3-4182-8d71-f77e4b26e5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558306 Sep 21 16:04:13.040383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46642) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:13.098262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:13.098828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.116048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aae06535-2d81-4473-858b-a87764a9c27c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.118261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.146212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aae06535-2d81-4473-858b-a87764a9c27c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.298581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aae06535-2d81-4473-858b-a87764a9c27c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.318229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae06535-2d81-4473-858b-a87764a9c27c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801dbbb2-f278-44c6-a758-f8deb1d2fe88,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:13.385839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aae06535-2d81-4473-858b-a87764a9c27c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.387169 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aae06535-2d81-4473-858b-a87764a9c27c tempest-TestNetworkAdvancedServerOps-845471101 tempest-TestNetworkAdvancedServerOps-845471101-project] 10.222.0.65 "DELETE /v2.0/security-groups/801dbbb2-f278-44c6-a758-f8deb1d2fe88 HTTP/1.1" status: 204 len: 168 time: 0.3455985 Sep 21 16:04:13.425750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 68b72eac-882b-4215-9e7a-2db1d1d8e4bf owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:13.743532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fd55d230-0d6b-4fe0-b161-027c4cf3ad19 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:13.798215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.806407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.824360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:13.824663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.932033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:13.951971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:13.962203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:14.003171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:14.004608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 0deb94f9-ff18-4348-8fb1-b3a2d4bf2719 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:14.005959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=68b72eac-882b-4215-9e7a-2db1d1d8e4bf,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:14.019838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46652) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:14.102457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port 68b72eac-882b-4215-9e7a-2db1d1d8e4bf on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:04:14.106288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:14.112072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'name': 'network-vif-deleted', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:04:14.114386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c7d8d-d17b-4c10-9dcb-1bf1387c0fff" -d '{"events": [{"server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "name": "network-vif-deleted", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:04:14.124432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:14.196951 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3cae03e7-3f01-402b-b6bd-3233829fc39d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0af30a9bba644ee098e780137c1ed6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733832 Sep 21 16:04:14.197314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46662) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:14.214690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5816f6c-9eb2-4328-af2a-294cfa71bf44 x-openstack-request-id: req-b5816f6c-9eb2-4328-af2a-294cfa71bf44 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:04:14.216222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68607cd-ab2b-43fa-9cd7-307e5d151bf7", "name": "network-vif-deleted", "tag": "68b72eac-882b-4215-9e7a-2db1d1d8e4bf", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:04:14.216222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5816f6c-9eb2-4328-af2a-294cfa71bf44 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:04:14.216222 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5816f6c-9eb2-4328-af2a-294cfa71bf44'] response: {'server_uuid': 'a68607cd-ab2b-43fa-9cd7-307e5d151bf7', 'name': 'network-vif-deleted', 'tag': '68b72eac-882b-4215-9e7a-2db1d1d8e4bf', 'status': 'completed', 'code': 200} Sep 21 16:04:14.228012 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-455aa457-464f-4fbd-b36a-e5baa12788e1 req-2940f2bd-2df3-431f-8ee0-86de3027a01f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/68b72eac-882b-4215-9e7a-2db1d1d8e4bf HTTP/1.1" status: 204 len: 173 time: 1.9184322 Sep 21 16:04:14.262419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6159e3e4-7eda-4097-ab7d-1b45fc520d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:14.289584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6159e3e4-7eda-4097-ab7d-1b45fc520d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:14.351868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-51f6e663-d0fe-48b9-bb56-39ce056f4e03 req-c40d72aa-1722-4f47-bb38-7c257d3ec07a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:14.384818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:14.392531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:14.393787 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-16c417c0-5aab-4a05-83e1-11307d9298b7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 200 len: 704 time: 2.8520989 Sep 21 16:04:14.395156 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:14.396574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46666) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:14.405518 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:14.406969 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:14.423696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6159e3e4-7eda-4097-ab7d-1b45fc520d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:14.439345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159e3e4-7eda-4097-ab7d-1b45fc520d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0117a-7edd-44a9-b352-274c4ac2f571,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:14.475503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-51f6e663-d0fe-48b9-bb56-39ce056f4e03 req-c40d72aa-1722-4f47-bb38-7c257d3ec07a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:14.475503 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-51f6e663-d0fe-48b9-bb56-39ce056f4e03 req-c40d72aa-1722-4f47-bb38-7c257d3ec07a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=a68607cd-ab2b-43fa-9cd7-307e5d151bf7 HTTP/1.1" status: 200 len: 210 time: 0.2574203 Sep 21 16:04:14.519732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6159e3e4-7eda-4097-ab7d-1b45fc520d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:14.524774 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6159e3e4-7eda-4097-ab7d-1b45fc520d16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0cb0117a-7edd-44a9-b352-274c4ac2f571 HTTP/1.1" status: 204 len: 168 time: 0.3263800 Sep 21 16:04:14.591008 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:14.719138 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ad88fcf1-a88a-4682-9a50-018614388cb1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 200 len: 704 time: 0.3209476 Sep 21 16:04:14.721898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46672) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:14.933561 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:13Z', 'revision_number': 7, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:12Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:14.938169 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:14.947006 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:14.947753 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:15.157115 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:15.265298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.270462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46678) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:15.288625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.303686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:15.308077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc0d8a9c5df47519d2302eeadb5f486 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:15.311169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:15.317960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:15.401372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.463232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.513184 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:13Z', 'revision_number': 7, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:12Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:15.518921 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc60c75-4c1b-40ee-bf1e-dbdbac3ed0d8 None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:13Z', 'revision_number': 7, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd55d230-0d6b-4fe0-b161-027c4cf3ad19', 'name': '', 'network_id': 'fdc22f55-04d5-4218-9fc2-6eac0c0bac89', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:08:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:05Z', 'updated_at': '2022-09-21T16:04:12Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e17c6771-1039-4cdd-8e8c-59de3e5f4c1e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:15.525670 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6dc0d8a9c5df47519d2302eeadb5f486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535536 Sep 21 16:04:15.526397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b24c5-b448-4528-9b66-d287aa89a5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eea78c4-27e9-470a-988f-136e7c3992a0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:15.529806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46684) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:15.592477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46688) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:15.617608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-566ad7d1-d98e-4743-aa8e-155743c31ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.634183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port fd55d230-0d6b-4fe0-b161-027c4cf3ad19 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:15.634757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.666517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-566ad7d1-d98e-4743-aa8e-155743c31ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.695267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 68b72eac-882b-4215-9e7a-2db1d1d8e4bf no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:15.722831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-434db9f7-6ba4-4721-9e17-8941a4050849 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.738038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 68b72eac-882b-4215-9e7a-2db1d1d8e4bf {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:15.738925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 68b72eac-882b-4215-9e7a-2db1d1d8e4bf not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:15.758567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-434db9f7-6ba4-4721-9e17-8941a4050849 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.834440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-566ad7d1-d98e-4743-aa8e-155743c31ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.854182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ad7d1-d98e-4743-aa8e-155743c31ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eea78c4-27e9-470a-988f-136e7c3992a0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:15.855085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port fd55d230-0d6b-4fe0-b161-027c4cf3ad19, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,segment=NetworkSegment(45fc850e-e9ae-470b-aa83-ed0e421d5aa2),segment_id=45fc850e-e9ae-470b-aa83-ed0e421d5aa2)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:15.855517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.885922 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-434db9f7-6ba4-4721-9e17-8941a4050849 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.905907 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434db9f7-6ba4-4721-9e17-8941a4050849 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88997d4-d4b3-4182-8d71-f77e4b26e5e7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:15.909627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-434db9f7-6ba4-4721-9e17-8941a4050849 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.910758 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-434db9f7-6ba4-4721-9e17-8941a4050849 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/d88997d4-d4b3-4182-8d71-f77e4b26e5e7 HTTP/1.1" status: 204 len: 168 time: 0.3171482 Sep 21 16:04:15.938021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-566ad7d1-d98e-4743-aa8e-155743c31ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:15.941485 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-566ad7d1-d98e-4743-aa8e-155743c31ca2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0eea78c4-27e9-470a-988f-136e7c3992a0 HTTP/1.1" status: 204 len: 168 time: 0.4084916 Sep 21 16:04:15.988515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for fd55d230-0d6b-4fe0-b161-027c4cf3ad19 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:15.991919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46696) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:16.354704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:16.407352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=fd55d230-0d6b-4fe0-b161-027c4cf3ad19,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:16.617468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:16.636026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:16.967695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:17.100069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:17.100406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.114673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46718) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:17.152584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:17.165656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:17.179632 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aaf92b30-ad24-4293-b892-d88fdfc5c81a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4540977 Sep 21 16:04:17.179836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:17.179836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:17.182406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46724) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:17.269331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a248cfd-7d19-460a-832b-67f96631426e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet e17c6771-1039-4cdd-8e8c-59de3e5f4c1e {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:04:17.276591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-300339500-network', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:17.279689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a248cfd-7d19-460a-832b-67f96631426e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.315311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:17.315568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 8f71c1cb-55d5-4eb2-b7a6-0106d108f851, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:17.315908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.326975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Usage tracker for resource:network and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:17.332128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:17.341190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:17.351264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a248cfd-7d19-460a-832b-67f96631426e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.379609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:17.435720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a248cfd-7d19-460a-832b-67f96631426e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.449336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:17.463903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Made reservation on behalf of 1ad6903d50d84eaaa1604dbc036f698c for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:17.466163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.480329 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:04:17.482765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.514617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:17.522229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:17.528002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:17.534796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:17.633069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a248cfd-7d19-460a-832b-67f96631426e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.674965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a248cfd-7d19-460a-832b-67f96631426e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=e17c6771-1039-4cdd-8e8c-59de3e5f4c1e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:17.677022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2a248cfd-7d19-460a-832b-67f96631426e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.687573 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2a248cfd-7d19-460a-832b-67f96631426e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/e17c6771-1039-4cdd-8e8c-59de3e5f4c1e HTTP/1.1" status: 204 len: 168 time: 0.5012906 Sep 21 16:04:17.689064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46728) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:17.690479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe6bf07-cf40-4059-8469-3f69fb5c3150 None None] Network fdc22f55-04d5-4218-9fc2-6eac0c0bac89 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:17.709473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.768515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=8f71c1cb-55d5-4eb2-b7a6-0106d108f851,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:17.830907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.858113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:17.858481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:17.899613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:16Z', 'revision_number': 8, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:17.911511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:17.926098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:17.926995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:17.937710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.116894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.132124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.145858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:18.166927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873c3f70-3ecb-4723-b96d-c6c1e8f6e1c7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:18.181082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:04:18.227288 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] DHCP port deletion for fdc22f55-04d5-4218-9fc2-6eac0c0bac89 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:04:18.276450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.276808 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Added segment 00edc73a-0c0e-4978-80ec-d99f5395e332 of type vlan for network 31cffb00-f0db-4a88-a975-14de553860e4 Sep 21 16:04:18.286615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] Deleting port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:18.286997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.320779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=01d48f61-89b2-4c7c-ab37-276ce4e7ca7e,segment=NetworkSegment(45fc850e-e9ae-470b-aa83-ed0e421d5aa2),segment_id=45fc850e-e9ae-470b-aa83-ed0e421d5aa2)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:18.321243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.334447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.457072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:18.518064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:18.618189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.619423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:18.620181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.707799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] For port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=01d48f61-89b2-4c7c-ab37-276ce4e7ca7e,segment=NetworkSegment(45fc850e-e9ae-470b-aa83-ed0e421d5aa2),segment_id=45fc850e-e9ae-470b-aa83-ed0e421d5aa2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:18.708206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.728644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.789610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=01d48f61-89b2-4c7c-ab37-276ce4e7ca7e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:18.792945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] Pushing event updated for resources: {'Network': ['ID=31cffb00-f0db-4a88-a975-14de553860e4,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:18.795075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No DVR routers for this DVR port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:04:18.817351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:18.827280 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a99bee4c-f294-49d0-87e5-11bfd1731887 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7114801 Sep 21 16:04:18.830350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46732) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:18.836115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Request body: {'subnet': {'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-300339500-subnet', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'ip_version': 4}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:18.837059 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] Sync routers for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:18.843183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:18.845470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 31cffb00-f0db-4a88-a975-14de553860e4 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:04:18.846518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Usage tracker for resource:subnet and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:18.857585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:18.857734 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:18.857734 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:18.858353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:18.866383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] Calling delete_port for 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:18.914024 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6dc95bb0-e41c-456d-8058-b00cceaa40c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/3e4153c0-8afc-40ba-b9c5-6e89b960db9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9200931 Sep 21 16:04:18.915924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46736) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:18.928984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.958367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc22f55-04d5-4218-9fc2-6eac0c0bac89']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:18.974115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Made reservation on behalf of 1ad6903d50d84eaaa1604dbc036f698c for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:18.977916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:18.986160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45fc850e-e9ae-470b-aa83-ed0e421d5aa2') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:18.986465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45fc850e-e9ae-470b-aa83-ed0e421d5aa2') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:19.010651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.011329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:16Z', 'revision_number': 8, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:19.017816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643407e-2dfe-4803-a7be-f7409f83645f None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:16Z', 'revision_number': 8, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '45fef987-f9a3-4b86-8dd5-763558b3bb76', 'name': '', 'network_id': '1283ae3a-8935-415a-8bd1-5f0486c93f0c', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:4d:7b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:59Z', 'updated_at': '2022-09-21T16:04:05Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '82f14054-8c2d-4052-83b2-cc2a9a2e444f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:19.045527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.046301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:04:19.047408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:04:19.062324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:04:19.062761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.070387 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:19.162559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbad1e17-18fa-4956-9687-89e860cbfe67 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet 391b87c1-6c63-4274-b40f-9cf03904bc0e {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:04:19.167394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fbad1e17-18fa-4956-9687-89e860cbfe67 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.230291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fbad1e17-18fa-4956-9687-89e860cbfe67 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.249168 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 45fc850e-e9ae-470b-aa83-ed0e421d5aa2 resource provider aggregate not found Sep 21 16:04:19.254295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.283021 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 45fc850e-e9ae-470b-aa83-ed0e421d5aa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45fc850e-e9ae-470b-aa83-ed0e421d5aa2 found for delete ", "request_id": "req-ba150288-0ac5-4d8c-9ee9-023e13d92f38"}]} Sep 21 16:04:19.284289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.291154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=fdc22f55-04d5-4218-9fc2-6eac0c0bac89,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:19.299868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b7383141-1b7c-490d-add4-4015c38e6f15 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/fdc22f55-04d5-4218-9fc2-6eac0c0bac89 HTTP/1.1" status: 204 len: 168 time: 1.6108415 Sep 21 16:04:19.303361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46746) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:19.396917 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:04:17Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:19.397763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fbad1e17-18fa-4956-9687-89e860cbfe67 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.401871 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] Checking router: 3e4153c0-8afc-40ba-b9c5-6e89b960db9a for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:19.412159 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] Routers {'3e4153c0-8afc-40ba-b9c5-6e89b960db9a'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:19.413267 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:19.548890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] Deleting port 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:19.550042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.581383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.627605 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] Set router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:19.637046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9679421b-da64-494f-a1ee-ad2811345e42 None None] The port '01d48f61-89b2-4c7c-ab37-276ce4e7ca7e' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:04:19.657673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fbad1e17-18fa-4956-9687-89e860cbfe67 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.690262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fbad1e17-18fa-4956-9687-89e860cbfe67 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:19.714645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c257876a-25a2-4a57-837b-3e632d934a86,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:19.716629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e171e-1296-4546-8151-7ec950573ee2 None None] Network 6529386b-f63c-43fd-ad03-31d1b8c9915e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:19.743756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Checking segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:19.744124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Network hostable DHCP agents. Network: 31cffb00-f0db-4a88-a975-14de553860e4, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:04:19.753093 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fbad1e17-18fa-4956-9687-89e860cbfe67 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/391b87c1-6c63-4274-b40f-9cf03904bc0e HTTP/1.1" status: 204 len: 168 time: 0.8351908 Sep 21 16:04:19.759748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46750) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:19.780230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad1e17-18fa-4956-9687-89e860cbfe67 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=391b87c1-6c63-4274-b40f-9cf03904bc0e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:19.863226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Network 31cffb00-f0db-4a88-a975-14de553860e4 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:04:19.884944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fd55d230-0d6b-4fe0-b161-027c4cf3ad19 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:19.949247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 31cffb00-f0db-4a88-a975-14de553860e4) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:19.960610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: fd55d230-0d6b-4fe0-b161-027c4cf3ad19 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:19.961193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fd55d230-0d6b-4fe0-b161-027c4cf3ad19 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:19.961324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:19.961895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:19.965661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.012534 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:04:17Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:20.018808 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd463ea-9798-4c15-a9c0-59ea0f69efa4 None None] The sync data for ids ['3e4153c0-8afc-40ba-b9c5-6e89b960db9a'] in dv-neutron-858618-1-hyperv is: [{'id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'name': 'tempest-TestNetworkBasicOps-router-89696368', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117'}], 'enable_snat': True}, 'gw_port_id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:06Z', 'updated_at': '2022-09-21T16:04:17Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4153c0-8afc-40ba-b9c5-6e89b960db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:07Z', 'updated_at': '2022-09-21T16:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:20.042136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a2937-edb1-4004-8044-9270c2cc4120 None None] Network 31cffb00-f0db-4a88-a975-14de553860e4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:20.044319 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3ef6a994-3320-4f13-90d5-63c211a1d448 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2127516 Sep 21 16:04:20.046972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46754) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:20.055637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:20.066961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:20.072658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Usage tracker for resource:router and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:20.083732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:20.090443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:20.123500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:20.123946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 01d48f61-89b2-4c7c-ab37-276ce4e7ca7e not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:20.170548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.171915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.175747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.188251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.302300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-31cffb00-f0db-4a88-a975-14de553860e4', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:04:20.303313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.426459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.438562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.479392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Allocated IP 172.20.0.2 (31cffb00-f0db-4a88-a975-14de553860e4/c257876a-25a2-4a57-837b-3e632d934a86/6dc5eabb-e18e-4826-81fc-bfd953ffdf0d) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:20.556219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:20.556611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.557541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] DHCP port deletion for 6529386b-f63c-43fd-ad03-31d1b8c9915e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:04:20.569041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.583280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] Deleting port 71d1340e-4e3d-4094-8a3c-23999a994fc1 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:20.583802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.878700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:20.879309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.922249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.945525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Transition to ACTIVE for port object 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:20.955496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] For port 71d1340e-4e3d-4094-8a3c-23999a994fc1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=71d1340e-4e3d-4094-8a3c-23999a994fc1,segment=NetworkSegment(1346c779-7774-43f0-89eb-1b5106866854),segment_id=1346c779-7774-43f0-89eb-1b5106866854)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:20.955898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.958787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:20.989263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.042100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:21.089463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] Calling delete_port for 71d1340e-4e3d-4094-8a3c-23999a994fc1 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:21.117633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Transition to ACTIVE for port object 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:21.123972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 45fef987-f9a3-4b86-8dd5-763558b3bb76 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:21.124354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.190047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.250790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Allocated IP 172.26.0.47 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/5d0dce4d-1136-4b90-98e2-adafe6136968) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:21.253989 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Network 31cffb00-f0db-4a88-a975-14de553860e4 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:21.257216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:21.260887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:21.306697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.316316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Pushing event updated for resources: {'Port': ['ID=6dc5eabb-e18e-4826-81fc-bfd953ffdf0d,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:21.407969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.415431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] Pushing event deleted for resources: {'Port': ['ID=71d1340e-4e3d-4094-8a3c-23999a994fc1,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:21.417396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221ff56-0c36-47fc-98fc-677477321cca None None] No DVR routers for this DVR port 71d1340e-4e3d-4094-8a3c-23999a994fc1 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:04:21.428161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Attempting to bind port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:21.428578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Attempting to bind port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:21.428921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Attempting to bind port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d on network 31cffb00-f0db-4a88-a975-14de553860e4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:21.435825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:21.435825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Checking segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:21.436265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.436473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Bound using segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:21.436870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Bound port: 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:21.437781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.531466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port 45fef987-f9a3-4b86-8dd5-763558b3bb76, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=45fef987-f9a3-4b86-8dd5-763558b3bb76,segment=NetworkSegment(d306f06e-a602-4c43-8015-25e3848ee39f),segment_id=d306f06e-a602-4c43-8015-25e3848ee39f)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:21.531742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.533182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] For port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:21.536167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] For port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6dc5eabb-e18e-4826-81fc-bfd953ffdf0d,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:21.543476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.617452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:21.622526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:21.625519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:21.661003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0dce4d-1136-4b90-98e2-adafe6136968,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:21.703850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 45fef987-f9a3-4b86-8dd5-763558b3bb76 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:21.752766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 71d1340e-4e3d-4094-8a3c-23999a994fc1 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:21.791181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.831588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 71d1340e-4e3d-4094-8a3c-23999a994fc1 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:21.831944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 71d1340e-4e3d-4094-8a3c-23999a994fc1 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:21.832366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:21.874028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:21.888741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:21.889100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8f71c1cb-55d5-4eb2-b7a6-0106d108f851 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:21.926323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a0a76-0b74-4b30-9ab8-ab32bb3f5f83 None None] Pushing event updated for resources: {'Port': ['ID=6dc5eabb-e18e-4826-81fc-bfd953ffdf0d,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:21.931993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:22.034256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.092825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.137974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.155527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=45fef987-f9a3-4b86-8dd5-763558b3bb76,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:22.399555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.409240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.511437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.512258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.576288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.576713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Fanout notify agent at l3_agent the message router_deleted on router 3e4153c0-8afc-40ba-b9c5-6e89b960db9a {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:04:22.681363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:22.684939 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-89f96571-a680-40d4-94cd-5bcfc2dfbcd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/routers/3e4153c0-8afc-40ba-b9c5-6e89b960db9a HTTP/1.1" status: 204 len: 168 time: 2.9211531 Sep 21 16:04:22.685818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46758) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:22.960873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.017661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:23.098355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b1eef3-781c-4f97-bfa3-a5d24f0443d6 None None] Network 31cffb00-f0db-4a88-a975-14de553860e4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:23.125180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:04:23.135803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.203614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:23.208558 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5f78eb12-cc61-43ee-a0d4-03154ac2a30e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9041390 Sep 21 16:04:23.211542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46762) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:23.221276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:23.249991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:23.250636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:23.290469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e952dd2-1e3e-4b90-9ed4-ad8e1ab501bc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet 82f14054-8c2d-4052-83b2-cc2a9a2e444f {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:04:23.293894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e952dd2-1e3e-4b90-9ed4-ad8e1ab501bc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.339267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7b1fbab1-58cc-479b-9757-bf1f696e2aec None None] Provisioning for port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:23.342773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:23.353892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e952dd2-1e3e-4b90-9ed4-ad8e1ab501bc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.358553 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:23.367672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6529386b-f63c-43fd-ad03-31d1b8c9915e']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:23.372276 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:23.373272 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:23.381150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1346c779-7774-43f0-89eb-1b5106866854') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:23.381484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1346c779-7774-43f0-89eb-1b5106866854') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:23.396738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.416295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.423523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:04:23.424166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.458613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.462926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e757d2f2-4721-4680-958b-313913909c47 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4145267 Sep 21 16:04:23.463435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46770) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:23.528928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:23.561806 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1346c779-7774-43f0-89eb-1b5106866854 resource provider aggregate not found Sep 21 16:04:23.562077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e952dd2-1e3e-4b90-9ed4-ad8e1ab501bc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.581989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 1346c779-7774-43f0-89eb-1b5106866854 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1346c779-7774-43f0-89eb-1b5106866854 found for delete ", "request_id": "req-bbe28b73-025c-4c7f-a9ea-edc782e70229"}]} Sep 21 16:04:23.612973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.613979 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:23.640379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.653705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=6529386b-f63c-43fd-ad03-31d1b8c9915e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:23.724594 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3e439b68-2a65-4970-be7c-6dc611ecda9c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/6529386b-f63c-43fd-ad03-31d1b8c9915e HTTP/1.1" status: 204 len: 168 time: 1.0346708 Sep 21 16:04:23.737038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46776) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:23.741690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--1655091268', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:23.758179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:23.765782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:network and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:23.772469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:23.873846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:23.927712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e952dd2-1e3e-4b90-9ed4-ad8e1ab501bc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:23.954725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:23.998176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e952dd2-1e3e-4b90-9ed4-ad8e1ab501bc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=82f14054-8c2d-4052-83b2-cc2a9a2e444f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:24.012602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1e952dd2-1e3e-4b90-9ed4-ad8e1ab501bc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.023625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e5c35-a3d6-40d4-8c62-7f5f0e676eed None None] Network 1283ae3a-8935-415a-8bd1-5f0486c93f0c requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:24.033759 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1e952dd2-1e3e-4b90-9ed4-ad8e1ab501bc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/82f14054-8c2d-4052-83b2-cc2a9a2e444f HTTP/1.1" status: 204 len: 168 time: 0.8211761 Sep 21 16:04:24.036233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46780) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:24.056193 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:21Z', 'revision_number': 3, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:24.061294 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:24.062038 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Updating router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba port 5d0dce4d-1136-4b90-98e2-adafe6136968 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:04:24.122726 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.211612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:24.215177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.230342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:21Z', 'revision_number': 9, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:24.267250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:24.278292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:24.283848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.302384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:24.335013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:24.335271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:24.344412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.347030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:04:24.376074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.376314 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment b3d8e4a7-f012-4d88-9d8d-d63017697999 of type vlan for network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 Sep 21 16:04:24.391650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port ec05259e-2c0b-44b0-a982-8dd15560595b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:24.391989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.465209 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.478181 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Transition to ACTIVE for port object 5d0dce4d-1136-4b90-98e2-adafe6136968 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:24.495972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.548865 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.559279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:24.625745 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Attempting to bind port 5d0dce4d-1136-4b90-98e2-adafe6136968 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:24.626223 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Attempting to bind port 5d0dce4d-1136-4b90-98e2-adafe6136968 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:24.626495 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Attempting to bind port 5d0dce4d-1136-4b90-98e2-adafe6136968 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:24.637536 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:24.638697 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:24.640752 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.640752 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:24.640752 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Bound port: 5d0dce4d-1136-4b90-98e2-adafe6136968, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:24.641066 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.649861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:24.650276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.702111 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da7ddd-e623-4092-9ace-de3c55003426 None None] Pushing event updated for resources: {'Port': ['ID=5d0dce4d-1136-4b90-98e2-adafe6136968,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:24.723578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] DHCP port deletion for 1283ae3a-8935-415a-8bd1-5f0486c93f0c request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:04:24.738465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.db.resource_extend [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 16:04:24.748559 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] For port 5d0dce4d-1136-4b90-98e2-adafe6136968, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:24.752103 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] For port 5d0dce4d-1136-4b90-98e2-adafe6136968, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5d0dce4d-1136-4b90-98e2-adafe6136968,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:24.756039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] Deleting port ec05259e-2c0b-44b0-a982-8dd15560595b {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:24.756422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.823742 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.886905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6dc5eabb-e18e-4826-81fc-bfd953ffdf0d,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:24.889546 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:24.890813 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:24.897172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.902569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:24.903708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.955559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:24.960515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port ec05259e-2c0b-44b0-a982-8dd15560595b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ec05259e-2c0b-44b0-a982-8dd15560595b,segment=NetworkSegment(d306f06e-a602-4c43-8015-25e3848ee39f),segment_id=d306f06e-a602-4c43-8015-25e3848ee39f)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:24.960761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.026794 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da7ddd-e623-4092-9ace-de3c55003426 None None] Pushing event updated for resources: {'Port': ['ID=5d0dce4d-1136-4b90-98e2-adafe6136968,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:25.048892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:25.147864 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:25.148381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.153580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:25.153955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3ce3c960-3a0e-4dbc-af6f-c5c397d9a5ae not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:25.228526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for ec05259e-2c0b-44b0-a982-8dd15560595b owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:25.263050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=6dc5eabb-e18e-4826-81fc-bfd953ffdf0d,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:25.274706 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5352328 Sep 21 16:04:25.276200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46784) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:25.279219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] For port ec05259e-2c0b-44b0-a982-8dd15560595b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ec05259e-2c0b-44b0-a982-8dd15560595b,segment=NetworkSegment(d306f06e-a602-4c43-8015-25e3848ee39f),segment_id=d306f06e-a602-4c43-8015-25e3848ee39f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:25.279619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.280775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e2dc9-eb9b-4bc9-8f11-f2ae866c5cae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:25.286846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-820164262', 'admin_state_up': True, 'project_id': '707ded9075414f28a6af789a3251199f', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:25.303046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:25.310822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:router and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:25.316165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:25.323278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:25.346797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:04:25.406595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.408145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.430433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] Calling delete_port for ec05259e-2c0b-44b0-a982-8dd15560595b owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:25.449430 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.462470 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:21Z', 'revision_number': 3, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:25.468516 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7191f29-dda4-4438-a761-da3e48dae23d None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:21Z', 'revision_number': 3, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:25.493369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.552367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=ec05259e-2c0b-44b0-a982-8dd15560595b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:25.563338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No DVR routers for this DVR port ec05259e-2c0b-44b0-a982-8dd15560595b on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:04:25.604830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:21Z', 'revision_number': 9, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:25.608240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Allocated IP 172.20.0.1 (31cffb00-f0db-4a88-a975-14de553860e4/c257876a-25a2-4a57-837b-3e632d934a86/2f09ce06-e8bc-4745-baaa-abdc3a6177b8) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:25.610556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:04:25.611089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:04:25.611876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2a20a-144f-48da-b41b-e367ec2f325a None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:21Z', 'revision_number': 9, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7', 'name': '', 'network_id': 'dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:51:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:55Z', 'updated_at': '2022-09-21T16:04:01Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': 'e86f7dd4-ce1a-4156-ad9c-c5400faadba0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:25.772787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.812800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1283ae3a-8935-415a-8bd1-5f0486c93f0c']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:25.837011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd306f06e-a602-4c43-8015-25e3848ee39f') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:25.837308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd306f06e-a602-4c43-8015-25e3848ee39f') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:25.842161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.854584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.887121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.903646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:04:25.904091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.931245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:25.978595 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment d306f06e-a602-4c43-8015-25e3848ee39f resource provider aggregate not found Sep 21 16:04:26.033076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Transition to ACTIVE for port object 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:26.047904 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment d306f06e-a602-4c43-8015-25e3848ee39f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d306f06e-a602-4c43-8015-25e3848ee39f found for delete ", "request_id": "req-c6c59cee-e9db-482c-863c-264f2ffec392"}]} Sep 21 16:04:26.112723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] Deleting port ec05259e-2c0b-44b0-a982-8dd15560595b {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:26.113683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.129831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.158554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.166524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.171977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:26.220664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=1283ae3a-8935-415a-8bd1-5f0486c93f0c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:26.253301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Network 31cffb00-f0db-4a88-a975-14de553860e4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:26.274234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:26.293058 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-aa93dfc7-b6ff-4b0f-8564-7df1d82e2bd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/1283ae3a-8935-415a-8bd1-5f0486c93f0c HTTP/1.1" status: 204 len: 168 time: 2.2557707 Sep 21 16:04:26.294167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Pushing event updated for resources: {'Port': ['ID=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:26.297296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46792) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:26.298458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:26.304412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5e1ad-c44a-4cd7-a86b-18ffa6284714 None None] The port 'ec05259e-2c0b-44b0-a982-8dd15560595b' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:04:26.345375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:26.346457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.356830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.404698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.418199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.534027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:26.600505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ec05259e-2c0b-44b0-a982-8dd15560595b no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:26.633544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.57 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:26.657408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: ec05259e-2c0b-44b0-a982-8dd15560595b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:26.657805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ec05259e-2c0b-44b0-a982-8dd15560595b not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:26.658270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 45fef987-f9a3-4b86-8dd5-763558b3bb76 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:26.700710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 45fef987-f9a3-4b86-8dd5-763558b3bb76 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:26.701345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 45fef987-f9a3-4b86-8dd5-763558b3bb76 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:26.766961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59ab0af0-2515-4f04-8064-e89453f7dede None None] Provisioning for port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:26.776876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59ab0af0-2515-4f04-8064-e89453f7dede None None] Provisioning complete for port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:26.789028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59ab0af0-2515-4f04-8064-e89453f7dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:26.842930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-59ab0af0-2515-4f04-8064-e89453f7dede None None] Port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:26.930079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.009977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.015556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.081340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:27.084045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:27.087926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:27.127578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:27.385293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.430893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.489513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.579996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.680671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.692883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Pushing event updated for resources: {'Port': ['ID=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:27.781338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5d0dce4d-1136-4b90-98e2-adafe6136968 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:27.914261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 5d0dce4d-1136-4b90-98e2-adafe6136968 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:27.919233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5d0dce4d-1136-4b90-98e2-adafe6136968 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:27.919614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.930410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:27.947129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Network 31cffb00-f0db-4a88-a975-14de553860e4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:27.975707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:28.064438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5d0dce4d-1136-4b90-98e2-adafe6136968 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:28.065196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:28.088439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 5d0dce4d-1136-4b90-98e2-adafe6136968, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5d0dce4d-1136-4b90-98e2-adafe6136968,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:28.146797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:28.215627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52f79485-742f-4afd-bd1b-62a4df2ac665 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:04:28.230870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=5d0dce4d-1136-4b90-98e2-adafe6136968,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:28.240825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:28.241173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:28.274630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fd3226f6-1a88-4141-930c-111f647431bc None None] Provisioning complete for port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:28.275218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fd3226f6-1a88-4141-930c-111f647431bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:28.333103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fd3226f6-1a88-4141-930c-111f647431bc None None] Port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:28.484276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:28.515806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:28.528115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Sync routers for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:28.538002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:28.538627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:28.592547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:28.593503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,segment=NetworkSegment(92b36dd3-f2a9-4b02-9c60-b88b350ab479),segment_id=92b36dd3-f2a9-4b02-9c60-b88b350ab479)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:28.597124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:28.597276 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e1153365-e618-42f9-8c4b-06fdea3f9a4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3138409 Sep 21 16:04:28.597512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46798) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:28.638985 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9bea3def-1599-4f7a-a185-b357b6c4b3f3 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398657 Sep 21 16:04:28.641609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46802) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:28.727315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:28.741607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:28.772059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:28.781075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb66b0-75c8-4fa5-b7d2-16d267af75b5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:28.785429 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d4eb66b0-75c8-4fa5-b7d2-16d267af75b5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1400726 Sep 21 16:04:28.785669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46806) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:28.831602 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6bd6a661-9b09-4fee-a545-f0d8b7983ca3 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425036 Sep 21 16:04:28.831833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46810) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:28.836941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2044679002', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:28.896535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:28.907565 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-88a9b641-a435-45b7-8987-4dcb5d979d50 admin admin] 10.222.0.65 "PUT /v2.0/routers/7bd6fffd-5491-46ff-a465-077f7ab1a0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4416823 Sep 21 16:04:28.918849 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:28.935321 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:28.935991 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:28.991123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:29.003371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:29.003371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:29.014527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:29.091232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:27Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:29.095601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Checking router: 52f79485-742f-4afd-bd1b-62a4df2ac665 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:29.096075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Updating router 52f79485-742f-4afd-bd1b-62a4df2ac665 port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:04:29.114966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:29.118679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.153168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.173228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.219319 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:29.230239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:29.516811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.530433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.629616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=a2edd16a-869a-4539-9fa5-e16cfa4b3a39,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:29.635376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:29.635740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: c14228a5-9dfc-4e42-8b58-c0b9d52e78a3, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:04:29.719375 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:27Z', 'revision_number': 2, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:29.721375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.723761 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:29.724120 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Updating router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:04:29.735063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Transition to ACTIVE for port object 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:29.739705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:04:29.789966 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.823710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5d0dce4d-1136-4b90-98e2-adafe6136968 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:29.864612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.873459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c14228a5-9dfc-4e42-8b58-c0b9d52e78a3) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:29.877974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:29.878624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:29.931668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46828) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:29.938041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-394609765-network', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:29.947134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:29.952836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Usage tracker for resource:network and tenant:93ae9c51e15947aa8d05f170d11fac9c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:29.956872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:29.963640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:29.985509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2343c-cef2-40a5-94da-88ce7c96493b None None] Pushing event updated for resources: {'Port': ['ID=6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:29.992331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc19910c-3a8b-4153-91c0-a53bd6486f33 None None] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:30.003106 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-051d119c-a889-4fe4-84b6-d070350c206a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1703544 Sep 21 16:04:30.007753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46832) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:30.033734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Attempting to bind port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:30.034442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Attempting to bind port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:30.035302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Attempting to bind port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:30.070148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:30.100945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Made reservation on behalf of 93ae9c51e15947aa8d05f170d11fac9c for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:30.103412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.115460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:30.116671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:30.117387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.118150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:30.118846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Bound port: 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:30.119419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.126981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.208553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:30.225338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Usage tracker for resource:security_group_rule and tenant:93ae9c51e15947aa8d05f170d11fac9c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:30.231061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:30.240336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:30.268032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:30.281653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:30.286521 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-53172fd1-f8b7-47d3-8f86-20c530023fd7 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8834527 Sep 21 16:04:30.287148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46836) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:30.291620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] For port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:30.294299 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.305442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:30.306107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:30.307885 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Transition to ACTIVE for port object 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:30.365255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-86836eca-f00f-4266-a404-eb5a4404b98d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet e86f7dd4-ce1a-4156-ad9c-c5400faadba0 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:04:30.366404 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.369001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-86836eca-f00f-4266-a404-eb5a4404b98d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.394251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5d0dce4d-1136-4b90-98e2-adafe6136968 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:30.394659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.418753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] For port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:30.431293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-86836eca-f00f-4266-a404-eb5a4404b98d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.520887 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-86836eca-f00f-4266-a404-eb5a4404b98d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.532924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.568816 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6aafd-2f9a-45b4-836e-d7dd9c3506c3 None None] Pushing event updated for resources: {'Port': ['ID=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:30.676280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:30.688645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-86836eca-f00f-4266-a404-eb5a4404b98d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.693440 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Attempting to bind port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:30.694194 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Attempting to bind port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:30.694729 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Attempting to bind port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 on network 31cffb00-f0db-4a88-a975-14de553860e4 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:30.700933 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:30.704066 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Checking segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:30.704066 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.704066 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Bound using segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:30.704066 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Bound port: 2f09ce06-e8bc-4745-baaa-abdc3a6177b8, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:30.704654 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.735184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:30.735810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:30.759898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86836eca-f00f-4266-a404-eb5a4404b98d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=e86f7dd4-ce1a-4156-ad9c-c5400faadba0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:30.767943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-86836eca-f00f-4266-a404-eb5a4404b98d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.779233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.780160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46840) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:30.782601 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-86836eca-f00f-4266-a404-eb5a4404b98d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/e86f7dd4-ce1a-4156-ad9c-c5400faadba0 HTTP/1.1" status: 204 len: 168 time: 0.4943638 Sep 21 16:04:30.786885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:04:30.787703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.803645 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] For port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:30.807363 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] For port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:30.864746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb12169-8551-4934-8b98-c6636584538c None None] Network dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:30.875119 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:30.946577 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:30.947491 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:30.962100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2343c-cef2-40a5-94da-88ce7c96493b None None] Pushing event updated for resources: {'Port': ['ID=6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:30.993375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.126253 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6aafd-2f9a-45b4-836e-d7dd9c3506c3 None None] Pushing event updated for resources: {'Port': ['ID=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:31.143360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:04:31.156706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.164156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504970ce-2af2-4f68-8ab6-4b5e133d2efd,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:31.178385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.178733 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Added segment f9cc0a56-fb82-428e-ad3f-458746fbb737 of type vlan for network 5c4b57f7-d996-470f-b231-2677760e0d86 Sep 21 16:04:31.182056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.182412 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:31.289034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port d66c361e-b006-4f53-b90c-4d6b74653b13 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:31.289034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.341097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.427600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5d0dce4d-1136-4b90-98e2-adafe6136968 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:31.438880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:31.512275 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:30Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:31.518065 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd70e27-e8a2-421a-bb9e-a45cc56e03f0 None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:30Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:31.643777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.644217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:31.644814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.750525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Allocated IP 172.20.0.2 (c14228a5-9dfc-4e42-8b58-c0b9d52e78a3/a2edd16a-869a-4539-9fa5-e16cfa4b3a39/c78deee0-b0d9-45ce-8ccb-2e22e314d602) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:31.821713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:31.825884 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8930159 Sep 21 16:04:31.829598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46844) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:31.835222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Request body: {'subnet': {'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-394609765-subnet', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:31.840807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:31.845717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Usage tracker for resource:subnet and tenant:93ae9c51e15947aa8d05f170d11fac9c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:31.849317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:31.855979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:31.879100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port d66c361e-b006-4f53-b90c-4d6b74653b13, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d66c361e-b006-4f53-b90c-4d6b74653b13,segment=NetworkSegment(92b36dd3-f2a9-4b02-9c60-b88b350ab479),segment_id=92b36dd3-f2a9-4b02-9c60-b88b350ab479)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:31.879501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.886777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915914c-27ff-4381-95d3-948503318564 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4b57f7-d996-470f-b231-2677760e0d86,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:31.935016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Made reservation on behalf of 93ae9c51e15947aa8d05f170d11fac9c for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:31.937470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:31.955646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 5c4b57f7-d996-470f-b231-2677760e0d86 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:04:32.023653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for d66c361e-b006-4f53-b90c-4d6b74653b13 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:32.229707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.266967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44a58e-9097-4053-b915-11665d982855 None None] DHCP port deletion for dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:04:32.306188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=d66c361e-b006-4f53-b90c-4d6b74653b13,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:32.310348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No DVR routers for this DVR port d66c361e-b006-4f53-b90c-4d6b74653b13 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:04:32.345308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 10, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:32.363213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.365685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:32.391938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:32.392506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:32.448478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.455690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:32.459302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef6c84a-cf38-40a2-a8ab-17787b90c389,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:32.471800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:27Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:32.472227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Checking segment: {'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:32.472595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Network hostable DHCP agents. Network: 5c4b57f7-d996-470f-b231-2677760e0d86, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:04:32.479195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:32.494115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b36dd3-f2a9-4b02-9c60-b88b350ab479') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:32.494505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b36dd3-f2a9-4b02-9c60-b88b350ab479') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:32.507465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.524281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.532391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.540088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:04:32.540495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.548745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Network 5c4b57f7-d996-470f-b231-2677760e0d86 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:04:32.552664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:32.553049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.586795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f4343-2f56-4f78-a76d-d28dcc3efe1e None None] The sync data for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv is: [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:27Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:32.588687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Transition to ACTIVE for port object c78deee0-b0d9-45ce-8ccb-2e22e314d602 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:32.614783 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 92b36dd3-f2a9-4b02-9c60-b88b350ab479 resource provider aggregate not found Sep 21 16:04:32.626946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 5c4b57f7-d996-470f-b231-2677760e0d86) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:32.639033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:32.641163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Transition to ACTIVE for port object c78deee0-b0d9-45ce-8ccb-2e22e314d602 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:32.642273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.644349 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 92b36dd3-f2a9-4b02-9c60-b88b350ab479 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92b36dd3-f2a9-4b02-9c60-b88b350ab479 found for delete ", "request_id": "req-53e1d26f-2bb6-445a-b10a-a917676e9296"}]} Sep 21 16:04:32.649433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5faa6-f76b-43b1-aa96-90e1683f90c4 None None] Network 5c4b57f7-d996-470f-b231-2677760e0d86 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:32.682280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:32.739416 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8835f7f0-5373-4e50-90d2-320e16b7f41f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9085824 Sep 21 16:04:32.741847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46852) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:32.748177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:32.760431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:32.765689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Usage tracker for resource:router and tenant:93ae9c51e15947aa8d05f170d11fac9c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:32.769365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:32.777022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:32.812473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.866982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.870328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.899370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.936706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:32.979925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.002628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:33.008184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02 HTTP/1.1" status: 204 len: 168 time: 2.2237217 Sep 21 16:04:33.008487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3772d206-bfbc-4951-abf0-e5215506faca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.011832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46856) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:33.016168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b09d1c-dea4-45fb-a911-b728ba48c75f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=dd9e3de8-6a65-46fe-bb1e-f00f0cf49e02,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:33.029214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:33.032884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:33.083190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Pushing event updated for resources: {'Port': ['ID=c78deee0-b0d9-45ce-8ccb-2e22e314d602,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:33.225285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.1 (c14228a5-9dfc-4e42-8b58-c0b9d52e78a3/a2edd16a-869a-4539-9fa5-e16cfa4b3a39/b1f67173-5162-48dc-a3df-5c9715d60f42) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:33.355797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.382548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:33.384105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.391916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Attempting to bind port c78deee0-b0d9-45ce-8ccb-2e22e314d602 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:33.392215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Attempting to bind port c78deee0-b0d9-45ce-8ccb-2e22e314d602 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:33.392578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Attempting to bind port c78deee0-b0d9-45ce-8ccb-2e22e314d602 on network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:33.424383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:33.424746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Checking segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:33.425164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.425563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Bound using segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:33.426082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Bound port: c78deee0-b0d9-45ce-8ccb-2e22e314d602, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:33.426464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.617514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:33.624059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-5c4b57f7-d996-470f-b231-2677760e0d86', 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'fixed_ips': [{'subnet_id': '3ef6c84a-cf38-40a2-a8ab-17787b90c389'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:04:33.624925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.733243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.742874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.759456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object b1f67173-5162-48dc-a3df-5c9715d60f42 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:33.818723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] For port c78deee0-b0d9-45ce-8ccb-2e22e314d602, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:33.851624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] For port c78deee0-b0d9-45ce-8ccb-2e22e314d602, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c78deee0-b0d9-45ce-8ccb-2e22e314d602,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:33.873420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 10, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:33.874676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:33.882040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a6c75-d423-4078-a379-0c56fdc752d1 None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 10, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None, '_interfaces': [{'id': '46cb71b1-dc09-4dcc-a7c1-65503e79983c', 'name': '', 'network_id': 'be4598ea-33d7-4e9b-aa29-2f82e1b118b6', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'mac_address': 'fa:16:3e:47:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:03:50Z', 'updated_at': '2022-09-21T16:03:55Z', 'revision_number': 5, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'subnets': [{'id': '2171c628-ea09-41fb-a635-6ff535941b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:33.892372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:33.940365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:33.988315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.125190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.125780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.160326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.178973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Allocated IP 172.20.0.2 (5c4b57f7-d996-470f-b231-2677760e0d86/3ef6c84a-cf38-40a2-a8ab-17787b90c389/c13bc3db-a38d-4038-8fa8-b5f4fc717311) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:34.195524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe31bd-8bcb-4608-8efd-4f5cd55a8356 None None] Pushing event updated for resources: {'Port': ['ID=c78deee0-b0d9-45ce-8ccb-2e22e314d602,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:34.238688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:34.242432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:34.252295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:34.302068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:34.310584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:34.311050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.322772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=b1f67173-5162-48dc-a3df-5c9715d60f42,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:34.359342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.376121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Allocated IP 172.26.0.63 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/8470f068-60e2-4828-b7e7-9676a3f4d63a) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:34.628203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.652113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Transition to ACTIVE for port object c13bc3db-a38d-4038-8fa8-b5f4fc717311 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:34.654931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:34.655340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.659725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.711406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Transition to ACTIVE for port object c13bc3db-a38d-4038-8fa8-b5f4fc717311 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:34.715196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:34.769901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.793587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.797337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.811204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 46cb71b1-dc09-4dcc-a7c1-65503e79983c {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:34.811546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:34.848488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Pushing event updated for resources: {'Port': ['ID=8470f068-60e2-4828-b7e7-9676a3f4d63a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:34.863193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:34.869145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:34.871728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:34.882175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Pushing event updated for resources: {'Port': ['ID=c13bc3db-a38d-4038-8fa8-b5f4fc717311,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:34.918007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d66c361e-b006-4f53-b90c-4d6b74653b13 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:34.993612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: d66c361e-b006-4f53-b90c-4d6b74653b13 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:34.993968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d66c361e-b006-4f53-b90c-4d6b74653b13 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:35.004326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Network 5c4b57f7-d996-470f-b231-2677760e0d86 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:35.010813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:35.016162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:35.072721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port 46cb71b1-dc09-4dcc-a7c1-65503e79983c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=46cb71b1-dc09-4dcc-a7c1-65503e79983c,segment=NetworkSegment(ea391cbd-caa5-488f-aa6d-ac7488f918d1),segment_id=ea391cbd-caa5-488f-aa6d-ac7488f918d1)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:35.073517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.108381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:35.127641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-23794c2f-a313-4220-83fc-53ea8e1a754d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.136942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Attempting to bind port c13bc3db-a38d-4038-8fa8-b5f4fc717311 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:35.136942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Attempting to bind port c13bc3db-a38d-4038-8fa8-b5f4fc717311 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:35.136942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Attempting to bind port c13bc3db-a38d-4038-8fa8-b5f4fc717311 on network 5c4b57f7-d996-470f-b231-2677760e0d86 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:35.139343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:35.140243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Checking segment: {'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:35.140655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.141283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Bound using segment: {'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:35.141762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Bound port: c13bc3db-a38d-4038-8fa8-b5f4fc717311, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:35.142165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.244938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] For port c13bc3db-a38d-4038-8fa8-b5f4fc717311, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:35.252518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] For port c13bc3db-a38d-4038-8fa8-b5f4fc717311, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c13bc3db-a38d-4038-8fa8-b5f4fc717311,segment=NetworkSegment(f9cc0a56-fb82-428e-ad3f-458746fbb737),segment_id=f9cc0a56-fb82-428e-ad3f-458746fbb737)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:35.299540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 46cb71b1-dc09-4dcc-a7c1-65503e79983c owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:35.342645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.381876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.453509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.463329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f3354-606a-439d-9b17-eb9e5db84689 None None] Pushing event updated for resources: {'Port': ['ID=c13bc3db-a38d-4038-8fa8-b5f4fc717311,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:35.573749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde1722-2fa7-42fc-8753-64795daba1bb None None] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:35.884389 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:35.942164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f68c6b1b-7c06-4f09-95d6-0e1194925712 None None] Provisioning for port c78deee0-b0d9-45ce-8ccb-2e22e314d602 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:36.004067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:36.102662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.114642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:36.115373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.174095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=46cb71b1-dc09-4dcc-a7c1-65503e79983c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:36.264177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.372645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.395788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:36.397347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:36.438650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.545663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:36.546607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.657781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:04:36.662615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-677bb6b8-9324-46c3-ba6b-86c279aa3e52 None None] Provisioning for port b1f67173-5162-48dc-a3df-5c9715d60f42 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:36.679827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-677bb6b8-9324-46c3-ba6b-86c279aa3e52 None None] Provisioning complete for port b1f67173-5162-48dc-a3df-5c9715d60f42 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:36.680547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-677bb6b8-9324-46c3-ba6b-86c279aa3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.790156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-677bb6b8-9324-46c3-ba6b-86c279aa3e52 None None] Port b1f67173-5162-48dc-a3df-5c9715d60f42 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:36.803355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=b1f67173-5162-48dc-a3df-5c9715d60f42,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:36.806366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.835737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:36.836692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c13bc3db-a38d-4038-8fa8-b5f4fc717311 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:36.909601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.921680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3668d411-d421-4a6b-81cf-e61510411c23 None None] Provisioning complete for port b1f67173-5162-48dc-a3df-5c9715d60f42 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:36.922086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3668d411-d421-4a6b-81cf-e61510411c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.968171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:36.974424 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Sync routers for ids ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:36.987747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:36.992700 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Routers {'cea0f894-f0f1-472f-9315-d6d8a5d2bc93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:36.993327 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:37.002317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c212f52-96cc-4154-9ab5-405a1dfac9b1 None None] Network 5c4b57f7-d996-470f-b231-2677760e0d86 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:37.079076 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c13bc3db-a38d-4038-8fa8-b5f4fc717311 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:37.089757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c78deee0-b0d9-45ce-8ccb-2e22e314d602 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:37.112415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:37.114854 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-43b75258-ba00-4fdd-8afa-bdf872573afa admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3718302 Sep 21 16:04:37.118098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46862) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:37.168116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3668d411-d421-4a6b-81cf-e61510411c23 None None] Port b1f67173-5162-48dc-a3df-5c9715d60f42 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:37.265804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c78deee0-b0d9-45ce-8ccb-2e22e314d602 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:37.277301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c78deee0-b0d9-45ce-8ccb-2e22e314d602 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:37.277667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:37.324214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:37.359951 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Set router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:37.487298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:37.499036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:37.534240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c78deee0-b0d9-45ce-8ccb-2e22e314d602 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:37.534719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:37.545733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-efa7a984-8e21-491b-ac89-9ec2d90f7575 None None] Provisioning for port c13bc3db-a38d-4038-8fa8-b5f4fc717311 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:37.559204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:37.600364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:37.610379 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-49552a9c-6017-418a-a3ce-2514455b6ac5 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5972784 Sep 21 16:04:37.611011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46866) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:37.643095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:37.645538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:37.736959 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 3, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:37.745262 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Checking router: cea0f894-f0f1-472f-9315-d6d8a5d2bc93 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:37.745532 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Updating router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 port 8470f068-60e2-4828-b7e7-9676a3f4d63a binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:04:37.789194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8060d2af-c13e-4284-a10a-ddf2205fc78e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting subnet 2171c628-ea09-41fb-a635-6ff535941b3f {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:04:37.797574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8060d2af-c13e-4284-a10a-ddf2205fc78e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:37.813852 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:37.853976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:37.858480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52f79485-742f-4afd-bd1b-62a4df2ac665 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:37.872648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8060d2af-c13e-4284-a10a-ddf2205fc78e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:37.999215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-efa7a984-8e21-491b-ac89-9ec2d90f7575 None None] Provisioning complete for port c13bc3db-a38d-4038-8fa8-b5f4fc717311 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:37.999508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-efa7a984-8e21-491b-ac89-9ec2d90f7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.080681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 11, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:38.140397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:38.145096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c78deee0-b0d9-45ce-8ccb-2e22e314d602, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c78deee0-b0d9-45ce-8ccb-2e22e314d602,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:38.171963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:38.172986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:38.231219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.258380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.270806 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.272181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8060d2af-c13e-4284-a10a-ddf2205fc78e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.290221 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Transition to ACTIVE for port object 8470f068-60e2-4828-b7e7-9676a3f4d63a will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:38.332590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:38.363602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.371555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:38.380557 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Sync routers for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:38.386530 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e77d1eef-4e6f-4150-9d76-5c4fd80f53b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/52f79485-742f-4afd-bd1b-62a4df2ac665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3755021 Sep 21 16:04:38.390247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46870) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:38.390392 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.485563 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Attempting to bind port 8470f068-60e2-4828-b7e7-9676a3f4d63a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:38.485906 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Attempting to bind port 8470f068-60e2-4828-b7e7-9676a3f4d63a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:38.486238 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Attempting to bind port 8470f068-60e2-4828-b7e7-9676a3f4d63a on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:38.488227 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:38.488854 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:38.515590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Allocated IP 172.20.0.1 (5c4b57f7-d996-470f-b231-2677760e0d86/3ef6c84a-cf38-40a2-a8ab-17787b90c389/6817c141-0e79-404d-95a8-a74599c0116b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:38.516743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:38.517105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a5e2b00c-c057-4d25-9d48-a5e7c6c15cf7 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:38.572353 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:38.572789 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:38.573119 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.573511 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:38.574023 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Bound port: 8470f068-60e2-4828-b7e7-9676a3f4d63a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:38.574399 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.588965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-efa7a984-8e21-491b-ac89-9ec2d90f7575 None None] Current status of the port c13bc3db-a38d-4038-8fa8-b5f4fc717311 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:38.589357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-efa7a984-8e21-491b-ac89-9ec2d90f7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.595631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ba657-a943-4e0b-8113-767a859ed619 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.596197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ba657-a943-4e0b-8113-767a859ed619 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.596557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ba657-a943-4e0b-8113-767a859ed619 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.597683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ba657-a943-4e0b-8113-767a859ed619 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.598174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ba657-a943-4e0b-8113-767a859ed619 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.598637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ba657-a943-4e0b-8113-767a859ed619 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.599225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ba657-a943-4e0b-8113-767a859ed619 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.601062 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-740ba657-a943-4e0b-8113-767a859ed619 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2098374 Sep 21 16:04:38.602941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8060d2af-c13e-4284-a10a-ddf2205fc78e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.606771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46874) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:38.626722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:38.651840 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdeb34-c8df-4f53-8e2c-47ee3594dbc5 None None] Pushing event updated for resources: {'Port': ['ID=8470f068-60e2-4828-b7e7-9676a3f4d63a,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:38.700802 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060d2af-c13e-4284-a10a-ddf2205fc78e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Subnet': ['ID=2171c628-ea09-41fb-a635-6ff535941b3f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:38.708287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c78deee0-b0d9-45ce-8ccb-2e22e314d602,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:38.719350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.722285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8060d2af-c13e-4284-a10a-ddf2205fc78e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:38.724575 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8060d2af-c13e-4284-a10a-ddf2205fc78e tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/2171c628-ea09-41fb-a635-6ff535941b3f HTTP/1.1" status: 204 len: 168 time: 1.1034951 Sep 21 16:04:38.734633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46878) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:38.761454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Transition to ACTIVE for port object 6817c141-0e79-404d-95a8-a74599c0116b will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:38.763506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0b97b-1638-4952-adf3-769b7db0b8ee tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.766229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0b97b-1638-4952-adf3-769b7db0b8ee tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.766229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0b97b-1638-4952-adf3-769b7db0b8ee tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.766229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0b97b-1638-4952-adf3-769b7db0b8ee tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.766229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0b97b-1638-4952-adf3-769b7db0b8ee tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.766831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0b97b-1638-4952-adf3-769b7db0b8ee tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:38.769142 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-12e0b97b-1638-4952-adf3-769b7db0b8ee tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1318438 Sep 21 16:04:38.771910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46882) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:38.797659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8dbf83-7810-4d23-b4a5-dea41a7aefaa None None] Network be4598ea-33d7-4e9b-aa29-2f82e1b118b6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:38.804972 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] For port 8470f068-60e2-4828-b7e7-9676a3f4d63a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:38.811084 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] For port 8470f068-60e2-4828-b7e7-9676a3f4d63a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8470f068-60e2-4828-b7e7-9676a3f4d63a,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:38.816356 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:38.973410 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.012591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.024148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 11, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:39.029545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Deleting port 2aad8ded-9644-48ee-9241-d9980c1953f7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:39.029884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.032924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-efa7a984-8e21-491b-ac89-9ec2d90f7575 None None] For port c13bc3db-a38d-4038-8fa8-b5f4fc717311, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c13bc3db-a38d-4038-8fa8-b5f4fc717311,segment=NetworkSegment(f9cc0a56-fb82-428e-ad3f-458746fbb737),segment_id=f9cc0a56-fb82-428e-ad3f-458746fbb737)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:39.038317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692b4a0-b0d2-4e77-9a36-10311b2cfe98 None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 11, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:39.109333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-efa7a984-8e21-491b-ac89-9ec2d90f7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.113674 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdeb34-c8df-4f53-8e2c-47ee3594dbc5 None None] Pushing event updated for resources: {'Port': ['ID=8470f068-60e2-4828-b7e7-9676a3f4d63a,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:39.114709 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9366b519-c997-48c9-8634-6ed535a1361c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3580 time: 0.3413956 Sep 21 16:04:39.122666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.150218 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Routers {'cea0f894-f0f1-472f-9315-d6d8a5d2bc93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:39.153025 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:39.206964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Network 5c4b57f7-d996-470f-b231-2677760e0d86 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:39.237762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:39.250370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:39.261662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46888) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:39.267597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421004560', 'description': 'tempest-secgroup-smoke-1421004560 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:39.273747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7a984-8e21-491b-ac89-9ec2d90f7575 None None] Pushing event updated for resources: {'Port': ['ID=c13bc3db-a38d-4038-8fa8-b5f4fc717311,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:39.281709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-66b1cc1d-40b2-413d-a46a-a79dbf19e718 None None] Provisioning complete for port b1f67173-5162-48dc-a3df-5c9715d60f42 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:39.283049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:39.285274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66b1cc1d-40b2-413d-a46a-a79dbf19e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.297037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:39.301360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:39.314033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:39.361115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.372204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-66b1cc1d-40b2-413d-a46a-a79dbf19e718 None None] Port b1f67173-5162-48dc-a3df-5c9715d60f42 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:39.383645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Pushing event updated for resources: {'Port': ['ID=6817c141-0e79-404d-95a8-a74599c0116b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:39.414039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-66b1cc1d-40b2-413d-a46a-a79dbf19e718 None None] Provisioning complete for port c13bc3db-a38d-4038-8fa8-b5f4fc717311 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:39.414554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66b1cc1d-40b2-413d-a46a-a79dbf19e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.421533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.440304 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] Set router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:39.461013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:39.466376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] DHCP port deletion for be4598ea-33d7-4e9b-aa29-2f82e1b118b6 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:04:39.471477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:39.474328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:39.491011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:39.524282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] Deleting port 2aad8ded-9644-48ee-9241-d9980c1953f7 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:39.524282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.636294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.641340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] For port 2aad8ded-9644-48ee-9241-d9980c1953f7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2aad8ded-9644-48ee-9241-d9980c1953f7,segment=NetworkSegment(ea391cbd-caa5-488f-aa6d-ac7488f918d1),segment_id=ea391cbd-caa5-488f-aa6d-ac7488f918d1)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:39.641712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.704550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.762845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945cd1f5-7898-40fb-a17a-ce41aee9443d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:39.801309 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-66b1cc1d-40b2-413d-a46a-a79dbf19e718 None None] Current status of the port c13bc3db-a38d-4038-8fa8-b5f4fc717311 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:39.816074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Calling delete_port for 2aad8ded-9644-48ee-9241-d9980c1953f7 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:39.820003 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:39.823683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.825598 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Checking router: 52f79485-742f-4afd-bd1b-62a4df2ac665 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:39.826051 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Updating router 52f79485-742f-4afd-bd1b-62a4df2ac665 port b1f67173-5162-48dc-a3df-5c9715d60f42 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:04:39.831280 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-11f5a17e-5142-49aa-b5e6-d5d1561d3ae1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5682271 Sep 21 16:04:39.835728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46892) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:39.836357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] For port 2aad8ded-9644-48ee-9241-d9980c1953f7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2aad8ded-9644-48ee-9241-d9980c1953f7,segment=NetworkSegment(ea391cbd-caa5-488f-aa6d-ac7488f918d1),segment_id=ea391cbd-caa5-488f-aa6d-ac7488f918d1)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:39.837006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '945cd1f5-7898-40fb-a17a-ce41aee9443d', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:39.837356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.844135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:39.849204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:39.853647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:39.861298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:39.888366 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.935998 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 3, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:39.954915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:39.956741 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e438bda-85d2-43fb-8804-4e294c0c9a56 None None] The sync data for ids ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'] in dv-neutron-858618-1-hyperv is: [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 3, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:39.986081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] Calling delete_port for 2aad8ded-9644-48ee-9241-d9980c1953f7 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:04:39.996268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.090701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Port': ['ID=2aad8ded-9644-48ee-9241-d9980c1953f7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:40.096460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.099100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No DVR routers for this DVR port 2aad8ded-9644-48ee-9241-d9980c1953f7 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:04:40.102793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-44aeea8e-9011-4580-8cf6-793a4168237f None None] Provisioning for port 6817c141-0e79-404d-95a8-a74599c0116b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:40.111497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:04:40.111497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:04:40.111497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-44aeea8e-9011-4580-8cf6-793a4168237f None None] Provisioning complete for port 6817c141-0e79-404d-95a8-a74599c0116b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:40.111497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-44aeea8e-9011-4580-8cf6-793a4168237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.160275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.178323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.189273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-44aeea8e-9011-4580-8cf6-793a4168237f None None] Port 6817c141-0e79-404d-95a8-a74599c0116b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:40.203047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d300eb0-5908-46a3-bc65-a6441c64aad5,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:40.298049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.299634 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ad5fc9b4-3b25-4c3f-abf9-61519b96c293 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4667754 Sep 21 16:04:40.302433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46896) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:40.308581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '945cd1f5-7898-40fb-a17a-ce41aee9443d', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:40.317635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:40.323929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:40.330014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:40.332743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.339928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:40.371981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4598ea-33d7-4e9b-aa29-2f82e1b118b6']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:40.379812 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.389475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea391cbd-caa5-488f-aa6d-ac7488f918d1') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:40.390411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea391cbd-caa5-488f-aa6d-ac7488f918d1') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:40.392297 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Transition to ACTIVE for port object b1f67173-5162-48dc-a3df-5c9715d60f42 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:40.433814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.464897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.474442 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.496919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.509111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.516867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:04:40.517205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.580819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.597098 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ea391cbd-caa5-488f-aa6d-ac7488f918d1 resource provider aggregate not found Sep 21 16:04:40.609626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] Deleting port 2aad8ded-9644-48ee-9241-d9980c1953f7 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:04:40.615291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.641615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a448b0b-a1a7-40b4-adff-1d843182ed42,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:40.668720 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ea391cbd-caa5-488f-aa6d-ac7488f918d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea391cbd-caa5-488f-aa6d-ac7488f918d1 found for delete ", "request_id": "req-96baaf67-f8e1-4656-81f4-097b6c7f2ff4"}]} Sep 21 16:04:40.721003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.722934 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-774cb8f7-00b9-4f8a-882f-0f5ec856661c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4195640 Sep 21 16:04:40.725581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46904) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:40.732854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.739402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '945cd1f5-7898-40fb-a17a-ce41aee9443d', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:40.756263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:40.759834 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Attempting to bind port b1f67173-5162-48dc-a3df-5c9715d60f42 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:40.760315 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Attempting to bind port b1f67173-5162-48dc-a3df-5c9715d60f42 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:40.760773 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Attempting to bind port b1f67173-5162-48dc-a3df-5c9715d60f42 on network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:40.762077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:40.766678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:40.768196 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:40.768646 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Checking segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:40.769152 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.769605 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Bound using segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:40.770266 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Bound port: b1f67173-5162-48dc-a3df-5c9715d60f42, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:40.770707 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.773322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eba826e7-1abe-45d1-8a21-ebad1386fd34 None None] The port '2aad8ded-9644-48ee-9241-d9980c1953f7' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:04:40.777741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.778443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:40.780952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c13bc3db-a38d-4038-8fa8-b5f4fc717311 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:40.787167 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abac31c-6c98-454d-848c-a3c2c13c0a8a None None] Pushing event updated for resources: {'Port': ['ID=b1f67173-5162-48dc-a3df-5c9715d60f42,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:40.803479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.811134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Pushing event deleted for resources: {'Network': ['ID=be4598ea-33d7-4e9b-aa29-2f82e1b118b6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:40.813702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.869533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c13bc3db-a38d-4038-8fa8-b5f4fc717311 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:40.869909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.897429 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] For port b1f67173-5162-48dc-a3df-5c9715d60f42, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:40.897429 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] For port b1f67173-5162-48dc-a3df-5c9715d60f42, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b1f67173-5162-48dc-a3df-5c9715d60f42,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:40.899050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.946601 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ecba949e-9947-4f24-9429-4e7bc78ddba2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/networks/be4598ea-33d7-4e9b-aa29-2f82e1b118b6 HTTP/1.1" status: 204 len: 168 time: 2.2079012 Sep 21 16:04:40.950109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46908) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:40.960356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Pushing event updated for resources: {'Port': ['ID=6817c141-0e79-404d-95a8-a74599c0116b,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:40.961456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'routes': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:40.965443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:40.998639 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.040273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c13bc3db-a38d-4038-8fa8-b5f4fc717311 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:41.041661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c78deee0-b0d9-45ce-8ccb-2e22e314d602 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:41.092808 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:41.093437 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:41.143656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c78deee0-b0d9-45ce-8ccb-2e22e314d602 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:41.144861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.267488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Network 5c4b57f7-d996-470f-b231-2677760e0d86 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:41.268622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:41.320755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c78deee0-b0d9-45ce-8ccb-2e22e314d602 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:41.321861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8470f068-60e2-4828-b7e7-9676a3f4d63a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:41.352833 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abac31c-6c98-454d-848c-a3c2c13c0a8a None None] Pushing event updated for resources: {'Port': ['ID=b1f67173-5162-48dc-a3df-5c9715d60f42,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:41.356925 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:41.443610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Added routes are [] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 21 16:04:41.443935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.extraroute_db [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Removed routes are [] {{(pid=89726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 21 16:04:41.444277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.457792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.486199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8470f068-60e2-4828-b7e7-9676a3f4d63a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:41.492491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8470f068-60e2-4828-b7e7-9676a3f4d63a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:41.492937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.583180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:41.726244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-50eb37eb-b1e7-4676-93c7-02cba673a179 None None] Provisioning complete for port 6817c141-0e79-404d-95a8-a74599c0116b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:41.727490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-50eb37eb-b1e7-4676-93c7-02cba673a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.793437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-50eb37eb-b1e7-4676-93c7-02cba673a179 None None] Port 6817c141-0e79-404d-95a8-a74599c0116b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:41.797407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8470f068-60e2-4828-b7e7-9676a3f4d63a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:41.799051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.816836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8470f068-60e2-4828-b7e7-9676a3f4d63a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8470f068-60e2-4828-b7e7-9676a3f4d63a,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:41.821829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:41.835125 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2db3156d-766d-4564-8534-632c53c601ae admin admin] 10.222.0.65 "PUT /v2.0/routers/cea0f894-f0f1-472f-9315-d6d8a5d2bc93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7091527 Sep 21 16:04:41.872549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.876661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.881055 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:40Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:41.886414 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317eac4c-5416-4acd-af33-717bf198cf03 None None] The sync data for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv is: [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:40Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:41.896156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f181a644-2e76-4ed6-b11d-89923cb270e7,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:41.897237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.904756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:41.966900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 46cb71b1-dc09-4dcc-a7c1-65503e79983c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:42.006676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 46cb71b1-dc09-4dcc-a7c1-65503e79983c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:42.007016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 46cb71b1-dc09-4dcc-a7c1-65503e79983c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:42.007435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2aad8ded-9644-48ee-9241-d9980c1953f7 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:04:42.077428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2aad8ded-9644-48ee-9241-d9980c1953f7 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:04:42.077772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2aad8ded-9644-48ee-9241-d9980c1953f7 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:04:42.087112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 97c32920-19ab-4dd2-876b-29a8d07adbf3 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:04:42.091497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8470f068-60e2-4828-b7e7-9676a3f4d63a,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:42.160792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Sync routers for ids ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:42.163013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:42.166692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f0f2d5c1-6673-4e68-85e9-082ac09791cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4376237 Sep 21 16:04:42.167166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46918) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:42.180821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '945cd1f5-7898-40fb-a17a-ce41aee9443d', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:42.190403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Routers {'cea0f894-f0f1-472f-9315-d6d8a5d2bc93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:42.191018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:42.203130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:42.215034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:42.220172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:42.238795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:42.244590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:42.252446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:42.253912 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-44ffd16c-21c3-479e-b146-6cf9b76bf41d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 200 len: 705 time: 1.3027961 Sep 21 16:04:42.258380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46922) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:42.269225 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] Sync routers for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:42.281301 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:42.281906 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:42.333364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f76a6d0e-d3bd-4960-a640-27215089a21b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:42.355610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:42.406148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f76a6d0e-d3bd-4960-a640-27215089a21b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:42.407492 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f76a6d0e-d3bd-4960-a640-27215089a21b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 200 len: 205 time: 0.1470435 Sep 21 16:04:42.410167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46926) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:42.441391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Set router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:42.450660 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:42.560056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46930) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:42.567791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053953608', 'description': 'tempest-secgroup-smoke-2053953608 description', 'project_id': '1ad6903d50d84eaaa1604dbc036f698c'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:42.570644 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 11, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:42.575659 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] Checking router: 97c32920-19ab-4dd2-876b-29a8d07adbf3 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:42.579234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c62dc6f-8f56-41e5-8bff-cae29245b15a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:42.581797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:42.587892 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] Routers {'97c32920-19ab-4dd2-876b-29a8d07adbf3'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:42.588603 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['97c32920-19ab-4dd2-876b-29a8d07adbf3'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:42.595282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:security_group and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:42.602983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:42.618922 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:42.723613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:42.743918 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] Set router 97c32920-19ab-4dd2-876b-29a8d07adbf3 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:42.764034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:42.782091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:42.796195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:security_group_rule and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:42.802011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:42.810383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:42.823659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b1f67173-5162-48dc-a3df-5c9715d60f42 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:42.865315 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 11, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:42.869170 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd9d267-9b37-4037-b732-c61b4592f4d5 None None] The sync data for ids ['97c32920-19ab-4dd2-876b-29a8d07adbf3'] in dv-neutron-858618-1-hyperv is: [{'id': '97c32920-19ab-4dd2-876b-29a8d07adbf3', 'name': 'tempest-RoutersIpV6Test-router-2084077001', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:03:48Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 11, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:42.893095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:42.901164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:42.934509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:04:39Z', 'revision_number': 4, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '6817c141-0e79-404d-95a8-a74599c0116b', 'name': '', 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'mac_address': 'fa:16:3e:bd:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3ef6c84a-cf38-40a2-a8ab-17787b90c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:38Z', 'updated_at': '2022-09-21T16:04:40Z', 'revision_number': 2, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'subnets': [{'id': '3ef6c84a-cf38-40a2-a8ab-17787b90c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:42.938925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Checking router: cea0f894-f0f1-472f-9315-d6d8a5d2bc93 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:42.939365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Updating router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 port 6817c141-0e79-404d-95a8-a74599c0116b binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:04:42.971633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.006698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.022929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:43.030008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port b1f67173-5162-48dc-a3df-5c9715d60f42 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:43.040391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b1f67173-5162-48dc-a3df-5c9715d60f42 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:43.040775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.055639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8becbdb4-9718-4863-a7fe-6e3fbdf48a85,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:43.063442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c62dc6f-8f56-41e5-8bff-cae29245b15a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.066615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c62dc6f-8f56-41e5-8bff-cae29245b15a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.072315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.074642 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0c300780-6b8c-416c-9b8e-8bb8910d8f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5124829 Sep 21 16:04:43.076902 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46934) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:43.084696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'security_group_rule': {'security_group_id': '64bb32dd-6e7b-48c1-a646-5f30f66c4cfc', 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:43.090966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:43.095204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:security_group_rule and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:43.102781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:43.109188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:43.126422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.130490 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-deb452f2-5b82-48fa-aad9-f456ad025f38 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9595590 Sep 21 16:04:43.130889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46938) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:43.136065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '945cd1f5-7898-40fb-a17a-ce41aee9443d', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:43.145931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:43.149925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:43.153076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:43.157777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c62dc6f-8f56-41e5-8bff-cae29245b15a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.158304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c62dc6f-8f56-41e5-8bff-cae29245b15a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Fanout notify agent at l3_agent the message router_deleted on router 97c32920-19ab-4dd2-876b-29a8d07adbf3 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:04:43.172028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:43.182444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c62dc6f-8f56-41e5-8bff-cae29245b15a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.188231 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8c62dc6f-8f56-41e5-8bff-cae29245b15a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 204 len: 168 time: 0.7713859 Sep 21 16:04:43.189165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46942) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:43.195640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1794789673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:43.203056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:43.207284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Usage tracker for resource:router and tenant:41420163b1a3424c8af8aa6c5eb12c75 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:43.210602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:43.222822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:43.224912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.251705 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:04:43.269495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.300934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b1f67173-5162-48dc-a3df-5c9715d60f42 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:43.301429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.339235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.342336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.342336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.372474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.375234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.412395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port b1f67173-5162-48dc-a3df-5c9715d60f42, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b1f67173-5162-48dc-a3df-5c9715d60f42,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:43.420468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.446561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6cd476-9736-4d2b-af9b-6e78f4bf9289,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:43.455507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.457436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.512095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cdd20f-e3c3-4054-a161-101f4d6eaca7,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:43.526511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.527290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8470f068-60e2-4828-b7e7-9676a3f4d63a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:43.580893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.582203 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7e60c6eb-b28e-4713-b535-d4eda5311b2a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5031974 Sep 21 16:04:43.584994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46946) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:43.590116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'security_group_rule': {'security_group_id': '64bb32dd-6e7b-48c1-a646-5f30f66c4cfc', 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:43.597319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:43.601304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:security_group_rule and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:43.613693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:43.616845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.623525 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9e81ac92-adf0-43f1-95cd-3b2f496893e2 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4270589 Sep 21 16:04:43.623525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.623525 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-54f739a9-0425-44e9-b436-d56746022451 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4882832 Sep 21 16:04:43.623963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46950) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:43.624072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46952) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:43.628353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:43.633595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b9bab897-cf15-4f5f-9e38-9e00b03f5a7d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:43.688941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '945cd1f5-7898-40fb-a17a-ce41aee9443d', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:43.692100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.710915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=b1f67173-5162-48dc-a3df-5c9715d60f42,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:43.713984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Transition to ACTIVE for port object 6817c141-0e79-404d-95a8-a74599c0116b will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:43.729600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8470f068-60e2-4828-b7e7-9676a3f4d63a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:43.730011 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.763597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:43.778220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:43.782590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:43.786658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:43.858860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:43.923923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.003676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc681b-8d0f-4e3a-af1f-8068c323ce90 None None] Pushing event updated for resources: {'Port': ['ID=6817c141-0e79-404d-95a8-a74599c0116b,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:44.061141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Attempting to bind port 6817c141-0e79-404d-95a8-a74599c0116b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:44.062080 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Attempting to bind port 6817c141-0e79-404d-95a8-a74599c0116b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:44.062441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Attempting to bind port 6817c141-0e79-404d-95a8-a74599c0116b on network 5c4b57f7-d996-470f-b231-2677760e0d86 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:44.071223 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:04:44.072719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:44.073100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Checking segment: {'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:44.073506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.073903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Bound using segment: {'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:44.074404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Bound port: 6817c141-0e79-404d-95a8-a74599c0116b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cc0a56-fb82-428e-ad3f-458746fbb737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:44.074789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.092534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8470f068-60e2-4828-b7e7-9676a3f4d63a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:44.098217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.108635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b9bab897-cf15-4f5f-9e38-9e00b03f5a7d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.157750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.173731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] For port 6817c141-0e79-404d-95a8-a74599c0116b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:44.177068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] For port 6817c141-0e79-404d-95a8-a74599c0116b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6817c141-0e79-404d-95a8-a74599c0116b,segment=NetworkSegment(f9cc0a56-fb82-428e-ad3f-458746fbb737),segment_id=f9cc0a56-fb82-428e-ad3f-458746fbb737)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:44.190990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.209448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b9bab897-cf15-4f5f-9e38-9e00b03f5a7d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.258085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.268431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.322616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Routers {'cea0f894-f0f1-472f-9315-d6d8a5d2bc93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:44.323226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:44.419500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc681b-8d0f-4e3a-af1f-8068c323ce90 None None] Pushing event updated for resources: {'Port': ['ID=6817c141-0e79-404d-95a8-a74599c0116b,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:44.449540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.470497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad4b84a-b084-466b-a527-8792160d23ce,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:44.507993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd61e76-3cf8-441b-91b5-eee20e8124ba,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:44.523209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] Set router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:44.569562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.571346 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-61ba621c-a667-471c-8990-376ff9351705 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9847991 Sep 21 16:04:44.573833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46958) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:44.580318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'security_group_rule': {'security_group_id': '64bb32dd-6e7b-48c1-a646-5f30f66c4cfc', 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:44.586547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:44.590415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:security_group_rule and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:44.593495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:44.599290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b1f67173-5162-48dc-a3df-5c9715d60f42 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:44.600576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:44.600732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bab897-cf15-4f5f-9e38-9e00b03f5a7d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Router 9797df8f-846f-482c-b8ae-08735024c4e8 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:04:44.606159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.607753 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fb0e56a7-3e64-41ea-9cb2-593628038ea6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9809594 Sep 21 16:04:44.701836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.746389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bab897-cf15-4f5f-9e38-9e00b03f5a7d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:44.754143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b9bab897-cf15-4f5f-9e38-9e00b03f5a7d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.757296 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b9bab897-cf15-4f5f-9e38-9e00b03f5a7d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "PUT /v2.0/routers/9797df8f-846f-482c-b8ae-08735024c4e8 HTTP/1.1" status: 200 len: 698 time: 1.1310363 Sep 21 16:04:44.758050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46966) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:44.785576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] Sync routers for ids ['9797df8f-846f-482c-b8ae-08735024c4e8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:44.800383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.815562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] Routers {'9797df8f-846f-482c-b8ae-08735024c4e8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:44.816305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9797df8f-846f-482c-b8ae-08735024c4e8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:44.887307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:44.914269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87300a56-f442-4e68-90e0-6b59165685f6,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:44.934424 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b78be831-913f-44ca-b7ac-4dc156a9abdb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/routers/9797df8f-846f-482c-b8ae-08735024c4e8 HTTP/1.1" status: 200 len: 704 time: 0.1736388 Sep 21 16:04:44.938592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46978) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:44.944603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-86fc34fc-167b-44bc-bb7b-5624180bf5a1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:44.973642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] Set router 9797df8f-846f-482c-b8ae-08735024c4e8 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:44.991272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-887a1a72-c054-4d56-923a-68448cb51bd4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Synchronizing usage tracker for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:45.003628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-887a1a72-c054-4d56-923a-68448cb51bd4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Unset dirty status for tenant:41420163b1a3424c8af8aa6c5eb12c75 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:45.007227 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-887a1a72-c054-4d56-923a-68448cb51bd4 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=9797df8f-846f-482c-b8ae-08735024c4e8 HTTP/1.1" status: 200 len: 205 time: 0.0648789 Sep 21 16:04:45.007479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46982) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:45.040213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-86fc34fc-167b-44bc-bb7b-5624180bf5a1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:45.041377 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-86fc34fc-167b-44bc-bb7b-5624180bf5a1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421004560&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.2092829 Sep 21 16:04:45.069459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.073103 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-267d9771-08ff-430c-a28f-ef2dd33e5b53 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4954727 Sep 21 16:04:45.073398 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46986) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:45.083053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'security_group_rule': {'security_group_id': '64bb32dd-6e7b-48c1-a646-5f30f66c4cfc', 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:45.099918 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b1f67173-5162-48dc-a3df-5c9715d60f42 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:45.100312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.123270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797df8f-846f-482c-b8ae-08735024c4e8', 'name': 'tempest-RoutersIpV6Test-router-1794789673', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:43Z', 'updated_at': '2022-09-21T16:04:44Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:45.134806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:45.151491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:security_group_rule and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:45.157886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:45.168301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:45.229740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-78d3bdc2-33dd-469a-873d-b054e3512fcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:45.230563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-78d3bdc2-33dd-469a-873d-b054e3512fcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:45.235947 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] Checking router: 9797df8f-846f-482c-b8ae-08735024c4e8 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:04:45.261312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] Routers {'9797df8f-846f-482c-b8ae-08735024c4e8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:45.261854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9797df8f-846f-482c-b8ae-08735024c4e8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:45.272702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.277481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b75-7643-4257-a2fd-81ea59bc2b93 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.319837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-78d3bdc2-33dd-469a-873d-b054e3512fcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:45.321075 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-78d3bdc2-33dd-469a-873d-b054e3512fcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 797 time: 0.2709024 Sep 21 16:04:45.345852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.349659 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-c7fc2cd7-c812-4c29-96f6-c820acd90e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0142233 Sep 21 16:04:45.404449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] Set router 9797df8f-846f-482c-b8ae-08735024c4e8 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:04:45.430747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.463875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa14c46-a0d8-4ad2-ae40-a3a2b8920a12,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:45.479411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-141a9d33-ca57-44ee-bd7e-bb2c4df62c32 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:45.516722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797df8f-846f-482c-b8ae-08735024c4e8', 'name': 'tempest-RoutersIpV6Test-router-1794789673', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:43Z', 'updated_at': '2022-09-21T16:04:44Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:45.525720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.526996 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e4d15edf-8ebf-47bc-ad4f-c38789a04748 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4525890 Sep 21 16:04:45.529679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 46990) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:45.535576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'security_group_rule': {'security_group_id': '64bb32dd-6e7b-48c1-a646-5f30f66c4cfc', 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:45.542169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:45.546981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:security_group_rule and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:45.550858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:45.555910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefbb40-838e-4ed8-bae5-384d88a43f84 None None] The sync data for ids ['9797df8f-846f-482c-b8ae-08735024c4e8'] in dv-neutron-858618-1-hyperv is: [{'id': '9797df8f-846f-482c-b8ae-08735024c4e8', 'name': 'tempest-RoutersIpV6Test-router-1794789673', 'tenant_id': '41420163b1a3424c8af8aa6c5eb12c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:43Z', 'updated_at': '2022-09-21T16:04:44Z', 'revision_number': 2, 'project_id': '41420163b1a3424c8af8aa6c5eb12c75', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:45.557583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-141a9d33-ca57-44ee-bd7e-bb2c4df62c32 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:45.558745 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-141a9d33-ca57-44ee-bd7e-bb2c4df62c32 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2028103 Sep 21 16:04:45.559687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:45.581625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b1f67173-5162-48dc-a3df-5c9715d60f42 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:45.587703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:04:39Z', 'revision_number': 4, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '6817c141-0e79-404d-95a8-a74599c0116b', 'name': '', 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'mac_address': 'fa:16:3e:bd:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3ef6c84a-cf38-40a2-a8ab-17787b90c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:38Z', 'updated_at': '2022-09-21T16:04:44Z', 'revision_number': 4, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'subnets': [{'id': '3ef6c84a-cf38-40a2-a8ab-17787b90c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:45.593452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91053e8-4559-4ea3-8476-0b4956d1085a None None] The sync data for ids ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'] in dv-neutron-858618-1-hyperv is: [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:04:39Z', 'revision_number': 4, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '6817c141-0e79-404d-95a8-a74599c0116b', 'name': '', 'network_id': '5c4b57f7-d996-470f-b231-2677760e0d86', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'mac_address': 'fa:16:3e:bd:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '3ef6c84a-cf38-40a2-a8ab-17787b90c389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:38Z', 'updated_at': '2022-09-21T16:04:44Z', 'revision_number': 4, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'subnets': [{'id': '3ef6c84a-cf38-40a2-a8ab-17787b90c389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:45.600229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b75-7643-4257-a2fd-81ea59bc2b93 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.600729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-a8482272-32aa-4f48-8f83-3562691663c2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:04:45.600847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b75-7643-4257-a2fd-81ea59bc2b93 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.601044 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-a8482272-32aa-4f48-8f83-3562691663c2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064213 Sep 21 16:04:45.692163 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Project 1ad6903d50d84eaaa1604dbc036f698c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:04:45.703559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b75-7643-4257-a2fd-81ea59bc2b93 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.704267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be3b75-7643-4257-a2fd-81ea59bc2b93 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Fanout notify agent at l3_agent the message router_deleted on router 9797df8f-846f-482c-b8ae-08735024c4e8 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:04:45.715263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.729318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f2be3b75-7643-4257-a2fd-81ea59bc2b93 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.733508 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f2be3b75-7643-4257-a2fd-81ea59bc2b93 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/9797df8f-846f-482c-b8ae-08735024c4e8 HTTP/1.1" status: 204 len: 168 time: 0.7221332 Sep 21 16:04:45.733878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46994) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:45.794611 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-242f7477-2824-4276-9b13-dc2f49373ebc tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=9797df8f-846f-482c-b8ae-08735024c4e8 HTTP/1.1" status: 200 len: 205 time: 0.0593596 Sep 21 16:04:45.796926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 46998) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:45.816840 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-5603e73f-7485-481e-9c40-5567c9340a5b service neutron] 10.222.0.65 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058766 Sep 21 16:04:45.850740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.878256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-677a3d8b-d264-40f9-9e54-4006eecbb677 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] delete failed (client error): The resource could not be found. Sep 21 16:04:45.882403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-677a3d8b-d264-40f9-9e54-4006eecbb677 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/9797df8f-846f-482c-b8ae-08735024c4e8 HTTP/1.1" status: 404 len: 336 time: 0.0843079 Sep 21 16:04:45.883120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47002) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:45.930863 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccbd0ba-9b56-49a9-ad0b-36708fc21bea tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:45.931324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccbd0ba-9b56-49a9-ad0b-36708fc21bea tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:45.933026 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bccbd0ba-9b56-49a9-ad0b-36708fc21bea tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/e17c6771-1039-4cdd-8e8c-59de3e5f4c1e HTTP/1.1" status: 404 len: 337 time: 0.0489707 Sep 21 16:04:45.938134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47006) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:45.964965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:45.975244 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78854dc-033f-4954-a91c-ee0f092a7966 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:45.975839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78854dc-033f-4954-a91c-ee0f092a7966 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:45.977396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c78854dc-033f-4954-a91c-ee0f092a7966 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/82f14054-8c2d-4052-83b2-cc2a9a2e444f HTTP/1.1" status: 404 len: 337 time: 0.0410054 Sep 21 16:04:45.984412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47010) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:45.995863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f55a6a-527b-4046-9089-533a619cbb64,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:46.000173 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-c9c4bc9a-8e3f-4903-a701-2c60632b9df8 service neutron] 10.222.0.65 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746616 Sep 21 16:04:46.026824 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0100eadd-ae22-4665-8d39-15dd7c5a23f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:46.027396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0100eadd-ae22-4665-8d39-15dd7c5a23f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:46.028979 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0100eadd-ae22-4665-8d39-15dd7c5a23f1 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/e86f7dd4-ce1a-4156-ad9c-c5400faadba0 HTTP/1.1" status: 404 len: 337 time: 0.0436258 Sep 21 16:04:46.031452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47014) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.078384 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9405ca-33f2-4cd4-a843-4fc721a27819 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:46.078847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9405ca-33f2-4cd4-a843-4fc721a27819 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:46.080696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2a9405ca-33f2-4cd4-a843-4fc721a27819 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/2171c628-ea09-41fb-a635-6ff535941b3f HTTP/1.1" status: 404 len: 337 time: 0.0479398 Sep 21 16:04:46.083456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47018) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.126896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:46.130994 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1e1c8f6d-a3ce-48e0-b3af-e6dee9329b59 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5968218 Sep 21 16:04:46.131978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47022) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.138131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'security_group_rule': {'security_group_id': '64bb32dd-6e7b-48c1-a646-5f30f66c4cfc', 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:46.144852 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-010662fa-7ed5-448e-890b-0dfa394ffcde tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 200 len: 205 time: 0.0602243 Sep 21 16:04:46.146977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:46.151048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47026) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.153550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:security_group_rule and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:46.158967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:46.165732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:46.219927 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-78897306-b40e-4d97-b7c2-9c48167ea109 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] delete failed (client error): The resource could not be found. Sep 21 16:04:46.221009 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-78897306-b40e-4d97-b7c2-9c48167ea109 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/97c32920-19ab-4dd2-876b-29a8d07adbf3 HTTP/1.1" status: 404 len: 336 time: 0.0690167 Sep 21 16:04:46.224004 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47030) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.286079 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Project 1ad6903d50d84eaaa1604dbc036f698c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:04:46.296102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:46.303746 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6759f149-1663-4b38-a8a8-e32a5ca7dc2b tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=0702c576-ae49-4d3c-bba0-5d800f3f96e1 HTTP/1.1" status: 200 len: 205 time: 0.0762954 Sep 21 16:04:46.306338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47038) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.367884 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-37baac8b-f99e-4563-8657-2a652e5138fa req-d0cb957a-251c-43b7-88c7-51d393e33973 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 210 time: 0.0636017 Sep 21 16:04:46.413788 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-effdeb86-8b32-4b7c-9955-d816771bca7a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] delete failed (client error): The resource could not be found. Sep 21 16:04:46.413788 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-effdeb86-8b32-4b7c-9955-d816771bca7a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/0702c576-ae49-4d3c-bba0-5d800f3f96e1 HTTP/1.1" status: 404 len: 336 time: 0.1054864 Sep 21 16:04:46.415433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47042) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.466398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4da7ec0-744f-46e6-8ce1-076bea93c426 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:46.476461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4da7ec0-744f-46e6-8ce1-076bea93c426 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:46.476461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e4da7ec0-744f-46e6-8ce1-076bea93c426 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/dbaaad17-5077-492e-89b8-fc6c2c732170 HTTP/1.1" status: 404 len: 337 time: 0.0524096 Sep 21 16:04:46.477261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47050) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.504477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:46.603515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:46.644759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be61f1ea-f7f4-47a4-82b9-ee5aa63b100b,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:46.652535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6817c141-0e79-404d-95a8-a74599c0116b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:46.675066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47054) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.675962 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a384c117-1df3-426e-b45a-019898476c2c tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfd7249c-1b33-4d4d-948d-e30e73778837 HTTP/1.1" status: 200 len: 205 time: 0.2033477 Sep 21 16:04:46.759179 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-bf0c82fb-af23-40e4-8ed6-0cbb2ef400e3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] delete failed (client error): The resource could not be found. Sep 21 16:04:46.760210 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bf0c82fb-af23-40e4-8ed6-0cbb2ef400e3 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/cfd7249c-1b33-4d4d-948d-e30e73778837 HTTP/1.1" status: 404 len: 336 time: 0.0862811 Sep 21 16:04:46.762910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47058) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.807523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:46.808702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-13263fb8-d20a-4b1c-a0f2-e2e4f87e192b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6756482 Sep 21 16:04:46.823071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6817c141-0e79-404d-95a8-a74599c0116b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:46.828545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9d5cd1fb-bf19-4eec-99fc-e7cbf9d88745 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=d53acf71-f508-4723-89aa-999a6e2904c9 HTTP/1.1" status: 200 len: 205 time: 0.0642529 Sep 21 16:04:46.829864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6817c141-0e79-404d-95a8-a74599c0116b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:46.830397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:46.830888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47066) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.940017 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-2f175f88-c681-452d-8a5c-1d4272e9c18f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] delete failed (client error): The resource could not be found. Sep 21 16:04:46.943025 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f175f88-c681-452d-8a5c-1d4272e9c18f tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/d53acf71-f508-4723-89aa-999a6e2904c9 HTTP/1.1" status: 404 len: 336 time: 0.1110127 Sep 21 16:04:46.945581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47082) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:46.986491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6817c141-0e79-404d-95a8-a74599c0116b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:46.986879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:47.024949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 6817c141-0e79-404d-95a8-a74599c0116b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6817c141-0e79-404d-95a8-a74599c0116b,segment=NetworkSegment(f9cc0a56-fb82-428e-ad3f-458746fbb737),segment_id=f9cc0a56-fb82-428e-ad3f-458746fbb737)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:47.030761 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb514603-c872-4d4b-9b51-f696d199abdb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:47.031406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb514603-c872-4d4b-9b51-f696d199abdb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:47.033262 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bb514603-c872-4d4b-9b51-f696d199abdb tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/a6c84279-44c6-4a3a-b16e-af41d03b920d HTTP/1.1" status: 404 len: 337 time: 0.0866611 Sep 21 16:04:47.036023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47098) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:47.095863 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2daca5a9-3171-478e-ae17-cbd3241e1c89 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=21e89976-e679-497c-bdb9-5c9461f3726c HTTP/1.1" status: 200 len: 205 time: 0.0581138 Sep 21 16:04:47.098123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47106) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:47.100980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:47.177832 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-03471f6f-4bfa-4037-a84c-dac847aeb5a9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] delete failed (client error): The resource could not be found. Sep 21 16:04:47.179002 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-03471f6f-4bfa-4037-a84c-dac847aeb5a9 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/21e89976-e679-497c-bdb9-5c9461f3726c HTTP/1.1" status: 404 len: 336 time: 0.0799623 Sep 21 16:04:47.181658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47114) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:47.206726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=6817c141-0e79-404d-95a8-a74599c0116b,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:47.232552 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40362f7-3fd9-4ee2-84f1-14c69d0a345d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:47.233010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40362f7-3fd9-4ee2-84f1-14c69d0a345d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:47.234760 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f40362f7-3fd9-4ee2-84f1-14c69d0a345d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/8eba4aae-4316-44d1-9008-8090386a031a HTTP/1.1" status: 404 len: 337 time: 0.0515659 Sep 21 16:04:47.237353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47126) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:47.292108 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e864e44f-80d1-49b2-ad06-dd5e7c15485d tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc682c24-8012-4b95-9f7d-4dd164bba2ac HTTP/1.1" status: 200 len: 205 time: 0.0536704 Sep 21 16:04:47.294671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47130) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:47.370785 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-e9cd2b6f-b47a-4d22-b626-da78edcb6fab tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] delete failed (client error): The resource could not be found. Sep 21 16:04:47.371786 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e9cd2b6f-b47a-4d22-b626-da78edcb6fab tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/routers/fc682c24-8012-4b95-9f7d-4dd164bba2ac HTTP/1.1" status: 404 len: 336 time: 0.0756545 Sep 21 16:04:47.375015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47134) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:47.414445 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f487d487-eddc-4982-b8a1-567b2cac735a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:47.415181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f487d487-eddc-4982-b8a1-567b2cac735a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:47.416981 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f487d487-eddc-4982-b8a1-567b2cac735a tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/433f85bf-18b5-4a3b-9088-ce9b60892228 HTTP/1.1" status: 404 len: 337 time: 0.0410571 Sep 21 16:04:47.419723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47140) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:47.458293 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6145b3cb-6353-4a2e-8a34-4832a3f6b718 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] DELETE failed (client error): The resource could not be found. Sep 21 16:04:47.458736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6145b3cb-6353-4a2e-8a34-4832a3f6b718 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:04:47.460390 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6145b3cb-6353-4a2e-8a34-4832a3f6b718 tempest-RoutersIpV6Test-1656056317 tempest-RoutersIpV6Test-1656056317-project] 10.222.0.65 "DELETE /v2.0/subnets/6a8f204e-208a-4686-b4e9-37216bc5dfa4 HTTP/1.1" status: 404 len: 337 time: 0.0395815 Sep 21 16:04:47.542494 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7605ddc5-6806-4e78-85cd-92d283af5292 req-8d4fa4a4-09d1-4e7a-a568-a991e81c855f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 210 time: 0.0522201 Sep 21 16:04:47.952580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47150) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:48.133105 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b33272bf-7a41-4fab-9a5e-4552c158dff5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41420163b1a3424c8af8aa6c5eb12c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788068 Sep 21 16:04:48.135530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47160) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:48.195986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d09b91f-6c8a-4152-8a80-453b82b686dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:48.224184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d09b91f-6c8a-4152-8a80-453b82b686dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:48.359859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d09b91f-6c8a-4152-8a80-453b82b686dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:48.377923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09b91f-6c8a-4152-8a80-453b82b686dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e79707-9b0c-47bb-ba1c-aca47851c555,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:48.382693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d09b91f-6c8a-4152-8a80-453b82b686dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:48.385743 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0d09b91f-6c8a-4152-8a80-453b82b686dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7e79707-9b0c-47bb-ba1c-aca47851c555 HTTP/1.1" status: 204 len: 168 time: 0.2470746 Sep 21 16:04:48.621527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6817c141-0e79-404d-95a8-a74599c0116b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:48.716477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6817c141-0e79-404d-95a8-a74599c0116b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:48.716851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:48.788500 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dc883abd-7626-47f9-a8c3-04cf539b2aef req-0f94dd31-30ef-4660-8e51-cb038c140752 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 210 time: 0.0764751 Sep 21 16:04:48.820558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-1b34baa7-8c79-4b35-9b75-92878bf839b1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:48.821695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-1b34baa7-8c79-4b35-9b75-92878bf839b1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:48.859639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-1b34baa7-8c79-4b35-9b75-92878bf839b1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:48.861724 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-1b34baa7-8c79-4b35-9b75-92878bf839b1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 797 time: 0.4276080 Sep 21 16:04:48.862956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6817c141-0e79-404d-95a8-a74599c0116b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:48.917029 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-02c82adc-fb41-4688-80fc-fdae5dd6665d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 380 time: 0.0468667 Sep 21 16:04:48.925875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['945cd1f5-7898-40fb-a17a-ce41aee9443d']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:49.085903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:49.097600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:49.197791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:49.202610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:49.396854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.11 (c14228a5-9dfc-4e42-8b58-c0b9d52e78a3/a2edd16a-869a-4539-9fa5-e16cfa4b3a39/22d39604-1a2e-44ee-9fa8-bc100f1dfbec) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:49.640598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:49.657539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 22d39604-1a2e-44ee-9fa8-bc100f1dfbec will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:49.705078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47226) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:49.752385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:49.829405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:49.852436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:49.852436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-826868151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:49.852436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:49.881513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:49.888611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:49.904015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Usage tracker for resource:router and tenant:3fd4e14844a04d7d896e4916b0253901 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:49.909906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:49.919511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:49.937725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:49.938699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.074177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556d38b-05e2-4b05-bb10-2cf4855c5991 req-d0e5f9ae-7bd3-4db5-b2de-bc250360d0d0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:50.075709 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3556d38b-05e2-4b05-bb10-2cf4855c5991 req-d0e5f9ae-7bd3-4db5-b2de-bc250360d0d0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 932 time: 0.1288826 Sep 21 16:04:50.206004 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3556d38b-05e2-4b05-bb10-2cf4855c5991 req-2b96ff91-d047-42cf-b95a-8dfaf162adee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460637 Sep 21 16:04:50.428918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.430036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.447469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.615051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fd6ca283-ef37-4d84-9c0c-1d3f1a81d1a4 None None] Provisioning for port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:50.616023 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-504fe787-c25f-416c-b572-e3b6be3654c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6935728 Sep 21 16:04:50.620485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fd6ca283-ef37-4d84-9c0c-1d3f1a81d1a4 None None] Provisioning complete for port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:50.624319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fd6ca283-ef37-4d84-9c0c-1d3f1a81d1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.626999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-0d6a49b0-9d29-4bc8-a2d5-5239d41da00a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:04:50.627956 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-0d6a49b0-9d29-4bc8-a2d5-5239d41da00a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060451 Sep 21 16:04:50.638700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Request body: {'port': {'device_id': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:50.676893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ca283-ef37-4d84-9c0c-1d3f1a81d1a4 None None] Port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:04:50.692923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.782029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.826115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.830663 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0d202736-a6f3-4e48-9248-c09e5d0bafbe tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1220953 Sep 21 16:04:50.831289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47236) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:50.836796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-362093981'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:50.842704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:50.850952 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Usage tracker for resource:network and tenant:3fd4e14844a04d7d896e4916b0253901 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:50.854222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:50.860653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:50.920155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Made reservation on behalf of 3fd4e14844a04d7d896e4916b0253901 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:50.924608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.938969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:50.957390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:50.962473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Usage tracker for resource:security_group_rule and tenant:3fd4e14844a04d7d896e4916b0253901 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:50.965591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:50.973912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:51.081402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.131469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.148547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d39604-1a2e-44ee-9fa8-bc100f1dfbec {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:04:51.156670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.169801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:04:51.179045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Transition to ACTIVE for port object 22d39604-1a2e-44ee-9fa8-bc100f1dfbec will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:51.179189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6ccc41-13ac-43ce-a9fc-01dc54a94328,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:51.192051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.192481 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Added segment 85ff5cff-632c-41db-aaf8-b23db86e637c of type vlan for network 5726ff00-974a-4c62-bf5f-7e4dda2df795 Sep 21 16:04:51.226473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.262945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.319063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.329636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:51.330313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.451167 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6189792 Sep 21 16:04:51.455677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47244) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:51.463017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'subnet': {'network_id': '5726ff00-974a-4c62-bf5f-7e4dda2df795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:51.538911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8112f-862c-4d25-857c-093c8fbe58bc tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Network': ['ID=5726ff00-974a-4c62-bf5f-7e4dda2df795,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:51.554972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 5726ff00-974a-4c62-bf5f-7e4dda2df795 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:04:51.589738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:51.595439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Usage tracker for resource:subnet and tenant:3fd4e14844a04d7d896e4916b0253901 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:51.604958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:51.605683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:51.654312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Pushing event updated for resources: {'Port': ['ID=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:51.674162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Made reservation on behalf of 3fd4e14844a04d7d896e4916b0253901 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:51.678095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.707497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e57ec-ef96-44b3-850e-c13c9909e9f2 req-ae391d2e-c90c-44b0-a1a9-3a508c2bbc8b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:51.708205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f93e57ec-ef96-44b3-850e-c13c9909e9f2 req-ae391d2e-c90c-44b0-a1a9-3a508c2bbc8b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:04:51.735385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Attempting to bind port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:51.735714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Attempting to bind port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:51.736044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Attempting to bind port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec on network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:51.742973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec on network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:04:51.743289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Attempting to bind port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec on network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:51.758471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:51.759224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Checking segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:51.759611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Bound using segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:51.760039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Bound port: 22d39604-1a2e-44ee-9fa8-bc100f1dfbec, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:51.760390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.854778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f93e57ec-ef96-44b3-850e-c13c9909e9f2 req-ae391d2e-c90c-44b0-a1a9-3a508c2bbc8b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:04:51.855963 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f93e57ec-ef96-44b3-850e-c13c9909e9f2 req-ae391d2e-c90c-44b0-a1a9-3a508c2bbc8b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 944 time: 0.5395908 Sep 21 16:04:51.864608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] For port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:51.868181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] For port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:51.910788 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f93e57ec-ef96-44b3-850e-c13c9909e9f2 req-5e1ea178-3842-49fc-9540-b28372141619 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474477 Sep 21 16:04:51.941182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.979415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:51.999409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:51.999409 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] 10.222.0.33 "PUT /v2.0/ports/22d39604-1a2e-44ee-9fa8-bc100f1dfbec HTTP/1.1" status: 200 len: 1094 time: 1.3479726 Sep 21 16:04:51.999409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:04:51.999409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b6de3f-9d7a-44d3-a4eb-bfa2f76958f8" -d '{"events": [{"name": "network-changed", "server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:04:52.047412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93395899-3557-4592-8ea9-4424d2d5f895 x-openstack-request-id: req-93395899-3557-4592-8ea9-4424d2d5f895 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:04:52.047698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:04:52.047941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93395899-3557-4592-8ea9-4424d2d5f895 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:04:52.048323 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93395899-3557-4592-8ea9-4424d2d5f895'] response: {'name': 'network-changed', 'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'status': 'completed', 'code': 200} Sep 21 16:04:52.063661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54c2f7-6f19-4101-b794-f6345853fece service neutron] Pushing event updated for resources: {'Port': ['ID=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:52.175083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6de3f-9d7a-44d3-a4eb-bfa2f76958f8 req-b0216672-5e82-4798-93c8-7fc6d1c03e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:52.176673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-69b6de3f-9d7a-44d3-a4eb-bfa2f76958f8 req-b0216672-5e82-4798-93c8-7fc6d1c03e5c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 1097 time: 0.1083395 Sep 21 16:04:52.257689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:52.340650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6de3f-9d7a-44d3-a4eb-bfa2f76958f8 req-27de3783-1a89-4f4a-88cf-f82173a31208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:52.342280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Subnet': ['ID=5a6c5f17-8c59-4621-bbe0-5969c1430d07,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:52.342604 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-69b6de3f-9d7a-44d3-a4eb-bfa2f76958f8 req-27de3783-1a89-4f4a-88cf-f82173a31208 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1596069 Sep 21 16:04:52.356469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Checking segment: {'id': '85ff5cff-632c-41db-aaf8-b23db86e637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5726ff00-974a-4c62-bf5f-7e4dda2df795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:52.356836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network hostable DHCP agents. Network: 5726ff00-974a-4c62-bf5f-7e4dda2df795, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:04:52.445970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network 5726ff00-974a-4c62-bf5f-7e4dda2df795 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:04:52.500623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6de3f-9d7a-44d3-a4eb-bfa2f76958f8 req-dde8211e-3b4c-496c-a568-837068776111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:52.504948 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-69b6de3f-9d7a-44d3-a4eb-bfa2f76958f8 req-dde8211e-3b4c-496c-a568-837068776111 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541083 Sep 21 16:04:52.548637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 5726ff00-974a-4c62-bf5f-7e4dda2df795) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:52.558586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:52.562496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dd5cf4-ae0e-4d55-96a5-e6f1732c039d None None] Network 5726ff00-974a-4c62-bf5f-7e4dda2df795 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:52.563020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:52.628378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-0f18ffb6-ef07-4c71-a52c-cc3ef21b0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:52.630092 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-0f18ffb6-ef07-4c71-a52c-cc3ef21b0a81 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 1097 time: 0.0913937 Sep 21 16:04:52.637276 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e1fcbeaa-28a0-45bd-8799-e91cd25f1f44 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1804888 Sep 21 16:04:52.638353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47252) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:52.645638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'network': {'name': 'tempest-router-network01--470267816'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:52.654805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:52.660115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Usage tracker for resource:network and tenant:3fd4e14844a04d7d896e4916b0253901 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:52.663795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:52.671978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:52.701256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-7d370e98-af84-4138-b8f8-8045cb92e380 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec HTTP/1.1" status: 200 len: 217 time: 0.0648031 Sep 21 16:04:52.752057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Made reservation on behalf of 3fd4e14844a04d7d896e4916b0253901 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:52.755650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:52.767850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-d62c5a73-a54f-43ac-b4e8-f31ea6fdac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:52.769593 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-d62c5a73-a54f-43ac-b4e8-f31ea6fdac2c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2edd16a-869a-4539-9fa5-e16cfa4b3a39 HTTP/1.1" status: 200 len: 835 time: 0.0626352 Sep 21 16:04:52.786511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:04:52.803796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:52.805504 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Added segment f5d13c43-84fe-43fa-82bb-0c6f3f619e01 of type vlan for network 6625f447-cc97-4bcd-8068-01c7cb61537b Sep 21 16:04:52.818032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-5726ff00-974a-4c62-bf5f-7e4dda2df795', 'network_id': '5726ff00-974a-4c62-bf5f-7e4dda2df795', 'tenant_id': '3fd4e14844a04d7d896e4916b0253901', 'fixed_ips': [{'subnet_id': '5a6c5f17-8c59-4621-bbe0-5969c1430d07'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:04:52.819179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:52.853233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:52.867259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-0a48842f-c364-4f20-8a58-adb0bd04d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:52.868747 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-0a48842f-c364-4f20-8a58-adb0bd04d6e2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936787 Sep 21 16:04:52.954495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:52.962533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:52.962533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.037861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Allocated IP 172.20.0.2 (5726ff00-974a-4c62-bf5f-7e4dda2df795/5a6c5f17-8c59-4621-bbe0-5969c1430d07/3c985ce3-72d5-4f12-8900-36948a48cd22) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:53.111492 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-b85b01c5-6f00-4727-a19c-eeb023453a92 service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358642 Sep 21 16:04:53.149965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Network': ['ID=6625f447-cc97-4bcd-8068-01c7cb61537b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:53.166163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 6625f447-cc97-4bcd-8068-01c7cb61537b details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:04:53.182776 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bbbe3475-7279-4c38-9cbd-8d313cb42455 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5432169 Sep 21 16:04:53.183422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47258) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:53.190015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'network': {'name': 'tempest-router-network02--429635587'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:53.195798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:53.200266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Usage tracker for resource:network and tenant:3fd4e14844a04d7d896e4916b0253901 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:53.205548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:53.213240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:53.280545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Made reservation on behalf of 3fd4e14844a04d7d896e4916b0253901 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:53.286269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.308436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a196f62-f277-46da-8bfb-4c288bbca438 req-21eaf9e5-d251-4bbb-a907-f92ea65530c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:53.310071 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6a196f62-f277-46da-8bfb-4c288bbca438 req-21eaf9e5-d251-4bbb-a907-f92ea65530c5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 944 time: 0.2655044 Sep 21 16:04:53.317869 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63379ad5-e71e-4dd9-94aa-7c32fe903d7c req-ed8aea38-7f70-420d-90d6-c2801c599614 service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988544 Sep 21 16:04:53.325145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:04:53.339443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.339791 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Added segment 9afe5c15-30de-44a7-9e3e-f308ab7f64f2 of type vlan for network 9db2058a-cc3a-43b1-b493-871d1d6936b0 Sep 21 16:04:53.370236 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6a196f62-f277-46da-8bfb-4c288bbca438 req-2b11866d-6eb3-4e8d-be3c-6fff62942058 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515788 Sep 21 16:04:53.370489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.455698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.465405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Transition to ACTIVE for port object 3c985ce3-72d5-4f12-8900-36948a48cd22 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:53.479833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.485868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:53.487991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.488841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Transition to ACTIVE for port object 3c985ce3-72d5-4f12-8900-36948a48cd22 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:53.566556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.595570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Network': ['ID=9db2058a-cc3a-43b1-b493-871d1d6936b0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:53.612747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 9db2058a-cc3a-43b1-b493-871d1d6936b0 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:04:53.661662 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-20b2df74-5937-4612-adcf-f727107c035b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4769897 Sep 21 16:04:53.664178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47264) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:53.669919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'subnet': {'network_id': '6625f447-cc97-4bcd-8068-01c7cb61537b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:53.728556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Network 5726ff00-974a-4c62-bf5f-7e4dda2df795 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:53.735598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:53.739267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:53.744730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Pushing event updated for resources: {'Port': ['ID=3c985ce3-72d5-4f12-8900-36948a48cd22,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:53.875798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Attempting to bind port 3c985ce3-72d5-4f12-8900-36948a48cd22 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:53.876340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Attempting to bind port 3c985ce3-72d5-4f12-8900-36948a48cd22 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '85ff5cff-632c-41db-aaf8-b23db86e637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5726ff00-974a-4c62-bf5f-7e4dda2df795'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:53.876825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Attempting to bind port 3c985ce3-72d5-4f12-8900-36948a48cd22 on network 5726ff00-974a-4c62-bf5f-7e4dda2df795 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:53.882751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:53.883272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Checking segment: {'id': '85ff5cff-632c-41db-aaf8-b23db86e637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5726ff00-974a-4c62-bf5f-7e4dda2df795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:53.883781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.884289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Bound using segment: {'id': '85ff5cff-632c-41db-aaf8-b23db86e637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5726ff00-974a-4c62-bf5f-7e4dda2df795'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:53.884862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Bound port: 3c985ce3-72d5-4f12-8900-36948a48cd22, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ff5cff-632c-41db-aaf8-b23db86e637c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5726ff00-974a-4c62-bf5f-7e4dda2df795'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:53.885341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:53.892893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:53.896840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Usage tracker for resource:subnet and tenant:3fd4e14844a04d7d896e4916b0253901 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:53.900697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:53.906660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:53.990846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] For port 3c985ce3-72d5-4f12-8900-36948a48cd22, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:53.993984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] For port 3c985ce3-72d5-4f12-8900-36948a48cd22, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3c985ce3-72d5-4f12-8900-36948a48cd22,segment=NetworkSegment(85ff5cff-632c-41db-aaf8-b23db86e637c),segment_id=85ff5cff-632c-41db-aaf8-b23db86e637c)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:54.026497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Made reservation on behalf of 3fd4e14844a04d7d896e4916b0253901 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:54.030079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:54.052039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:54.133984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0906568-bb67-4844-8bac-5d965dab5670 None None] Pushing event updated for resources: {'Port': ['ID=3c985ce3-72d5-4f12-8900-36948a48cd22,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:54.350207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:54.465078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Subnet': ['ID=7fda1efb-ad21-442c-b1af-69e9c3e3c5a7,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:54.467310 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Checking segment: {'id': 'f5d13c43-84fe-43fa-82bb-0c6f3f619e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6625f447-cc97-4bcd-8068-01c7cb61537b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:54.467691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network hostable DHCP agents. Network: 6625f447-cc97-4bcd-8068-01c7cb61537b, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:04:54.484989 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:04:54.600859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network 6625f447-cc97-4bcd-8068-01c7cb61537b is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:04:54.634669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3c985ce3-72d5-4f12-8900-36948a48cd22 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:54.635645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af96648-599d-4db5-b9b2-49c6245bd71c req-74d596f5-b8e5-4504-8723-645dfa1364f8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:54.637230 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5af96648-599d-4db5-b9b2-49c6245bd71c req-74d596f5-b8e5-4504-8723-645dfa1364f8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 944 time: 0.1100240 Sep 21 16:04:54.684147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 6625f447-cc97-4bcd-8068-01c7cb61537b) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:54.691906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:54.692490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:54.699313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8cbb3-6eab-47a4-9f53-bc1ae7296d5a None None] Network 6625f447-cc97-4bcd-8068-01c7cb61537b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:54.720033 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5af96648-599d-4db5-b9b2-49c6245bd71c req-0346fc2e-2054-49e9-ae97-3babec9581a6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723121 Sep 21 16:04:54.791258 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0bc4a680-deb3-4c94-94a9-38e12446168f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1252768 Sep 21 16:04:54.792463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47272) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:54.798731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'subnet': {'network_id': '9db2058a-cc3a-43b1-b493-871d1d6936b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:04:54.881293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 3c985ce3-72d5-4f12-8900-36948a48cd22 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:54.942948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:04:54.947957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Usage tracker for resource:subnet and tenant:3fd4e14844a04d7d896e4916b0253901 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:04:54.951171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:04:54.959569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:04:54.966735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-6625f447-cc97-4bcd-8068-01c7cb61537b', 'network_id': '6625f447-cc97-4bcd-8068-01c7cb61537b', 'tenant_id': '3fd4e14844a04d7d896e4916b0253901', 'fixed_ips': [{'subnet_id': '7fda1efb-ad21-442c-b1af-69e9c3e3c5a7'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:04:54.968297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:55.085619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Made reservation on behalf of 3fd4e14844a04d7d896e4916b0253901 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:04:55.089260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:55.152419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Allocated IP 172.20.0.2 (6625f447-cc97-4bcd-8068-01c7cb61537b/7fda1efb-ad21-442c-b1af-69e9c3e3c5a7/b04c5878-92b8-4edc-b5c8-781f93615b15) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:55.331284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076f21a7-2900-4107-8a19-35c98975272f None None] Network 5726ff00-974a-4c62-bf5f-7e4dda2df795 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:55.406977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:55.489312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Subnet': ['ID=e2d078a8-3b7a-48eb-92cb-6fa6ab70a0dd,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:55.513434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Checking segment: {'id': '9afe5c15-30de-44a7-9e3e-f308ab7f64f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9db2058a-cc3a-43b1-b493-871d1d6936b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:55.513829 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network hostable DHCP agents. Network: 9db2058a-cc3a-43b1-b493-871d1d6936b0, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:04:55.531441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:55.572504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Transition to ACTIVE for port object b04c5878-92b8-4edc-b5c8-781f93615b15 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:55.608581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Transition to ACTIVE for port object b04c5878-92b8-4edc-b5c8-781f93615b15 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:55.880782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 22d39604-1a2e-44ee-9fa8-bc100f1dfbec details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:04:55.887812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-844eb0fd-59c9-405c-8959-cfeadfe135dc None None] Provisioning for port 3c985ce3-72d5-4f12-8900-36948a48cd22 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:55.894683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-844eb0fd-59c9-405c-8959-cfeadfe135dc None None] Provisioning complete for port 3c985ce3-72d5-4f12-8900-36948a48cd22 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:55.897116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-844eb0fd-59c9-405c-8959-cfeadfe135dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:55.911899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network 9db2058a-cc3a-43b1-b493-871d1d6936b0 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:04:55.973859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c80d0d-7ee5-4e2c-a6d6-9d814854d3fd req-f992bb4b-50a3-4fe6-818d-b5bf52b15b81 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:55.973859 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28c80d0d-7ee5-4e2c-a6d6-9d814854d3fd req-f992bb4b-50a3-4fe6-818d-b5bf52b15b81 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 944 time: 0.1100421 Sep 21 16:04:55.986131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:55.991848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 9db2058a-cc3a-43b1-b493-871d1d6936b0) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:55.998213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:55.998213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:56.052084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def41d79-6e65-4978-b6a9-c488a79f5837 None None] Network 9db2058a-cc3a-43b1-b493-871d1d6936b0 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:56.060303 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28c80d0d-7ee5-4e2c-a6d6-9d814854d3fd req-348bd6b8-4e1a-49a8-8f96-270f7a291f11 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802174 Sep 21 16:04:56.112787 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eefb061b-d42b-493c-aa03-31c3dd803ed5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3191779 Sep 21 16:04:56.115364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47280) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:56.180206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Network 6625f447-cc97-4bcd-8068-01c7cb61537b is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:56.307355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:56.307355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:56.307355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Pushing event updated for resources: {'Port': ['ID=b04c5878-92b8-4edc-b5c8-781f93615b15,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:56.464281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:56.475388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Attempting to bind port b04c5878-92b8-4edc-b5c8-781f93615b15 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:56.477784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Attempting to bind port b04c5878-92b8-4edc-b5c8-781f93615b15 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'f5d13c43-84fe-43fa-82bb-0c6f3f619e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6625f447-cc97-4bcd-8068-01c7cb61537b'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:56.477784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Attempting to bind port b04c5878-92b8-4edc-b5c8-781f93615b15 on network 6625f447-cc97-4bcd-8068-01c7cb61537b {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:56.536442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:56.536822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Checking segment: {'id': 'f5d13c43-84fe-43fa-82bb-0c6f3f619e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6625f447-cc97-4bcd-8068-01c7cb61537b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:56.537221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:56.537620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Bound using segment: {'id': 'f5d13c43-84fe-43fa-82bb-0c6f3f619e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6625f447-cc97-4bcd-8068-01c7cb61537b'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:56.538094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Bound port: b04c5878-92b8-4edc-b5c8-781f93615b15, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d13c43-84fe-43fa-82bb-0c6f3f619e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6625f447-cc97-4bcd-8068-01c7cb61537b'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:56.538466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:56.562869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'port_id': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'mac_address': 'fa:16:3e:2d:93:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:04:56.597508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-844eb0fd-59c9-405c-8959-cfeadfe135dc None None] Current status of the port 3c985ce3-72d5-4f12-8900-36948a48cd22 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:56.597887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-844eb0fd-59c9-405c-8959-cfeadfe135dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:56.607585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:56.695818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-9db2058a-cc3a-43b1-b493-871d1d6936b0', 'network_id': '9db2058a-cc3a-43b1-b493-871d1d6936b0', 'tenant_id': '3fd4e14844a04d7d896e4916b0253901', 'fixed_ips': [{'subnet_id': 'e2d078a8-3b7a-48eb-92cb-6fa6ab70a0dd'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:04:56.696655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:56.919891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:56.921156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:56.930347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-844eb0fd-59c9-405c-8959-cfeadfe135dc None None] For port 3c985ce3-72d5-4f12-8900-36948a48cd22, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3c985ce3-72d5-4f12-8900-36948a48cd22,segment=NetworkSegment(85ff5cff-632c-41db-aaf8-b23db86e637c),segment_id=85ff5cff-632c-41db-aaf8-b23db86e637c)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:56.969358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d39604-1a2e-44ee-9fa8-bc100f1dfbec {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:04:56.984039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] For port b04c5878-92b8-4edc-b5c8-781f93615b15, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:56.993646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] For port b04c5878-92b8-4edc-b5c8-781f93615b15, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b04c5878-92b8-4edc-b5c8-781f93615b15,segment=NetworkSegment(f5d13c43-84fe-43fa-82bb-0c6f3f619e01),segment_id=f5d13c43-84fe-43fa-82bb-0c6f3f619e01)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:57.004388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:57.006219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Allocated IP 172.20.0.2 (9db2058a-cc3a-43b1-b493-871d1d6936b0/e2d078a8-3b7a-48eb-92cb-6fa6ab70a0dd/6e11cf1c-e6f7-42b0-8601-8777931d9449) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:57.008396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-844eb0fd-59c9-405c-8959-cfeadfe135dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:57.079128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:57.092867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Allocated IP 172.20.0.1 (6625f447-cc97-4bcd-8068-01c7cb61537b/7fda1efb-ad21-442c-b1af-69e9c3e3c5a7/003bbcb7-b8c4-434d-9e2a-5d649254124b) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:04:57.160494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:57.189044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eb0fd-59c9-405c-8959-cfeadfe135dc None None] Pushing event updated for resources: {'Port': ['ID=3c985ce3-72d5-4f12-8900-36948a48cd22,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:57.278494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4fc60edc-5dae-4e87-b58d-b95e37c07975 None None] Provisioning complete for port 3c985ce3-72d5-4f12-8900-36948a48cd22 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:57.278875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4fc60edc-5dae-4e87-b58d-b95e37c07975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:57.351066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:57.371978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Transition to ACTIVE for port object 003bbcb7-b8c4-434d-9e2a-5d649254124b will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:57.380426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524596f5-7aaf-48ee-9c90-b888c68136e6 None None] Pushing event updated for resources: {'Port': ['ID=b04c5878-92b8-4edc-b5c8-781f93615b15,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:57.383477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['22d39604-1a2e-44ee-9fa8-bc100f1dfbec'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:04:57.397495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771c653-d536-48a4-95a4-78a6952d8d34 req-3834223d-5f83-4d0b-81d3-67c21a28fe96 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:57.399049 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8771c653-d536-48a4-95a4-78a6952d8d34 req-3834223d-5f83-4d0b-81d3-67c21a28fe96 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 945 time: 0.1577194 Sep 21 16:04:57.482630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8771c653-d536-48a4-95a4-78a6952d8d34 req-37dee97c-ed07-47d7-9330-05e0a20bb2f6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746346 Sep 21 16:04:57.513124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:57.609592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network 6625f447-cc97-4bcd-8068-01c7cb61537b is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:57.611435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:57.616344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:57.656848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Port': ['ID=003bbcb7-b8c4-434d-9e2a-5d649254124b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:57.684870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:57.711028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:57.755301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:57.768609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4fc60edc-5dae-4e87-b58d-b95e37c07975 None None] Current status of the port 3c985ce3-72d5-4f12-8900-36948a48cd22 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:57.782023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Transition to ACTIVE for port object 6e11cf1c-e6f7-42b0-8601-8777931d9449 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:57.823239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Transition to ACTIVE for port object 6e11cf1c-e6f7-42b0-8601-8777931d9449 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:04:57.940189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:58.052444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Network 9db2058a-cc3a-43b1-b493-871d1d6936b0 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:58.064511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:58.074827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:04:58.082598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Pushing event updated for resources: {'Port': ['ID=6e11cf1c-e6f7-42b0-8601-8777931d9449,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:58.101873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:58.229350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Attempting to bind port 6e11cf1c-e6f7-42b0-8601-8777931d9449 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:04:58.229717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Attempting to bind port 6e11cf1c-e6f7-42b0-8601-8777931d9449 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '9afe5c15-30de-44a7-9e3e-f308ab7f64f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9db2058a-cc3a-43b1-b493-871d1d6936b0'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:04:58.230113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Attempting to bind port 6e11cf1c-e6f7-42b0-8601-8777931d9449 on network 9db2058a-cc3a-43b1-b493-871d1d6936b0 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:04:58.237757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:04:58.238171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Checking segment: {'id': '9afe5c15-30de-44a7-9e3e-f308ab7f64f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9db2058a-cc3a-43b1-b493-871d1d6936b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:04:58.238575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:58.238961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Bound using segment: {'id': '9afe5c15-30de-44a7-9e3e-f308ab7f64f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9db2058a-cc3a-43b1-b493-871d1d6936b0'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:04:58.239427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Bound port: 6e11cf1c-e6f7-42b0-8601-8777931d9449, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afe5c15-30de-44a7-9e3e-f308ab7f64f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9db2058a-cc3a-43b1-b493-871d1d6936b0'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:04:58.239802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:58.344728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] For port 6e11cf1c-e6f7-42b0-8601-8777931d9449, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:04:58.348545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] For port 6e11cf1c-e6f7-42b0-8601-8777931d9449, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6e11cf1c-e6f7-42b0-8601-8777931d9449,segment=NetworkSegment(9afe5c15-30de-44a7-9e3e-f308ab7f64f2),segment_id=9afe5c15-30de-44a7-9e3e-f308ab7f64f2)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:04:58.421701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:58.487056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13f1e9-4e84-473f-a54a-4daa09656e56 None None] Network 6625f447-cc97-4bcd-8068-01c7cb61537b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:58.771671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:58.774233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b0c3b686-4786-4be2-bc4e-a785d26d5b8d None None] Provisioning for port b04c5878-92b8-4edc-b5c8-781f93615b15 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:58.777841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b440d-dc14-4236-9c0a-6d6fe4fa0fcd None None] Pushing event updated for resources: {'Port': ['ID=6e11cf1c-e6f7-42b0-8601-8777931d9449,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:58.817384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:58.849966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3c985ce3-72d5-4f12-8900-36948a48cd22 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:58.947238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:58.951891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Port': ['ID=003bbcb7-b8c4-434d-9e2a-5d649254124b,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:04:58.991964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:59.095281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3c985ce3-72d5-4f12-8900-36948a48cd22 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:59.095669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:59.168824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730bd99-f794-4e1d-a961-86471fd04d9c req-18522c30-ced0-4a1e-9b52-1105b4c3581a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:04:59.170983 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0730bd99-f794-4e1d-a961-86471fd04d9c req-18522c30-ced0-4a1e-9b52-1105b4c3581a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 945 time: 0.2162352 Sep 21 16:04:59.194465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network 6625f447-cc97-4bcd-8068-01c7cb61537b is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:04:59.195558 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:04:59.254855 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0730bd99-f794-4e1d-a961-86471fd04d9c req-a628359c-a8d9-4c16-af48-b3d4c0c56bf7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775025 Sep 21 16:04:59.307876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3c985ce3-72d5-4f12-8900-36948a48cd22 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:59.313866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b04c5878-92b8-4edc-b5c8-781f93615b15 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:59.474340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port b04c5878-92b8-4edc-b5c8-781f93615b15 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:04:59.480001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b04c5878-92b8-4edc-b5c8-781f93615b15 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:59.480799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:59.486873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Router bfda30d2-b960-4154-b172-27869b7795eb is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:04:59.661438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b04c5878-92b8-4edc-b5c8-781f93615b15 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:04:59.663750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:59.691732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1895ca7e-278b-40ba-8d75-214af92f6e27 None None] Provisioning complete for port b04c5878-92b8-4edc-b5c8-781f93615b15 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:04:59.692644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1895ca7e-278b-40ba-8d75-214af92f6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:04:59.700185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:04:59.710707 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede66ee3-7113-416d-bcaa-2d775c50fd55 None None] Sync routers for ids ['bfda30d2-b960-4154-b172-27869b7795eb'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:04:59.720608 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3089dc72-c536-4927-bd45-aa9e0546134e tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "PUT /v2.0/routers/bfda30d2-b960-4154-b172-27869b7795eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6040223 Sep 21 16:04:59.723165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47294) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:04:59.733692 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede66ee3-7113-416d-bcaa-2d775c50fd55 None None] Routers {'bfda30d2-b960-4154-b172-27869b7795eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:59.734365 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ede66ee3-7113-416d-bcaa-2d775c50fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['bfda30d2-b960-4154-b172-27869b7795eb'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:59.768185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port b04c5878-92b8-4edc-b5c8-781f93615b15, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b04c5878-92b8-4edc-b5c8-781f93615b15,segment=NetworkSegment(f5d13c43-84fe-43fa-82bb-0c6f3f619e01),segment_id=f5d13c43-84fe-43fa-82bb-0c6f3f619e01)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:04:59.845914 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ede66ee3-7113-416d-bcaa-2d775c50fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:59.867676 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede66ee3-7113-416d-bcaa-2d775c50fd55 None None] Routers {'bfda30d2-b960-4154-b172-27869b7795eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:04:59.868288 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ede66ee3-7113-416d-bcaa-2d775c50fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['bfda30d2-b960-4154-b172-27869b7795eb'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:59.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee12ab-f4a8-44a9-9f98-ed7c50257cc4 None None] Network 9db2058a-cc3a-43b1-b493-871d1d6936b0 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:04:59.907058 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 22d39604-1a2e-44ee-9fa8-bc100f1dfbec up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:04:59.949197 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ede66ee3-7113-416d-bcaa-2d775c50fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:04:59.949612 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede66ee3-7113-416d-bcaa-2d775c50fd55 None None] The sync data for ids ['bfda30d2-b960-4154-b172-27869b7795eb'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:04:59.955784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:00.115044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1895ca7e-278b-40ba-8d75-214af92f6e27 None None] Current status of the port b04c5878-92b8-4edc-b5c8-781f93615b15 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:00.214532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=b04c5878-92b8-4edc-b5c8-781f93615b15,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:00.272942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1895ca7e-278b-40ba-8d75-214af92f6e27 None None] Provisioning for port 003bbcb7-b8c4-434d-9e2a-5d649254124b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:00.286524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1895ca7e-278b-40ba-8d75-214af92f6e27 None None] Provisioning complete for port 003bbcb7-b8c4-434d-9e2a-5d649254124b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:00.286904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1895ca7e-278b-40ba-8d75-214af92f6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:00.374114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:00.415465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:00.415844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:00.480009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1895ca7e-278b-40ba-8d75-214af92f6e27 None None] Port 003bbcb7-b8c4-434d-9e2a-5d649254124b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:05:00.589665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:00.590180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:00.639073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:05:00.642000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8565a4c8-1f6f-4a53-a4c1-6132d73c1786" -d '{"events": [{"server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "name": "network-vif-plugged", "status": "completed", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:05:00.649355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Provisioning complete for port 003bbcb7-b8c4-434d-9e2a-5d649254124b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:00.649777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:00.720118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:00.745532 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-7a745c95-7e45-42da-a742-7bf0e8c1195b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:05:00.749692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47304) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:00.750619 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7a745c95-7e45-42da-a742-7bf0e8c1195b tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "PUT /v2.0/routers/bfda30d2-b960-4154-b172-27869b7795eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0217268 Sep 21 16:05:00.755974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b97bb0d-891a-45bf-9530-7998e4de87ee x-openstack-request-id: req-1b97bb0d-891a-45bf-9530-7998e4de87ee {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:05:00.756269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "name": "network-vif-plugged", "status": "completed", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:05:00.756530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b97bb0d-891a-45bf-9530-7998e4de87ee {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:05:00.756928 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b97bb0d-891a-45bf-9530-7998e4de87ee'] response: {'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'code': 200} Sep 21 16:05:00.773472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Port 003bbcb7-b8c4-434d-9e2a-5d649254124b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:05:00.797262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13013b69-f3c2-4625-ad61-aef693f5d9a7 req-c015fa38-8aef-4a12-8b54-e8765e03ff69 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:00.797262 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-13013b69-f3c2-4625-ad61-aef693f5d9a7 req-c015fa38-8aef-4a12-8b54-e8765e03ff69 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 945 time: 0.3995078 Sep 21 16:05:00.860488 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-13013b69-f3c2-4625-ad61-aef693f5d9a7 req-d092bac8-8e23-415b-b50b-a36b430a7b94 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715897 Sep 21 16:05:00.862376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6e11cf1c-e6f7-42b0-8601-8777931d9449 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:05:01.114329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:01.177013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6e11cf1c-e6f7-42b0-8601-8777931d9449 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:01.180991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Provisioning for port 6e11cf1c-e6f7-42b0-8601-8777931d9449 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:01.200192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6e11cf1c-e6f7-42b0-8601-8777931d9449 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:01.200738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:01.236749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Provisioning complete for port 6e11cf1c-e6f7-42b0-8601-8777931d9449 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:01.237204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:01.374517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:01.481416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6e11cf1c-e6f7-42b0-8601-8777931d9449 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:01.481807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:01.499223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efef5a-ef35-498f-9982-971417573a34 req-f2269540-31f9-4b7c-a8d0-4b21b3dca50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:01.500717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23efef5a-ef35-498f-9982-971417573a34 req-f2269540-31f9-4b7c-a8d0-4b21b3dca50c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 1099 time: 0.1789041 Sep 21 16:05:01.526416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Current status of the port 6e11cf1c-e6f7-42b0-8601-8777931d9449 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:01.526796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:01.543095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 6e11cf1c-e6f7-42b0-8601-8777931d9449, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6e11cf1c-e6f7-42b0-8601-8777931d9449,segment=NetworkSegment(9afe5c15-30de-44a7-9e3e-f308ab7f64f2),segment_id=9afe5c15-30de-44a7-9e3e-f308ab7f64f2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:01.589576 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23efef5a-ef35-498f-9982-971417573a34 req-abf6ef24-2db2-4349-9c1e-9f1555ebb783 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577917 Sep 21 16:05:01.605212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:01.619740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:01.621313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b04c5878-92b8-4edc-b5c8-781f93615b15 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:05:01.789662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:05:01.790049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:05:01.803869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=6e11cf1c-e6f7-42b0-8601-8777931d9449,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:01.814999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b04c5878-92b8-4edc-b5c8-781f93615b15 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:01.815376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:01.946430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b04c5878-92b8-4edc-b5c8-781f93615b15 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:01.962353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Deleting port 003bbcb7-b8c4-434d-9e2a-5d649254124b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:01.962353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:02.221568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478e47b-8f4b-4173-ad7a-ba893fc57180 req-8c9c0cf8-99aa-468f-a019-fcc5c0d12269 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:02.223064 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f478e47b-8f4b-4173-ad7a-ba893fc57180 req-8c9c0cf8-99aa-468f-a019-fcc5c0d12269 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 946 time: 0.2230566 Sep 21 16:05:02.226936 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:02.346927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d3899e02-a117-4bd4-bf55-e2e2e55816ef None None] Current status of the port 6e11cf1c-e6f7-42b0-8601-8777931d9449 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:02.376276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Calling delete_port for 003bbcb7-b8c4-434d-9e2a-5d649254124b owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:05:02.461966 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f478e47b-8f4b-4173-ad7a-ba893fc57180 req-4b84551e-19ea-42dd-a25a-f40106e99943 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186725 Sep 21 16:05:02.491912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b7f4d31e-cc41-4b6c-a48e-c9218e7f77b6 None None] Provisioning complete for port 6e11cf1c-e6f7-42b0-8601-8777931d9449 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:02.492742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b7f4d31e-cc41-4b6c-a48e-c9218e7f77b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:02.607937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6e11cf1c-e6f7-42b0-8601-8777931d9449 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:05:02.666655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:02.719351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b7f4d31e-cc41-4b6c-a48e-c9218e7f77b6 None None] Current status of the port 6e11cf1c-e6f7-42b0-8601-8777931d9449 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:02.732700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6e11cf1c-e6f7-42b0-8601-8777931d9449 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:02.733081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:02.872253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Port': ['ID=003bbcb7-b8c4-434d-9e2a-5d649254124b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:02.872537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7062f597-425d-48d1-9422-562f6f6ef999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:02.913258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.913609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.913965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.914309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.914638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.914967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.915295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.915621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.915950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.916272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.916593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.916911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:02.939935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6e11cf1c-e6f7-42b0-8601-8777931d9449 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:03.138729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:03.417893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Router bfda30d2-b960-4154-b172-27869b7795eb has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:05:03.556843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:05:03.573460 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6eb9a672-330b-4caa-97da-972236215324 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "PUT /v2.0/routers/bfda30d2-b960-4154-b172-27869b7795eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8182342 Sep 21 16:05:03.574253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47334) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:03.583325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e4368d-8d25-4761-b5bc-423bc28f7b88 None None] Sync routers for ids ['bfda30d2-b960-4154-b172-27869b7795eb'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:05:03.593041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4368d-8d25-4761-b5bc-423bc28f7b88 None None] Routers {'bfda30d2-b960-4154-b172-27869b7795eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:03.593643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-67e4368d-8d25-4761-b5bc-423bc28f7b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['bfda30d2-b960-4154-b172-27869b7795eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:03.655151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-67e4368d-8d25-4761-b5bc-423bc28f7b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:03.670870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4368d-8d25-4761-b5bc-423bc28f7b88 None None] Routers {'bfda30d2-b960-4154-b172-27869b7795eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:03.671523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-67e4368d-8d25-4761-b5bc-423bc28f7b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:04:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['bfda30d2-b960-4154-b172-27869b7795eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:03.688824 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-d8660318-3997-4ee4-93cf-4d2afe0c60ff tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] delete failed (client error): The resource could not be found. Sep 21 16:05:03.689856 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d8660318-3997-4ee4-93cf-4d2afe0c60ff tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1605338573 HTTP/1.1" status: 404 len: 335 time: 0.1135621 Sep 21 16:05:03.693833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47338) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:03.699124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f3b7d029-459a-4e1d-a2a6-1f3f42d3c507 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bfda30d2-b960-4154-b172-27869b7795eb'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:03.740999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-67e4368d-8d25-4761-b5bc-423bc28f7b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:03.741422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e4368d-8d25-4761-b5bc-423bc28f7b88 None None] The sync data for ids ['bfda30d2-b960-4154-b172-27869b7795eb'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:05:03.749530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117868-c7e3-44af-9420-952c6a7049e9 req-53e96a81-112b-4143-ae1d-623a3f070bee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:03.751033 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5f117868-c7e3-44af-9420-952c6a7049e9 req-53e96a81-112b-4143-ae1d-623a3f070bee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 946 time: 0.1175084 Sep 21 16:05:03.797536 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5f117868-c7e3-44af-9420-952c6a7049e9 req-d9658bd0-9eaf-49cb-b0fd-037415c981d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 Sep 21 16:05:04.290986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d029-459a-4e1d-a2a6-1f3f42d3c507 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:04.317581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5b41a-80bb-4708-a732-014b0a02ba9a req-c3b3e966-d6ff-4c55-b3cc-87f799d86452 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:04.319062 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6c5b41a-80bb-4708-a732-014b0a02ba9a req-c3b3e966-d6ff-4c55-b3cc-87f799d86452 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 946 time: 0.4065971 Sep 21 16:05:04.363768 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6c5b41a-80bb-4708-a732-014b0a02ba9a req-be9ff874-ea9a-4fe3-a0f2-a92e85ced7a0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389183 Sep 21 16:05:04.386870 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-f3b7d029-459a-4e1d-a2a6-1f3f42d3c507 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] update failed (client error): The resource could not be found. Sep 21 16:05:04.392133 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f3b7d029-459a-4e1d-a2a6-1f3f42d3c507 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "PUT /v2.0/routers/bfda30d2-b960-4154-b172-27869b7795eb HTTP/1.1" status: 404 len: 339 time: 0.6930416 Sep 21 16:05:04.392356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47344) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:04.398409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47346) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:04.489035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be79983-9a3b-4c22-b3e2-9e7f3f6b4458 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:04.493167 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5be79983-9a3b-4c22-b3e2-9e7f3f6b4458 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 1094 time: 0.0909340 Sep 21 16:05:04.493412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47352) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:04.499241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:04.505557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:04.510530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:04.513779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:04.520719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:04.605262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:04.771327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:04.916449 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.170 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/d1a94b2a-700b-48b3-8ec1-8f44f2dc9b6b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:05:04.918151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:04.994477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-606f1c8f-8611-414c-aaec-8769060e9fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:05.086741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:05.195915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:05.260865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:05:05.263560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:05:05.267915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:05:05.288545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Allocated IP 172.20.0.1 (5726ff00-974a-4c62-bf5f-7e4dda2df795/5a6c5f17-8c59-4621-bbe0-5969c1430d07/8f807dbe-4479-4eba-82a6-a055777e7823) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:05:05.306036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=d1a94b2a-700b-48b3-8ec1-8f44f2dc9b6b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:05.454236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:05.470510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Transition to ACTIVE for port object 8f807dbe-4479-4eba-82a6-a055777e7823 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:05:05.563723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:05.632842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network 5726ff00-974a-4c62-bf5f-7e4dda2df795 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:05:05.636225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:05:05.640612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:05:05.702441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Port': ['ID=8f807dbe-4479-4eba-82a6-a055777e7823,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:05.713750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:05.732408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.732408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.732797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.733090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.733349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.733682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.746113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.746713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.747003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.747346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.747684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.748012 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:05.769290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:05.880459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.068140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-daa02ae9-c7c5-40f2-90dd-8e7443e0eeb9 None None] Provisioning for port 8f807dbe-4479-4eba-82a6-a055777e7823 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:06.075513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-daa02ae9-c7c5-40f2-90dd-8e7443e0eeb9 None None] Provisioning complete for port 8f807dbe-4479-4eba-82a6-a055777e7823 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:06.076973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-daa02ae9-c7c5-40f2-90dd-8e7443e0eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.105503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.113865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.134206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-daa02ae9-c7c5-40f2-90dd-8e7443e0eeb9 None None] Port 8f807dbe-4479-4eba-82a6-a055777e7823 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:05:06.177287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.239949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.293045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.347036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=d1a94b2a-700b-48b3-8ec1-8f44f2dc9b6b,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:06.536462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.582536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.600294 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP f22128c6-bcf1-4382-987e-fde0bb069861 associated. External IP: 172.26.0.170, port: 22d39604-1a2e-44ee-9fa8-bc100f1dfbec. Sep 21 16:05:06.705129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event updated for resources: {'Port': ['ID=8f807dbe-4479-4eba-82a6-a055777e7823,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:06.709011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.748266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:06.855708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Network 5726ff00-974a-4c62-bf5f-7e4dda2df795 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:05:06.856942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:05:06.996561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52f79485-742f-4afd-bd1b-62a4df2ac665 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:05:07.062137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Router bfda30d2-b960-4154-b172-27869b7795eb has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:05:07.179813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b6c3b885-e44b-49ab-b478-f064d9f2a589 None None] Provisioning complete for port 8f807dbe-4479-4eba-82a6-a055777e7823 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:07.180482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b6c3b885-e44b-49ab-b478-f064d9f2a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:07.206278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:05:07.216134 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] Sync routers for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:05:07.229289 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:07.230200 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:07.235838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:05:07.254235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3b885-e44b-49ab-b478-f064d9f2a589 None None] Port 8f807dbe-4479-4eba-82a6-a055777e7823 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:05:07.254346 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1f050f63-8387-4873-80b0-cc99b0928a0a tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "PUT /v2.0/routers/bfda30d2-b960-4154-b172-27869b7795eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8521996 Sep 21 16:05:07.254452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e15bd0-075d-407b-ac72-aea086ac9189 None None] Sync routers for ids ['bfda30d2-b960-4154-b172-27869b7795eb'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:05:07.255718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47370) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:07.261910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e15bd0-075d-407b-ac72-aea086ac9189 None None] Routers {'bfda30d2-b960-4154-b172-27869b7795eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:07.262696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-69e15bd0-075d-407b-ac72-aea086ac9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['bfda30d2-b960-4154-b172-27869b7795eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:07.314728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:07.329784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-69e15bd0-075d-407b-ac72-aea086ac9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:07.338865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e15bd0-075d-407b-ac72-aea086ac9189 None None] Routers {'bfda30d2-b960-4154-b172-27869b7795eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:07.339655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-69e15bd0-075d-407b-ac72-aea086ac9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['bfda30d2-b960-4154-b172-27869b7795eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:07.393868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c22c8499-5f16-449a-a79f-5a6aa48df29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8994989 Sep 21 16:05:07.395641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:05:07.396532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47374) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:07.398882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3125def9-f71e-4d42-9aff-5281e4d90648" -d '{"events": [{"name": "network-changed", "server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:05:07.422369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-69e15bd0-075d-407b-ac72-aea086ac9189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:07.423248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e15bd0-075d-407b-ac72-aea086ac9189 None None] The sync data for ids ['bfda30d2-b960-4154-b172-27869b7795eb'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:05:07.437219 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:05:07.465142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f13b56-3289-400d-bbc5-1c6b078b3cdb x-openstack-request-id: req-e3f13b56-3289-400d-bbc5-1c6b078b3cdb {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:05:07.465568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:05:07.465969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3f13b56-3289-400d-bbc5-1c6b078b3cdb {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:05:07.466563 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f13b56-3289-400d-bbc5-1c6b078b3cdb'] response: {'name': 'network-changed', 'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'status': 'completed', 'code': 200} Sep 21 16:05:07.581652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-bd4e23dd-b330-48d6-a18a-0f8e09e55c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:07.583319 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-bd4e23dd-b330-48d6-a18a-0f8e09e55c4f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 1099 time: 0.0964379 Sep 21 16:05:07.648015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-56ac85db-926f-4ef0-8ec1-731ae4890eec tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:07.721216 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b9057e6e-615a-4f1a-941a-8b52483ad4e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 992 time: 0.3223977 Sep 21 16:05:07.724857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-7b415a12-1b9c-48ea-a916-329dbec671e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:07.726331 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-7b415a12-1b9c-48ea-a916-329dbec671e3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 898 time: 0.1374409 Sep 21 16:05:07.814478 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-56ac85db-926f-4ef0-8ec1-731ae4890eec tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 16:05:07.818567 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-56ac85db-926f-4ef0-8ec1-731ae4890eec tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/routers/bfda30d2-b960-4154-b172-27869b7795eb HTTP/1.1" status: 409 len: 329 time: 0.5590096 Sep 21 16:05:07.818750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47380) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:07.862720 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f22128c6-bcf1-4382-987e-fde0bb069861', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'port_id': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'mac_address': 'fa:16:3e:2d:93:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:05Z', 'updated_at': '2022-09-21T16:05:05Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:07.866547 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] Checking router: 52f79485-742f-4afd-bd1b-62a4df2ac665 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:05:07.873887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:07.874882 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:07.875481 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:07.985203 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-f8f49afb-a24f-4e5a-b8ea-797c12e42071 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec HTTP/1.1" status: 200 len: 1000 time: 0.2531559 Sep 21 16:05:08.069572 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:05:08.312434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-2e6db89f-5901-48a9-8e13-53f549820607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:08.313790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-2e6db89f-5901-48a9-8e13-53f549820607 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2edd16a-869a-4539-9fa5-e16cfa4b3a39 HTTP/1.1" status: 200 len: 835 time: 0.3231926 Sep 21 16:05:08.424161 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f22128c6-bcf1-4382-987e-fde0bb069861', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'port_id': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'mac_address': 'fa:16:3e:2d:93:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:05Z', 'updated_at': '2022-09-21T16:05:05Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:08.428498 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dbcc7-e377-4939-9614-2122b067d725 None None] The sync data for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv is: [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f22128c6-bcf1-4382-987e-fde0bb069861', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'port_id': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'mac_address': 'fa:16:3e:2d:93:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:05Z', 'updated_at': '2022-09-21T16:05:05Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:05:08.492995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-9543792c-0db8-4946-aa7b-a874df1dceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:08.494833 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-9543792c-0db8-4946-aa7b-a874df1dceb9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1737914 Sep 21 16:05:08.643140 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19759665-ec6b-4ac5-b44f-2dc2abdf434b None None] New status for floating IP f22128c6-bcf1-4382-987e-fde0bb069861: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:05:08.691170 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-241f52e0-359b-4eeb-be9d-3dbc218c0eee service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863089 Sep 21 16:05:08.723843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47386) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:08.821374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:08.840045 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2c1e6f6a-2daa-47fe-91e2-e380579604c9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 992 time: 0.1150131 Sep 21 16:05:08.971743 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3125def9-f71e-4d42-9aff-5281e4d90648 req-c2dc9626-0dd3-440e-9ea3-c575fa193962 service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720761 Sep 21 16:05:09.184209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Deleting port 8f807dbe-4479-4eba-82a6-a055777e7823 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:09.185733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:09.375261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:09.499192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Calling delete_port for 8f807dbe-4479-4eba-82a6-a055777e7823 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:05:09.844287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47392) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:09.880054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:09.929905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Port': ['ID=8f807dbe-4479-4eba-82a6-a055777e7823,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:10.005310 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d99e4691-eac2-46cc-b621-3b9519494a6a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 994 time: 0.1555839 Sep 21 16:05:10.206410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:10.488583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Router bfda30d2-b960-4154-b172-27869b7795eb has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:05:10.624362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:05:10.634365 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-69a6814c-edaa-4339-b53d-f2117bdd4a6f tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "PUT /v2.0/routers/bfda30d2-b960-4154-b172-27869b7795eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8141556 Sep 21 16:05:10.634578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421dbeb-baa3-4aa3-979f-5799bccec6ac None None] Sync routers for ids ['bfda30d2-b960-4154-b172-27869b7795eb'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:05:10.637419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47398) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:10.644094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421dbeb-baa3-4aa3-979f-5799bccec6ac None None] Routers {'bfda30d2-b960-4154-b172-27869b7795eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:10.644735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b421dbeb-baa3-4aa3-979f-5799bccec6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['bfda30d2-b960-4154-b172-27869b7795eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:10.708086 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-1a01f66d-618e-42a2-807c-5d9426659a88 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] show failed (client error): The resource could not be found. Sep 21 16:05:10.709114 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1a01f66d-618e-42a2-807c-5d9426659a88 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-819552178 HTTP/1.1" status: 404 len: 334 time: 0.0707347 Sep 21 16:05:10.709303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b421dbeb-baa3-4aa3-979f-5799bccec6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:10.713681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47402) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:10.719722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b421dbeb-baa3-4aa3-979f-5799bccec6ac None None] Routers {'bfda30d2-b960-4154-b172-27869b7795eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:10.720122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ed9a7c85-0e96-44ab-a1c5-56eefc513b47 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:10.720334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b421dbeb-baa3-4aa3-979f-5799bccec6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['bfda30d2-b960-4154-b172-27869b7795eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:10.781352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b421dbeb-baa3-4aa3-979f-5799bccec6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:10.781681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421dbeb-baa3-4aa3-979f-5799bccec6ac None None] The sync data for ids ['bfda30d2-b960-4154-b172-27869b7795eb'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:05:10.784475 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-ed9a7c85-0e96-44ab-a1c5-56eefc513b47 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] update failed (client error): The resource could not be found. Sep 21 16:05:10.785579 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ed9a7c85-0e96-44ab-a1c5-56eefc513b47 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1606133618 HTTP/1.1" status: 404 len: 335 time: 0.0702324 Sep 21 16:05:10.791763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47406) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:10.863771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1574b8d7-22d8-44b4-96d9-2545f5844200 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Deleting subnet e2d078a8-3b7a-48eb-92cb-6fa6ab70a0dd {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:05:10.866921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1574b8d7-22d8-44b4-96d9-2545f5844200 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:10.927549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1574b8d7-22d8-44b4-96d9-2545f5844200 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.017593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1574b8d7-22d8-44b4-96d9-2545f5844200 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.211704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1574b8d7-22d8-44b4-96d9-2545f5844200 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.256411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574b8d7-22d8-44b4-96d9-2545f5844200 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d078a8-3b7a-48eb-92cb-6fa6ab70a0dd,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:11.260638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1574b8d7-22d8-44b4-96d9-2545f5844200 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.270310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3451bd6-39f7-4ad2-9c99-2008b4a0e8d3 None None] Network 9db2058a-cc3a-43b1-b493-871d1d6936b0 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:05:11.270497 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1574b8d7-22d8-44b4-96d9-2545f5844200 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/subnets/e2d078a8-3b7a-48eb-92cb-6fa6ab70a0dd HTTP/1.1" status: 204 len: 168 time: 0.4775696 Sep 21 16:05:11.272327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47412) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:11.342932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1b1f68-729b-43fb-a2d7-9ece87955944 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Deleting subnet 7fda1efb-ad21-442c-b1af-69e9c3e3c5a7 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:05:11.346047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1f68-729b-43fb-a2d7-9ece87955944 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.408756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1f68-729b-43fb-a2d7-9ece87955944 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.498585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1f68-729b-43fb-a2d7-9ece87955944 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.543243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] DHCP port deletion for 9db2058a-cc3a-43b1-b493-871d1d6936b0 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:05:11.547541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Deleting port 6e11cf1c-e6f7-42b0-8601-8777931d9449 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:11.547922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.712405 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1f68-729b-43fb-a2d7-9ece87955944 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.751584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] For port 6e11cf1c-e6f7-42b0-8601-8777931d9449, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6e11cf1c-e6f7-42b0-8601-8777931d9449,segment=NetworkSegment(9afe5c15-30de-44a7-9e3e-f308ab7f64f2),segment_id=9afe5c15-30de-44a7-9e3e-f308ab7f64f2)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:11.752203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.753137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b1f68-729b-43fb-a2d7-9ece87955944 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Subnet': ['ID=7fda1efb-ad21-442c-b1af-69e9c3e3c5a7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:11.755118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1f68-729b-43fb-a2d7-9ece87955944 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.764466 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5c1b1f68-729b-43fb-a2d7-9ece87955944 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/subnets/7fda1efb-ad21-442c-b1af-69e9c3e3c5a7 HTTP/1.1" status: 204 len: 168 time: 0.4881871 Sep 21 16:05:11.764638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47416) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:11.765815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd049a7c-5086-4721-9f2c-be1fa20a8110 None None] Network 6625f447-cc97-4bcd-8068-01c7cb61537b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:05:11.880374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.891567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Deleting port 6e11cf1c-e6f7-42b0-8601-8777931d9449 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:11.891908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:11.938574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Calling delete_port for 6e11cf1c-e6f7-42b0-8601-8777931d9449 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:05:12.102762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] For port 6e11cf1c-e6f7-42b0-8601-8777931d9449, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6e11cf1c-e6f7-42b0-8601-8777931d9449,segment=NetworkSegment(9afe5c15-30de-44a7-9e3e-f308ab7f64f2),segment_id=9afe5c15-30de-44a7-9e3e-f308ab7f64f2)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:12.103126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:12.230737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Calling delete_port for 6e11cf1c-e6f7-42b0-8601-8777931d9449 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:05:12.255627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] DHCP port deletion for 6625f447-cc97-4bcd-8068-01c7cb61537b request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:05:12.260027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] Deleting port b04c5878-92b8-4edc-b5c8-781f93615b15 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:12.260423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:12.290829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:12.306729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:05:12.307365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:05:12.357340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Pushing event deleted for resources: {'Port': ['ID=6e11cf1c-e6f7-42b0-8601-8777931d9449,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:12.365189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] No DVR routers for this DVR port 6e11cf1c-e6f7-42b0-8601-8777931d9449 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.379786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f3d4f8-7e3f-4c56-9496-19bae5482ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:05:12.535534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] For port b04c5878-92b8-4edc-b5c8-781f93615b15, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b04c5878-92b8-4edc-b5c8-781f93615b15,segment=NetworkSegment(f5d13c43-84fe-43fa-82bb-0c6f3f619e01),segment_id=f5d13c43-84fe-43fa-82bb-0c6f3f619e01)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:12.536101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:12.655641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6e11cf1c-e6f7-42b0-8601-8777931d9449 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:05:12.686763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] Calling delete_port for b04c5878-92b8-4edc-b5c8-781f93615b15 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:05:12.738046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 6e11cf1c-e6f7-42b0-8601-8777931d9449 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:05:12.738397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6e11cf1c-e6f7-42b0-8601-8777931d9449 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:05:12.738828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b04c5878-92b8-4edc-b5c8-781f93615b15 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:05:12.807726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Deleting port 6e11cf1c-e6f7-42b0-8601-8777931d9449 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:12.808202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:12.874073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b04c5878-92b8-4edc-b5c8-781f93615b15 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:12.874654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:12.878475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] The port '6e11cf1c-e6f7-42b0-8601-8777931d9449' was deleted {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:05:12.965103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.011707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.018186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] Pushing event deleted for resources: {'Port': ['ID=b04c5878-92b8-4edc-b5c8-781f93615b15,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:13.028115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5f7af-dc56-4472-abaf-453d10f56392 None None] No DVR routers for this DVR port b04c5878-92b8-4edc-b5c8-781f93615b15 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:05:13.062041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db2058a-cc3a-43b1-b493-871d1d6936b0']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:13.075280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afe5c15-30de-44a7-9e3e-f308ab7f64f2') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:13.075564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afe5c15-30de-44a7-9e3e-f308ab7f64f2') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:13.088691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.106187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.113700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:05:13.114124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.193372 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-18085645-ead0-48e4-87df-edb992b650c1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2145667 Sep 21 16:05:13.300631 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 9afe5c15-30de-44a7-9e3e-f308ab7f64f2 resource provider aggregate not found Sep 21 16:05:13.331532 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 9afe5c15-30de-44a7-9e3e-f308ab7f64f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9afe5c15-30de-44a7-9e3e-f308ab7f64f2 found for delete ", "request_id": "req-3a726529-965b-410f-b6f9-1165a72c741a"}]} Sep 21 16:05:13.348304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-2e93e918-9326-4718-b2e9-bf2f85cd4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:13.349860 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-2e93e918-9326-4718-b2e9-bf2f85cd4a39 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 1099 time: 0.0841954 Sep 21 16:05:13.432394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.454103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.463594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Network': ['ID=9db2058a-cc3a-43b1-b493-871d1d6936b0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:13.472717 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-14216727-6af0-4a0d-adbc-e9ba249f0454 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/networks/9db2058a-cc3a-43b1-b493-871d1d6936b0 HTTP/1.1" status: 204 len: 168 time: 1.7048624 Sep 21 16:05:13.474142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47428) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:13.505474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-5cdfd04f-a211-4da9-8b0d-9bf91b0a6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:13.510582 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-5cdfd04f-a211-4da9-8b0d-9bf91b0a6ebc service neutron] 10.222.0.33 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 898 time: 0.1378467 Sep 21 16:05:13.591309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.616562 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-0b95364e-d053-4520-8e07-19b99d6d7b10 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec HTTP/1.1" status: 200 len: 1002 time: 0.1026866 Sep 21 16:05:13.681874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-ad82e587-fd0f-444d-9cbd-5daa3423487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:13.683434 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-ad82e587-fd0f-444d-9cbd-5daa3423487d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2edd16a-869a-4539-9fa5-e16cfa4b3a39 HTTP/1.1" status: 200 len: 835 time: 0.0622327 Sep 21 16:05:13.731148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.760535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6625f447-cc97-4bcd-8068-01c7cb61537b']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:13.772625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-ac01844b-29f9-4062-87bb-055c1a7cd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:13.773892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d13c43-84fe-43fa-82bb-0c6f3f619e01') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:13.774172 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-ac01844b-29f9-4062-87bb-055c1a7cd148 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847533 Sep 21 16:05:13.774302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d13c43-84fe-43fa-82bb-0c6f3f619e01') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:13.785883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.801826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.807943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:05:13.808322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:13.908863 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-4217aae8-f74a-41b3-8912-1ef8020cff2e service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277652 Sep 21 16:05:14.028481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.050545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.052680 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a6c5545-2f9f-4368-907b-50ff3a141193 req-c88c0abf-b93d-4a3a-b4b2-07d7799f548a service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373284 Sep 21 16:05:14.056690 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Network': ['ID=6625f447-cc97-4bcd-8068-01c7cb61537b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:14.061979 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e02940b5-f604-45f9-a51f-829a850aafbd tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/networks/6625f447-cc97-4bcd-8068-01c7cb61537b HTTP/1.1" status: 204 len: 168 time: 0.5865409 Sep 21 16:05:14.064291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47432) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:14.133152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-53be07d3-2cae-474f-a36b-4bc0a81af890 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Deleting subnet 5a6c5f17-8c59-4621-bbe0-5969c1430d07 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:05:14.136293 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53be07d3-2cae-474f-a36b-4bc0a81af890 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.192215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53be07d3-2cae-474f-a36b-4bc0a81af890 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.279282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53be07d3-2cae-474f-a36b-4bc0a81af890 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.432145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53be07d3-2cae-474f-a36b-4bc0a81af890 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.473782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be07d3-2cae-474f-a36b-4bc0a81af890 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6c5f17-8c59-4621-bbe0-5969c1430d07,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:14.475770 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-53be07d3-2cae-474f-a36b-4bc0a81af890 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.480418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac147a63-3ac0-4093-8532-8567bf14f681 None None] Network 5726ff00-974a-4c62-bf5f-7e4dda2df795 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:05:14.482328 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-53be07d3-2cae-474f-a36b-4bc0a81af890 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/subnets/5a6c5f17-8c59-4621-bbe0-5969c1430d07 HTTP/1.1" status: 204 len: 168 time: 0.4169934 Sep 21 16:05:14.484777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47436) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:14.607971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.618718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Deleting port 3c985ce3-72d5-4f12-8900-36948a48cd22 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:14.619050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.745389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] DHCP port deletion for 5726ff00-974a-4c62-bf5f-7e4dda2df795 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:05:14.750659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] Deleting port 3c985ce3-72d5-4f12-8900-36948a48cd22 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:14.751040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.840697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] For port 3c985ce3-72d5-4f12-8900-36948a48cd22, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3c985ce3-72d5-4f12-8900-36948a48cd22,segment=NetworkSegment(85ff5cff-632c-41db-aaf8-b23db86e637c),segment_id=85ff5cff-632c-41db-aaf8-b23db86e637c)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:14.840959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.958539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] For port 3c985ce3-72d5-4f12-8900-36948a48cd22, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3c985ce3-72d5-4f12-8900-36948a48cd22,segment=NetworkSegment(85ff5cff-632c-41db-aaf8-b23db86e637c),segment_id=85ff5cff-632c-41db-aaf8-b23db86e637c)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:14.958955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:14.968042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Calling delete_port for 3c985ce3-72d5-4f12-8900-36948a48cd22 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:05:15.111776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:15.116488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] Calling delete_port for 3c985ce3-72d5-4f12-8900-36948a48cd22 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:05:15.162598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Port': ['ID=3c985ce3-72d5-4f12-8900-36948a48cd22,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:15.166162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] No DVR routers for this DVR port 3c985ce3-72d5-4f12-8900-36948a48cd22 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:05:15.190907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:05:15.191396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:05:15.289879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:15.315087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5726ff00-974a-4c62-bf5f-7e4dda2df795']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:15.327838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ff5cff-632c-41db-aaf8-b23db86e637c') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:15.328144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ff5cff-632c-41db-aaf8-b23db86e637c') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:15.343993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:15.351156 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f5d13c43-84fe-43fa-82bb-0c6f3f619e01 resource provider aggregate not found Sep 21 16:05:15.364733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:15.369929 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f5d13c43-84fe-43fa-82bb-0c6f3f619e01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5d13c43-84fe-43fa-82bb-0c6f3f619e01 found for delete ", "request_id": "req-c89b2139-572e-4e17-9a6b-f56b37e3fbd3"}]} Sep 21 16:05:15.372276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:05:15.372663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:15.692640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] Deleting port 3c985ce3-72d5-4f12-8900-36948a48cd22 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:05:15.693223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:15.763439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b356a-c8ac-4208-8592-854ef256a1eb None None] The port '3c985ce3-72d5-4f12-8900-36948a48cd22' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:05:15.772619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:15.790176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:15.800901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Pushing event deleted for resources: {'Network': ['ID=5726ff00-974a-4c62-bf5f-7e4dda2df795,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:15.805062 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6d473459-bef2-4c85-8cee-07041bcb4ec5 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/networks/5726ff00-974a-4c62-bf5f-7e4dda2df795 HTTP/1.1" status: 204 len: 168 time: 1.3193467 Sep 21 16:05:15.807586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47448) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:15.861468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3e28db71-28ed-4001-a1c7-bc3125a5dfac tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Synchronizing usage tracker for tenant:3fd4e14844a04d7d896e4916b0253901 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:05:15.945916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3e28db71-28ed-4001-a1c7-bc3125a5dfac tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Unset dirty status for tenant:3fd4e14844a04d7d896e4916b0253901 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:05:15.947148 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3e28db71-28ed-4001-a1c7-bc3125a5dfac tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfda30d2-b960-4154-b172-27869b7795eb HTTP/1.1" status: 200 len: 205 time: 0.1386616 Sep 21 16:05:15.949736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47452) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:16.088569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bff4d22b-2d90-4b69-82fe-30f852dcd297 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:16.395608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bff4d22b-2d90-4b69-82fe-30f852dcd297 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:16.397781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bff4d22b-2d90-4b69-82fe-30f852dcd297 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:16.514143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bff4d22b-2d90-4b69-82fe-30f852dcd297 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:16.514565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff4d22b-2d90-4b69-82fe-30f852dcd297 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Fanout notify agent at l3_agent the message router_deleted on router bfda30d2-b960-4154-b172-27869b7795eb {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:05:16.526034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bff4d22b-2d90-4b69-82fe-30f852dcd297 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:16.527100 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bff4d22b-2d90-4b69-82fe-30f852dcd297 tempest-RoutersNegativeTest-195519036 tempest-RoutersNegativeTest-195519036-project] 10.222.0.65 "DELETE /v2.0/routers/bfda30d2-b960-4154-b172-27869b7795eb HTTP/1.1" status: 204 len: 168 time: 0.5764077 Sep 21 16:05:16.611322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3c985ce3-72d5-4f12-8900-36948a48cd22 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:05:16.648862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 3c985ce3-72d5-4f12-8900-36948a48cd22 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:05:16.649205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3c985ce3-72d5-4f12-8900-36948a48cd22 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:05:17.111893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47462) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:17.265186 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-04ac1462-ea2c-4ba5-a425-f125c45e8c3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3fd4e14844a04d7d896e4916b0253901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520905 Sep 21 16:05:17.267597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47468) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:17.324308 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9543-7f53-487c-a0ee-8ce390469f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:17.351790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9543-7f53-487c-a0ee-8ce390469f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:17.407931 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 85ff5cff-632c-41db-aaf8-b23db86e637c resource provider aggregate not found Sep 21 16:05:17.427897 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 85ff5cff-632c-41db-aaf8-b23db86e637c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85ff5cff-632c-41db-aaf8-b23db86e637c found for delete ", "request_id": "req-b7727837-d74e-41de-8ac2-99591fd750f8"}]} Sep 21 16:05:17.485610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9543-7f53-487c-a0ee-8ce390469f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:17.502279 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc9543-7f53-487c-a0ee-8ce390469f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6ccc41-13ac-43ce-a9fc-01dc54a94328,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:17.506610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ebc9543-7f53-487c-a0ee-8ce390469f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:17.510333 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3ebc9543-7f53-487c-a0ee-8ce390469f56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d6ccc41-13ac-43ce-a9fc-01dc54a94328 HTTP/1.1" status: 204 len: 168 time: 0.2418253 Sep 21 16:05:19.305963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-13bf434f-f0a6-457b-9475-45260b0f1641 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:05:19.397501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-13bf434f-f0a6-457b-9475-45260b0f1641 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:05:19.398675 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-13bf434f-f0a6-457b-9475-45260b0f1641 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053953608&fields=id&tenant_id=1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 267 time: 0.1319468 Sep 21 16:05:19.549348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-a9acd6fe-f90b-47ee-b601-ae1738644a54 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:19.550071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-a9acd6fe-f90b-47ee-b601-ae1738644a54 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:05:19.657392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-a9acd6fe-f90b-47ee-b601-ae1738644a54 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:05:19.658541 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-a9acd6fe-f90b-47ee-b601-ae1738644a54 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 811 time: 0.2518241 Sep 21 16:05:19.674193 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-cde8ebba-7d74-49d0-a7ec-cfde95a962d8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/quotas/1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 375 time: 0.0101418 Sep 21 16:05:19.769876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-b57a023b-fab4-4944-8043-5c548f84f7ec tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:05:19.884843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-b57a023b-fab4-4944-8043-5c548f84f7ec tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:05:19.886130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-b57a023b-fab4-4944-8043-5c548f84f7ec tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2065320 Sep 21 16:05:19.901479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-ba44d8a2-22e0-4dce-9043-74cd2737b551 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:05:19.902443 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-ba44d8a2-22e0-4dce-9043-74cd2737b551 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049384 Sep 21 16:05:20.039216 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-6dd514bd-a8c3-492d-8d36-5fd98394d5e4 service neutron] 10.222.0.65 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313274 Sep 21 16:05:20.171239 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-df1cc33f-d4d1-461c-8c5e-073029e9b898 service neutron] 10.222.0.65 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261744 Sep 21 16:05:20.816899 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-960baff7-72dc-4f3f-a30c-721dc571a39d req-49d2416a-6298-457e-b682-78da3846391d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 210 time: 0.0526452 Sep 21 16:05:21.976746 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-caca77c5-42b0-4e9b-8d3c-103fb4a5fd48 req-5500569f-bc6e-4f74-b9b9-87aebd81e340 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 210 time: 0.0517950 Sep 21 16:05:23.044551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-24be3b28-72f8-4091-bef1-e322001919c0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:23.046042 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-24be3b28-72f8-4091-bef1-e322001919c0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 811 time: 0.1528709 Sep 21 16:05:23.096124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-8e60cc41-c39b-496a-ba87-0852d1f0e577 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 380 time: 0.0419500 Sep 21 16:05:23.107107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'port': {'device_id': '35ab1165-c00a-4652-b885-e44e033be4c8', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'admin_state_up': True, 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'security_groups': ['64bb32dd-6e7b-48c1-a646-5f30f66c4cfc']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:23.156537 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8a2c7cad-8003-408b-9dd4-e02ab4e6f9b1 req-e11b9578-f72f-4d86-9e68-9c871b5d0afe tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 210 time: 0.0569742 Sep 21 16:05:23.357745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:23.367347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:23.471733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Made reservation on behalf of 1ad6903d50d84eaaa1604dbc036f698c for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:05:23.475284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:23.640859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Allocated IP 172.20.0.11 (31cffb00-f0db-4a88-a975-14de553860e4/c257876a-25a2-4a57-837b-3e632d934a86/ca513fe8-550e-4076-893c-9926143dd17f) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:05:23.832428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:23.849171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Transition to ACTIVE for port object ca513fe8-550e-4076-893c-9926143dd17f will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:05:23.942681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:24.017526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Network 31cffb00-f0db-4a88-a975-14de553860e4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:05:24.021269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:05:24.025168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:05:24.056577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=ca513fe8-550e-4076-893c-9926143dd17f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:24.094059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:24.094895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:24.189124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-d076a5ef-c230-4380-9a17-dce7018c06e8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0856018 Sep 21 16:05:24.203688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Request body: {'port': {'device_id': '35ab1165-c00a-4652-b885-e44e033be4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:24.342177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7cfe8ca2-994a-47ad-b4db-1c62ca5ed89f None None] Provisioning for port ca513fe8-550e-4076-893c-9926143dd17f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:24.347857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7cfe8ca2-994a-47ad-b4db-1c62ca5ed89f None None] Provisioning complete for port ca513fe8-550e-4076-893c-9926143dd17f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:24.348562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7cfe8ca2-994a-47ad-b4db-1c62ca5ed89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:24.386557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:24.407119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe8ca2-994a-47ad-b4db-1c62ca5ed89f None None] Port ca513fe8-550e-4076-893c-9926143dd17f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:05:24.473899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b3575-e612-4d20-81ed-f5d1bfa7dba8 req-33e678ee-b5b2-4e29-9b39-57baa79ec905 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:24.474544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-a68b3575-e612-4d20-81ed-f5d1bfa7dba8 req-33e678ee-b5b2-4e29-9b39-57baa79ec905 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:05:24.634404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-a68b3575-e612-4d20-81ed-f5d1bfa7dba8 req-33e678ee-b5b2-4e29-9b39-57baa79ec905 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:05:24.635550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a68b3575-e612-4d20-81ed-f5d1bfa7dba8 req-33e678ee-b5b2-4e29-9b39-57baa79ec905 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 932 time: 0.3325634 Sep 21 16:05:24.710126 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a68b3575-e612-4d20-81ed-f5d1bfa7dba8 req-93f60fd8-7b46-41ec-8dd1-11ab961abf9c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625906 Sep 21 16:05:24.805214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca513fe8-550e-4076-893c-9926143dd17f {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:05:24.812438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:24.827696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Transition to ACTIVE for port object ca513fe8-550e-4076-893c-9926143dd17f will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:05:24.902155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:25.063514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca513fe8-550e-4076-893c-9926143dd17f,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:25.130754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Attempting to bind port ca513fe8-550e-4076-893c-9926143dd17f on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:05:25.131109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Attempting to bind port ca513fe8-550e-4076-893c-9926143dd17f by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:05:25.131425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Attempting to bind port ca513fe8-550e-4076-893c-9926143dd17f on network 31cffb00-f0db-4a88-a975-14de553860e4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:05:25.136047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Port ca513fe8-550e-4076-893c-9926143dd17f on network 31cffb00-f0db-4a88-a975-14de553860e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:05:25.136480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Attempting to bind port ca513fe8-550e-4076-893c-9926143dd17f on network 31cffb00-f0db-4a88-a975-14de553860e4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:05:25.142127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:05:25.142460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Checking segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:05:25.142834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Bound using segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:05:25.143248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Bound port: ca513fe8-550e-4076-893c-9926143dd17f, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:05:25.143584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:25.233273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] For port ca513fe8-550e-4076-893c-9926143dd17f, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:05:25.236489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] For port ca513fe8-550e-4076-893c-9926143dd17f, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=ca513fe8-550e-4076-893c-9926143dd17f,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:05:25.302978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:25.335143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:25.335670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:25.337010 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] 10.222.0.33 "PUT /v2.0/ports/ca513fe8-550e-4076-893c-9926143dd17f HTTP/1.1" status: 200 len: 1094 time: 1.1399159 Sep 21 16:05:25.342209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ab1165-c00a-4652-b885-e44e033be4c8', 'tag': 'ca513fe8-550e-4076-893c-9926143dd17f'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:05:25.344547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a191c160-992d-4685-bcb0-1fe26166f9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "35ab1165-c00a-4652-b885-e44e033be4c8", "tag": "ca513fe8-550e-4076-893c-9926143dd17f"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:05:25.383876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fd22c-53a4-4ccb-920a-4dcb76b3bfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca513fe8-550e-4076-893c-9926143dd17f,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:25.397034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a1ed83-01a2-4a2d-8ba4-f7408d30e8c3 x-openstack-request-id: req-96a1ed83-01a2-4a2d-8ba4-f7408d30e8c3 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:05:25.397323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ab1165-c00a-4652-b885-e44e033be4c8", "tag": "ca513fe8-550e-4076-893c-9926143dd17f", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:05:25.397578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96a1ed83-01a2-4a2d-8ba4-f7408d30e8c3 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:05:25.398152 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a1ed83-01a2-4a2d-8ba4-f7408d30e8c3'] response: {'name': 'network-changed', 'server_uuid': '35ab1165-c00a-4652-b885-e44e033be4c8', 'tag': 'ca513fe8-550e-4076-893c-9926143dd17f', 'status': 'completed', 'code': 200} Sep 21 16:05:25.500335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191c160-992d-4685-bcb0-1fe26166f9fb req-398c76d1-5af8-485f-b160-4b4cf1da1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:25.501874 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a191c160-992d-4685-bcb0-1fe26166f9fb req-398c76d1-5af8-485f-b160-4b4cf1da1a84 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 1097 time: 0.0858142 Sep 21 16:05:25.767793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191c160-992d-4685-bcb0-1fe26166f9fb req-89118d3e-0b9d-4f94-b059-b713bf7ed2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:25.769265 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a191c160-992d-4685-bcb0-1fe26166f9fb req-89118d3e-0b9d-4f94-b059-b713bf7ed2d2 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2586577 Sep 21 16:05:25.963293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191c160-992d-4685-bcb0-1fe26166f9fb req-d50320c7-6129-4ea1-8bc7-52d3ded8d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:25.964785 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a191c160-992d-4685-bcb0-1fe26166f9fb req-d50320c7-6129-4ea1-8bc7-52d3ded8d004 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892586 Sep 21 16:05:25.982769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160bd7f-252e-4206-98a4-c32827ef4cb5 req-a45ed929-a4b2-4e0d-8de0-e16975d9d000 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:25.985569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2160bd7f-252e-4206-98a4-c32827ef4cb5 req-a45ed929-a4b2-4e0d-8de0-e16975d9d000 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.1434422 Sep 21 16:05:26.094500 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2160bd7f-252e-4206-98a4-c32827ef4cb5 req-c2d0b963-c596-433e-830a-28935767a8d8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030116 Sep 21 16:05:26.111934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-2a283956-1be5-4d3c-b8d7-bd3ec7fa44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:26.113330 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-2a283956-1be5-4d3c-b8d7-bd3ec7fa44c6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 1097 time: 0.1069705 Sep 21 16:05:26.187432 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-9cc39134-ab51-4e35-86a3-be5b7ea75cff service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca513fe8-550e-4076-893c-9926143dd17f HTTP/1.1" status: 200 len: 217 time: 0.0655670 Sep 21 16:05:26.251058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-462161f2-3ec7-4f3a-b539-325fc0043aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:26.252495 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-462161f2-3ec7-4f3a-b539-325fc0043aa3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0595779 Sep 21 16:05:26.340337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-28499597-b896-4c9d-b57d-c6eb59f7109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:26.341847 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-28499597-b896-4c9d-b57d-c6eb59f7109f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842049 Sep 21 16:05:26.478071 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-12040755-9839-4228-a231-9432d8e2fff0 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291537 Sep 21 16:05:26.612844 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e8ef842-592b-4580-8e90-b74c5e766105 req-45f3bc91-cfa4-49b1-b886-ce07885ff5f2 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280630 Sep 21 16:05:27.295454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb9b25-571a-4648-a1c6-ffb00ccbc3de req-08ddd41c-cb94-4fc9-a635-7d46664e96c0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:27.296792 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7eeb9b25-571a-4648-a1c6-ffb00ccbc3de req-08ddd41c-cb94-4fc9-a635-7d46664e96c0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.0911341 Sep 21 16:05:27.343560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7eeb9b25-571a-4648-a1c6-ffb00ccbc3de req-86b8a1e9-505d-44aa-9e7e-c3ba5d3ba9aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:05:27.355619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7eeb9b25-571a-4648-a1c6-ffb00ccbc3de req-86b8a1e9-505d-44aa-9e7e-c3ba5d3ba9aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:05:27.356773 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7eeb9b25-571a-4648-a1c6-ffb00ccbc3de req-86b8a1e9-505d-44aa-9e7e-c3ba5d3ba9aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535195 Sep 21 16:05:28.552125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c819-508d-4700-9d6f-e112b49f2ad0 req-ad7c8546-d116-49e0-89d8-fc475e107c50 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:28.553542 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c304c819-508d-4700-9d6f-e112b49f2ad0 req-ad7c8546-d116-49e0-89d8-fc475e107c50 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.0883532 Sep 21 16:05:28.596786 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c304c819-508d-4700-9d6f-e112b49f2ad0 req-7ee1e50d-3640-4ea5-9f6c-558caa68cc06 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374155 Sep 21 16:05:28.734234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:29.793967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b0d2-9264-4a79-83bc-806085aba6cd req-31d8515a-87e0-4044-9b10-11c7ff8cf102 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:29.795396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2a2b0d2-9264-4a79-83bc-806085aba6cd req-31d8515a-87e0-4044-9b10-11c7ff8cf102 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.0873680 Sep 21 16:05:29.838846 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2a2b0d2-9264-4a79-83bc-806085aba6cd req-85dc42f0-8ba3-4bc6-b4a6-e905927b6656 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376940 Sep 21 16:05:31.040055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5beb5-7767-417f-b587-dcd676c32a8d req-c1ce7905-e7c4-4fe7-b934-e3ce6b4e818c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:31.041533 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4ae5beb5-7767-417f-b587-dcd676c32a8d req-c1ce7905-e7c4-4fe7-b934-e3ce6b4e818c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.0920489 Sep 21 16:05:31.086154 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4ae5beb5-7767-417f-b587-dcd676c32a8d req-6b89ac4c-f074-4c1f-8070-f1c989c259ac tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386548 Sep 21 16:05:31.484786 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:05:32.287068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e9d46-a95a-4b20-867b-3afbdda4d993 req-f04437d9-93da-4cb7-8771-aa5de4ef10d2 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:32.288528 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-401e9d46-a95a-4b20-867b-3afbdda4d993 req-f04437d9-93da-4cb7-8771-aa5de4ef10d2 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.0913551 Sep 21 16:05:32.331902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-401e9d46-a95a-4b20-867b-3afbdda4d993 req-ee394d1b-9904-4393-a47f-e953b70adebc tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377119 Sep 21 16:05:32.862180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-18f77e02-a01c-4250-89eb-a04c94552980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:33.530857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee5832-3d53-4634-ba1f-5e8be4362f01 req-75c35929-5c35-4b10-9310-109b2ac67703 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:33.532827 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b2ee5832-3d53-4634-ba1f-5e8be4362f01 req-75c35929-5c35-4b10-9310-109b2ac67703 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.0909510 Sep 21 16:05:33.575328 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b2ee5832-3d53-4634-ba1f-5e8be4362f01 req-8bdfcfee-a438-4c28-9fb3-039fd6401e27 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369213 Sep 21 16:05:34.775211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6691a-c5f0-498c-9376-c7939146c177 req-985b6a4d-09f1-4fe8-b16e-a495170949f8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:34.776666 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ab6691a-c5f0-498c-9376-c7939146c177 req-985b6a4d-09f1-4fe8-b16e-a495170949f8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.0895307 Sep 21 16:05:34.790303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47544) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:34.823683 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ab6691a-c5f0-498c-9376-c7939146c177 req-88f78d9b-3b57-48f7-b851-522490a29123 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Sep 21 16:05:34.970750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-91c7c409-647c-4ad4-9678-14c4fe1d0f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:35.028473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade6dc5-4b7a-458e-87d2-32ea5a87028a tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:35.028959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade6dc5-4b7a-458e-87d2-32ea5a87028a tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:35.029433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade6dc5-4b7a-458e-87d2-32ea5a87028a tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:35.031577 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7ade6dc5-4b7a-458e-87d2-32ea5a87028a tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=707ded9075414f28a6af789a3251199f&network_id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 3000 time: 0.2398443 Sep 21 16:05:36.026354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device ca513fe8-550e-4076-893c-9926143dd17f details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:05:36.127500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a53b4-32b5-41cf-a97c-97127d3f5e8a req-96bbc2ed-5dc2-494a-9266-aa6e946effc1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:36.128907 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-877a53b4-32b5-41cf-a97c-97127d3f5e8a req-96bbc2ed-5dc2-494a-9266-aa6e946effc1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 944 time: 0.1958444 Sep 21 16:05:36.163535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port ca513fe8-550e-4076-893c-9926143dd17f, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=ca513fe8-550e-4076-893c-9926143dd17f,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:36.172213 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-877a53b4-32b5-41cf-a97c-97127d3f5e8a req-1438218f-afcf-4d03-956e-f1f5f2d3e901 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371149 Sep 21 16:05:36.184202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'ca513fe8-550e-4076-893c-9926143dd17f', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'port_id': 'ca513fe8-550e-4076-893c-9926143dd17f', 'mac_address': 'fa:16:3e:a9:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:05:36.244816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port ca513fe8-550e-4076-893c-9926143dd17f is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:36.245199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:36.261536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca513fe8-550e-4076-893c-9926143dd17f {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:05:36.273023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:36.278033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port ca513fe8-550e-4076-893c-9926143dd17f, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=ca513fe8-550e-4076-893c-9926143dd17f,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:36.341898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:36.413538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=ca513fe8-550e-4076-893c-9926143dd17f,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:36.580210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['ca513fe8-550e-4076-893c-9926143dd17f'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:05:36.758910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:37.367541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d32a9f-6c69-4738-bc2c-892097e021bf req-ff2d25fe-daca-49ba-9b79-2695412ed38b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:37.368883 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e5d32a9f-6c69-4738-bc2c-892097e021bf req-ff2d25fe-daca-49ba-9b79-2695412ed38b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 945 time: 0.0865066 Sep 21 16:05:37.411898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e5d32a9f-6c69-4738-bc2c-892097e021bf req-cd88464f-b088-49bb-916d-0024273d4a1b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373495 Sep 21 16:05:37.862163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:38.036178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device ca513fe8-550e-4076-893c-9926143dd17f up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:05:38.170779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port ca513fe8-550e-4076-893c-9926143dd17f completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:38.175995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port ca513fe8-550e-4076-893c-9926143dd17f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:38.176364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:38.292533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port ca513fe8-550e-4076-893c-9926143dd17f is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:38.292823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:38.319370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ab1165-c00a-4652-b885-e44e033be4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca513fe8-550e-4076-893c-9926143dd17f'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:05:38.321639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf67b0d-523b-42a5-867a-b6eb2e3b8edd" -d '{"events": [{"server_uuid": "35ab1165-c00a-4652-b885-e44e033be4c8", "name": "network-vif-plugged", "status": "completed", "tag": "ca513fe8-550e-4076-893c-9926143dd17f"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:05:38.329321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port ca513fe8-550e-4076-893c-9926143dd17f, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=ca513fe8-550e-4076-893c-9926143dd17f,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:38.373476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bc7f99-30a6-41ff-ab56-3b1dd2a6ca04 x-openstack-request-id: req-d9bc7f99-30a6-41ff-ab56-3b1dd2a6ca04 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:05:38.373773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ab1165-c00a-4652-b885-e44e033be4c8", "name": "network-vif-plugged", "status": "completed", "tag": "ca513fe8-550e-4076-893c-9926143dd17f", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:05:38.374064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9bc7f99-30a6-41ff-ab56-3b1dd2a6ca04 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:05:38.374464 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bc7f99-30a6-41ff-ab56-3b1dd2a6ca04'] response: {'server_uuid': '35ab1165-c00a-4652-b885-e44e033be4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca513fe8-550e-4076-893c-9926143dd17f', 'code': 200} Sep 21 16:05:38.477785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:38.544721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=ca513fe8-550e-4076-893c-9926143dd17f,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:38.682740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2a5cd-81fb-4825-b750-8efb4c6ae13b req-6576cbcb-f4db-4e54-8ec4-a0893f18ecc8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:38.684185 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58b2a5cd-81fb-4825-b750-8efb4c6ae13b req-6576cbcb-f4db-4e54-8ec4-a0893f18ecc8 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 946 time: 0.1452155 Sep 21 16:05:38.727942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a2c8e-7351-4f98-8c23-cbe61a057181 req-51c01f8c-e6b5-43ac-971f-35a9c1e3b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:38.729378 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5d5a2c8e-7351-4f98-8c23-cbe61a057181 req-51c01f8c-e6b5-43ac-971f-35a9c1e3b771 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 1099 time: 0.1183112 Sep 21 16:05:38.738943 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58b2a5cd-81fb-4825-b750-8efb4c6ae13b req-2d5a3067-3780-43eb-8c2a-b0e3e935d009 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479379 Sep 21 16:05:38.874302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5d5a2c8e-7351-4f98-8c23-cbe61a057181 req-cf9dfe39-d451-4f58-a70a-4f3d91561bf0 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342950 Sep 21 16:05:39.349684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47566) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:39.408033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a9d48-3b56-440e-bc2d-96e87c90f0ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:39.409569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-108a9d48-3b56-440e-bc2d-96e87c90f0ea tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 HTTP/1.1" status: 200 len: 814 time: 0.0588179 Sep 21 16:05:39.941055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0ef6d-e7c0-4bdc-be03-74ccb67485c6 req-a7d401ce-f3a0-42ab-8f9d-f6dafc727ebb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:39.942522 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c0c0ef6d-e7c0-4bdc-be03-74ccb67485c6 req-a7d401ce-f3a0-42ab-8f9d-f6dafc727ebb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 946 time: 0.0891638 Sep 21 16:05:39.997195 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c0c0ef6d-e7c0-4bdc-be03-74ccb67485c6 req-030e0c3c-984a-428e-a765-8c7193f6fdb1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489969 Sep 21 16:05:41.200587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47784a7-1d65-4bb5-afd8-71336678fd1e req-92efd893-1c44-47bc-8407-4d7b454ab555 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:41.202311 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a47784a7-1d65-4bb5-afd8-71336678fd1e req-92efd893-1c44-47bc-8407-4d7b454ab555 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 946 time: 0.0898180 Sep 21 16:05:41.246215 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a47784a7-1d65-4bb5-afd8-71336678fd1e req-26522830-611a-47f8-9907-d8ba1f39a3e2 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378098 Sep 21 16:05:41.278758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47580) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:41.284611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:41.439377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:41.622967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19025c9-2677-4822-959f-5d9b8b61637b req-8dc09a1e-a572-4d85-a271-e76ce9bfbfe0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:41.624324 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b19025c9-2677-4822-959f-5d9b8b61637b req-8dc09a1e-a572-4d85-a271-e76ce9bfbfe0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 946 time: 0.2655270 Sep 21 16:05:41.754737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:41.757895 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b19025c9-2677-4822-959f-5d9b8b61637b req-1948a1b2-a897-438d-a296-e38a3609183f tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219854 Sep 21 16:05:41.787746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47584) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:41.844846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:41.845165 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP f22128c6-bcf1-4382-987e-fde0bb069861 disassociated. External IP: 172.26.0.170, port: 22d39604-1a2e-44ee-9fa8-bc100f1dfbec. Sep 21 16:05:42.078943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca8389-5459-46ab-931d-ce83639791e2 tempest-TestVolumeBootPattern-1348085957 tempest-TestVolumeBootPattern-1348085957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:42.080417 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-01ca8389-5459-46ab-931d-ce83639791e2 tempest-TestVolumeBootPattern-1348085957 tempest-TestVolumeBootPattern-1348085957-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 1094 time: 0.2917235 Sep 21 16:05:42.083422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47590) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:42.088550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'ca513fe8-550e-4076-893c-9926143dd17f', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:42.094819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:42.098600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:floatingip and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:42.101611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:42.107488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:42.197193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:42.253517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52f79485-742f-4afd-bd1b-62a4df2ac665 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:05:42.335838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:42.434527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:05:42.439568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:42.444411 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] Sync routers for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:05:42.455109 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:42.456013 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:42.475140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Allocated IP 172.26.0.234 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/f7572c58-8641-4741-937d-9752c4cf4e72) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:05:42.499307 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-74c58b30-4cab-4493-9c99-56a745134ad2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 690 time: 1.2168922 Sep 21 16:05:42.499307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:05:42.500353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea986c1-b6a7-4092-acf0-2d672978dd58" -d '{"events": [{"name": "network-changed", "server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:05:42.502898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47594) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:42.641504 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:05:42.702551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b23e99-b590-41cc-ae6b-e80f368b1962 x-openstack-request-id: req-e5b23e99-b590-41cc-ae6b-e80f368b1962 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:05:42.702884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:05:42.703581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5b23e99-b590-41cc-ae6b-e80f368b1962 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:05:42.703581 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b23e99-b590-41cc-ae6b-e80f368b1962'] response: {'name': 'network-changed', 'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'status': 'completed', 'code': 200} Sep 21 16:05:42.712932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:42.725380 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-85f10016-8850-442d-ad2b-66fb98d363fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 690 time: 0.2203240 Sep 21 16:05:42.728371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-4ed12199-ff83-41b1-9977-a919b534b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:42.733898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-4ed12199-ff83-41b1-9977-a919b534b6c7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 1099 time: 0.1522601 Sep 21 16:05:42.868310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-6b00506e-4fdc-4d2b-ba46-37cd64e96c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:42.869753 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-6b00506e-4fdc-4d2b-ba46-37cd64e96c1e service neutron] 10.222.0.33 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 898 time: 0.1330192 Sep 21 16:05:42.936280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:42.982095 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-e980f89d-d402-45df-9dc1-b9de4ff7494f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec HTTP/1.1" status: 200 len: 217 time: 0.1046793 Sep 21 16:05:42.990953 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:42.995193 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] Checking router: 52f79485-742f-4afd-bd1b-62a4df2ac665 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:05:43.004735 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:43.005329 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:43.061518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:05:43.067310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:05:43.070982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=f7572c58-8641-4741-937d-9752c4cf4e72,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:43.074973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:05:43.119259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-236b5142-88d6-4a98-bf6b-fdb0372a7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:43.120688 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-236b5142-88d6-4a98-bf6b-fdb0372a7e84 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2edd16a-869a-4539-9fa5-e16cfa4b3a39 HTTP/1.1" status: 200 len: 835 time: 0.1235123 Sep 21 16:05:43.187056 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:05:43.366717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-938d054b-4032-4de4-91d6-ad07396bc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:43.368116 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-938d054b-4032-4de4-91d6-ad07396bc382 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2406440 Sep 21 16:05:43.496093 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:43.500354 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89bb5c-b762-4982-8ac2-6185ae480281 None None] The sync data for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv is: [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:05:43.715780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab57ba-f388-4593-a353-a0acb12207bb None None] New status for floating IP f22128c6-bcf1-4382-987e-fde0bb069861: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:05:43.727758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47600) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:43.731699 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-b681b8a9-83d7-4e75-8c27-f25743cde9a3 service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552229 Sep 21 16:05:43.811427 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4f2b49bc-11ff-4280-8a18-b6e8ff561bf0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 690 time: 0.0824618 Sep 21 16:05:43.897978 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dea986c1-b6a7-4092-acf0-2d672978dd58 req-19dfa9a0-512f-477b-a8c4-f1b86c291e1c service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551089 Sep 21 16:05:43.910249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:44.070281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:44.276379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:44.324751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:44.432937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=f7572c58-8641-4741-937d-9752c4cf4e72,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:44.435217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:44.615771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Floating IP f83e7c73-a654-4f94-a60d-618ceb0dfab2 associated. External IP: 172.26.0.234, port: ca513fe8-550e-4076-893c-9926143dd17f. Sep 21 16:05:44.815044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47604) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:44.898740 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5db3e1e0-5355-4387-a914-654095f0d64f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 688 time: 0.0826480 Sep 21 16:05:44.967430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:05:45.145902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:05:45.155161 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:05:45.164400 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:45.164988 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:45.237311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:45.348408 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:05:45.414071 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-16fc6ce4-5a89-4bbf-954e-d92d39148b37 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3295109 Sep 21 16:05:45.415004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ab1165-c00a-4652-b885-e44e033be4c8', 'tag': 'ca513fe8-550e-4076-893c-9926143dd17f'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:05:45.417372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38424588-607c-48a7-9adc-835f3624126a" -d '{"events": [{"name": "network-changed", "server_uuid": "35ab1165-c00a-4652-b885-e44e033be4c8", "tag": "ca513fe8-550e-4076-893c-9926143dd17f"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:05:45.459995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8172ed8-79aa-4d2d-bb00-8fec13ff5798 x-openstack-request-id: req-a8172ed8-79aa-4d2d-bb00-8fec13ff5798 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:05:45.460700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ab1165-c00a-4652-b885-e44e033be4c8", "tag": "ca513fe8-550e-4076-893c-9926143dd17f", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:05:45.460700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8172ed8-79aa-4d2d-bb00-8fec13ff5798 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:05:45.461020 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8172ed8-79aa-4d2d-bb00-8fec13ff5798'] response: {'name': 'network-changed', 'server_uuid': '35ab1165-c00a-4652-b885-e44e033be4c8', 'tag': 'ca513fe8-550e-4076-893c-9926143dd17f', 'status': 'completed', 'code': 200} Sep 21 16:05:45.566648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38424588-607c-48a7-9adc-835f3624126a req-c7a1549f-3ca7-4b84-9095-d582fa6d13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:45.568136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38424588-607c-48a7-9adc-835f3624126a req-c7a1549f-3ca7-4b84-9095-d582fa6d13c8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 1099 time: 0.0787296 Sep 21 16:05:45.695643 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f83e7c73-a654-4f94-a60d-618ceb0dfab2', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': 'ca513fe8-550e-4076-893c-9926143dd17f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:a9:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ab1165-c00a-4652-b885-e44e033be4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:43Z', 'updated_at': '2022-09-21T16:05:43Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:45.698148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38424588-607c-48a7-9adc-835f3624126a req-f6f63985-17bb-4482-b762-be3875b51cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:45.699270 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:05:45.699617 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38424588-607c-48a7-9adc-835f3624126a req-f6f63985-17bb-4482-b762-be3875b51cdf service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1258090 Sep 21 16:05:45.707831 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:05:45.708414 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:45.803786 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38424588-607c-48a7-9adc-835f3624126a req-c3182d64-8a4b-4c34-9d7d-be615b8ce2db service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca513fe8-550e-4076-893c-9926143dd17f HTTP/1.1" status: 200 len: 1000 time: 0.0982549 Sep 21 16:05:45.869354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38424588-607c-48a7-9adc-835f3624126a req-09306d2f-5561-47dd-b8ff-bc28bb6f4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:45.870810 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38424588-607c-48a7-9adc-835f3624126a req-09306d2f-5561-47dd-b8ff-bc28bb6f4d19 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0610702 Sep 21 16:05:45.884338 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:05:45.958977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38424588-607c-48a7-9adc-835f3624126a req-e8413588-1800-4ef1-b468-2407a18a1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:45.960455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38424588-607c-48a7-9adc-835f3624126a req-e8413588-1800-4ef1-b468-2407a18a1251 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839176 Sep 21 16:05:46.066722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47614) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:46.072638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811329437', 'description': 'tempest-secgroup-smoke-1811329437 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:46.079019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:46.089837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:46.099013 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38424588-607c-48a7-9adc-835f3624126a req-45452025-9c8f-4332-80ce-caacee0615e3 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323373 Sep 21 16:05:46.159701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.182169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:46.186696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:46.191400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:46.197215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:46.240773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38424588-607c-48a7-9adc-835f3624126a req-28b5856b-236c-467d-9978-556ad41d7686 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360030 Sep 21 16:05:46.270245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.274172 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f83e7c73-a654-4f94-a60d-618ceb0dfab2', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': 'ca513fe8-550e-4076-893c-9926143dd17f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:a9:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ab1165-c00a-4652-b885-e44e033be4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:43Z', 'updated_at': '2022-09-21T16:05:43Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:05:46.278157 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b0eee9-8f48-48f9-b988-01b008243782 None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f83e7c73-a654-4f94-a60d-618ceb0dfab2', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': 'ca513fe8-550e-4076-893c-9926143dd17f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:a9:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ab1165-c00a-4652-b885-e44e033be4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:43Z', 'updated_at': '2022-09-21T16:05:43Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:05:46.364705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.410950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8df54d3-dfa1-42b3-a631-82a5705d204c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:46.468830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360aeaa1-79aa-42bb-911a-fb3a4ff31763 None None] New status for floating IP f83e7c73-a654-4f94-a60d-618ceb0dfab2: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:05:46.485485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.486876 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d9db41e0-a07e-4ef9-a921-bb8e7968d4e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4185636 Sep 21 16:05:46.490099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47618) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:46.495198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'f8df54d3-dfa1-42b3-a631-82a5705d204c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:46.501876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:46.505825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:46.508883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:46.515290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:46.584009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.644471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.702178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.731861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb54eeb-6e77-48fc-8bf2-a1e266976ead,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:46.799199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.803348 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3461ecc5-e4cc-49db-acb5-acfea109afdd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093469 Sep 21 16:05:46.803495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47622) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:46.808563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'f8df54d3-dfa1-42b3-a631-82a5705d204c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:46.815096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:46.819007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:46.821999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:46.828138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:46.896814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.956178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:46.999215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.021884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9f02db-4c8d-4282-91b2-7ba51c40f633,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:47.123139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.124397 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b4e8d458-b406-42eb-851a-1fd62f01a5d7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3200614 Sep 21 16:05:47.127184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47626) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:47.132242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'f8df54d3-dfa1-42b3-a631-82a5705d204c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:47.138535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:47.142951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:47.145835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:47.151690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:47.243622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.304977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.370440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.394255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3af83c-2493-4fbf-a8e1-79882fbeae80,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:47.467401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.468638 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4ca7baea-d46e-45e1-8689-6929874a1bec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405168 Sep 21 16:05:47.471358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47630) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:47.476407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'f8df54d3-dfa1-42b3-a631-82a5705d204c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:47.482273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:47.486207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:47.489049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:47.494880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:47.577435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.642623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.690496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.715309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2641e0c3-af54-4f23-9d14-63bb6289e59a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:47.785637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.786873 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-619991ea-322e-4834-9899-f548497649a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3144991 Sep 21 16:05:47.789586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47634) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:47.794376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'f8df54d3-dfa1-42b3-a631-82a5705d204c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:47.800230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:47.804812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:47.806951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:47.813261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:47.867774 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:05:47.874238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.939319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:47.987409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:48.010921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84be5e22-cec0-4724-9550-d20ee7e16b55,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:48.062811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:48.064038 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-53f2248a-1b8a-4aff-895c-96ef5c62802e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2735188 Sep 21 16:05:48.066845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47638) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:05:48.071903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': 'f8df54d3-dfa1-42b3-a631-82a5705d204c', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:48.078300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:48.082155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:05:48.085022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:05:48.090757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:48.142164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:05:48.148542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:48.216005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:48.282783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:48.305749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5323a686-f552-4a2e-9848-76f97577464a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:48.379862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:48.381071 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1f7d55b8-c42b-48b0-98e4-463c8d9a44d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3132799 Sep 21 16:05:48.546304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-bf4d752e-7ef1-41d4-88f7-6425790f484e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:05:48.636630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-bf4d752e-7ef1-41d4-88f7-6425790f484e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:05:48.637871 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-bf4d752e-7ef1-41d4-88f7-6425790f484e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811329437&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.1354740 Sep 21 16:05:48.790079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-51e5b84c-631c-4b79-8b73-5bb12bd7b803 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:48.791522 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-51e5b84c-631c-4b79-8b73-5bb12bd7b803 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 797 time: 0.1464524 Sep 21 16:05:48.806332 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-4d709d93-c576-4df6-a0f3-e888d4093de8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0089033 Sep 21 16:05:48.897787 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-dca896a5-6d42-4fde-9de9-b2201e60d0ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864663 Sep 21 16:05:49.033561 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-d3b6c4a2-5549-4630-a433-774302923b58 service neutron] 10.222.0.65 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233704 Sep 21 16:05:49.163880 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-7bf93f6a-832e-40fa-b7f8-90a8043cd447 service neutron] 10.222.0.65 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245050 Sep 21 16:05:49.434517 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b3a2181-055f-48f6-8917-a0d2c185e5ab req-8ae5f114-dc36-420e-9452-f7b981962bd0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 210 time: 0.0506260 Sep 21 16:05:50.666152 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1fef8064-a8b8-4c4e-9ba4-6510d58f9eb5 req-1f1cb8a7-f637-44ca-a623-fb64336867a0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 210 time: 0.1093369 Sep 21 16:05:51.465159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-27a07773-d5ac-4f1e-a725-73355620abed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:51.466708 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-27a07773-d5ac-4f1e-a725-73355620abed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 797 time: 0.1478403 Sep 21 16:05:51.516711 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-512545a4-8414-422a-bfc8-cff2c7506e52 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 473 time: 0.0420473 Sep 21 16:05:51.528833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': '3f177e6d-8f25-4752-a077-b336832abd4d', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['f8df54d3-dfa1-42b3-a631-82a5705d204c']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:51.661692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:05:51.671527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:05:51.748030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:05:51.751576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:51.868421 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-64aa51ad-a92f-4d38-9f5a-98744b6f5bdd req-743f50fe-f8f1-44e1-a277-d68e9f36381d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 210 time: 0.0583596 Sep 21 16:05:51.965178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.12 (c14228a5-9dfc-4e42-8b58-c0b9d52e78a3/a2edd16a-869a-4539-9fa5-e16cfa4b3a39/1520f074-ae68-4098-a02b-d83693574d42) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:05:52.250946 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:52.266484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 1520f074-ae68-4098-a02b-d83693574d42 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:05:52.357618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:52.425377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:05:52.428258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:05:52.432355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:05:52.472418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=1520f074-ae68-4098-a02b-d83693574d42,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:52.505321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:52.505983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:52.588482 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-911bb72b-830c-4982-ae5c-ae903c064d6b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0672944 Sep 21 16:05:52.601104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Request body: {'port': {'device_id': '3f177e6d-8f25-4752-a077-b336832abd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:05:52.712862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:52.776006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-54537dde-56f0-4132-8f47-583c075b4412 None None] Provisioning for port 1520f074-ae68-4098-a02b-d83693574d42 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:52.781551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-54537dde-56f0-4132-8f47-583c075b4412 None None] Provisioning complete for port 1520f074-ae68-4098-a02b-d83693574d42 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:52.781965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-54537dde-56f0-4132-8f47-583c075b4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:52.837903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-54537dde-56f0-4132-8f47-583c075b4412 None None] Port 1520f074-ae68-4098-a02b-d83693574d42 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:05:53.059149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1520f074-ae68-4098-a02b-d83693574d42 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:05:53.066741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:53.070222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be24d54-c4c7-4170-b675-c7660e5fef1a req-1521d3ed-a4aa-4b47-bf7c-15c76b6f9a02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:53.071693 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6be24d54-c4c7-4170-b675-c7660e5fef1a req-1521d3ed-a4aa-4b47-bf7c-15c76b6f9a02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 932 time: 0.0937829 Sep 21 16:05:53.081757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Transition to ACTIVE for port object 1520f074-ae68-4098-a02b-d83693574d42 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:05:53.117282 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6be24d54-c4c7-4170-b675-c7660e5fef1a req-fb37fe98-1169-46e8-b565-2b356d01ef06 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388403 Sep 21 16:05:53.153217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:53.337833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Pushing event updated for resources: {'Port': ['ID=1520f074-ae68-4098-a02b-d83693574d42,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:53.379574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Attempting to bind port 1520f074-ae68-4098-a02b-d83693574d42 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:05:53.379912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Attempting to bind port 1520f074-ae68-4098-a02b-d83693574d42 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:05:53.380244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Attempting to bind port 1520f074-ae68-4098-a02b-d83693574d42 on network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:05:53.384713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Port 1520f074-ae68-4098-a02b-d83693574d42 on network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:05:53.385036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Attempting to bind port 1520f074-ae68-4098-a02b-d83693574d42 on network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:05:53.390601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:05:53.390938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Checking segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:05:53.391319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Bound using segment: {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:05:53.391739 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Bound port: 1520f074-ae68-4098-a02b-d83693574d42, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d8e4a7-f012-4d88-9d8d-d63017697999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:05:53.392081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:53.479524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] For port 1520f074-ae68-4098-a02b-d83693574d42, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:05:53.482953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] For port 1520f074-ae68-4098-a02b-d83693574d42, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=1520f074-ae68-4098-a02b-d83693574d42,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:05:53.536376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:53.567210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:53.567816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:53.569170 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-710133e6-e953-4257-8c95-44d694582a76 service neutron] 10.222.0.33 "PUT /v2.0/ports/1520f074-ae68-4098-a02b-d83693574d42 HTTP/1.1" status: 200 len: 1094 time: 0.9721165 Sep 21 16:05:53.569597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f177e6d-8f25-4752-a077-b336832abd4d', 'tag': '1520f074-ae68-4098-a02b-d83693574d42'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:05:53.571908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53a9400-665f-447f-8746-a76ba2dd3a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f177e6d-8f25-4752-a077-b336832abd4d", "tag": "1520f074-ae68-4098-a02b-d83693574d42"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:05:53.613985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b181f31-afb7-4740-a2e9-9fde11604a8b x-openstack-request-id: req-5b181f31-afb7-4740-a2e9-9fde11604a8b {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:05:53.614273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f177e6d-8f25-4752-a077-b336832abd4d", "tag": "1520f074-ae68-4098-a02b-d83693574d42", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:05:53.614539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b181f31-afb7-4740-a2e9-9fde11604a8b {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:05:53.614938 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b181f31-afb7-4740-a2e9-9fde11604a8b'] response: {'name': 'network-changed', 'server_uuid': '3f177e6d-8f25-4752-a077-b336832abd4d', 'tag': '1520f074-ae68-4098-a02b-d83693574d42', 'status': 'completed', 'code': 200} Sep 21 16:05:53.620151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710133e6-e953-4257-8c95-44d694582a76 service neutron] Pushing event updated for resources: {'Port': ['ID=1520f074-ae68-4098-a02b-d83693574d42,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:53.716126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a9400-665f-447f-8746-a76ba2dd3a7a req-99c26cc7-7ed2-4a2d-9510-66efb57a5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:53.717624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e53a9400-665f-447f-8746-a76ba2dd3a7a req-99c26cc7-7ed2-4a2d-9510-66efb57a5b9f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 1097 time: 0.0800667 Sep 21 16:05:53.863105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a9400-665f-447f-8746-a76ba2dd3a7a req-cd561048-3531-4333-8172-364b99c70839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:53.864545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e53a9400-665f-447f-8746-a76ba2dd3a7a req-cd561048-3531-4333-8172-364b99c70839 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1392710 Sep 21 16:05:53.997623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a9400-665f-447f-8746-a76ba2dd3a7a req-670af1ae-a535-4292-ac8d-25e615dbbc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:53.999081 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e53a9400-665f-447f-8746-a76ba2dd3a7a req-670af1ae-a535-4292-ac8d-25e615dbbc70 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293118 Sep 21 16:05:54.113594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-6efab64c-1c45-4149-891e-0f45b2e8acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:54.115013 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-6efab64c-1c45-4149-891e-0f45b2e8acda service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 1097 time: 0.0815175 Sep 21 16:05:54.182850 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-71dd2683-f43b-4f9a-b329-82416d3d624c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1520f074-ae68-4098-a02b-d83693574d42 HTTP/1.1" status: 200 len: 217 time: 0.0610154 Sep 21 16:05:54.320133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447b298-796c-48c0-a305-9c93a698a232 req-c64281ec-7055-4a1a-82b1-804050691acf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:54.321666 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e447b298-796c-48c0-a305-9c93a698a232 req-c64281ec-7055-4a1a-82b1-804050691acf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 944 time: 0.0950963 Sep 21 16:05:54.357617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-142b725d-4c65-44a0-be06-23c860878aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:54.359174 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-142b725d-4c65-44a0-be06-23c860878aa3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2edd16a-869a-4539-9fa5-e16cfa4b3a39 HTTP/1.1" status: 200 len: 835 time: 0.1706727 Sep 21 16:05:54.367479 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e447b298-796c-48c0-a305-9c93a698a232 req-dff27d39-c4ce-4061-87db-f94fbdbeed85 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Sep 21 16:05:54.442083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-298e371b-7778-45c8-8612-2c8d17c790fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:54.443614 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-298e371b-7778-45c8-8612-2c8d17c790fe service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785484 Sep 21 16:05:54.573208 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-3c340da6-ea79-49da-aadc-875da6e9f55f service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238081 Sep 21 16:05:54.704054 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbcd53d8-7b62-4b0f-b705-b3794a1c86d9 req-5907bba8-f0d1-4a6c-93a5-6316fb1fbc52 service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250095 Sep 21 16:05:55.620380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518ec23-bda6-47a4-9552-5a06063b7710 req-321a0038-290e-422c-8ac1-d3985b71df74 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:55.621103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1518ec23-bda6-47a4-9552-5a06063b7710 req-321a0038-290e-422c-8ac1-d3985b71df74 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:05:55.694239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1518ec23-bda6-47a4-9552-5a06063b7710 req-321a0038-290e-422c-8ac1-d3985b71df74 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:05:55.695421 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1518ec23-bda6-47a4-9552-5a06063b7710 req-321a0038-290e-422c-8ac1-d3985b71df74 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 944 time: 0.2158587 Sep 21 16:05:55.741336 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1518ec23-bda6-47a4-9552-5a06063b7710 req-b5c0f0e4-a35e-4669-beb3-6bd8b45988cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 Sep 21 16:05:56.129538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 1520f074-ae68-4098-a02b-d83693574d42 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:05:56.266954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 1520f074-ae68-4098-a02b-d83693574d42, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=1520f074-ae68-4098-a02b-d83693574d42,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:56.279673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '1520f074-ae68-4098-a02b-d83693574d42', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'port_id': '1520f074-ae68-4098-a02b-d83693574d42', 'mac_address': 'fa:16:3e:50:47:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:05:56.334950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 1520f074-ae68-4098-a02b-d83693574d42 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:56.335225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:56.351967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1520f074-ae68-4098-a02b-d83693574d42 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:05:56.367231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 1520f074-ae68-4098-a02b-d83693574d42, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=1520f074-ae68-4098-a02b-d83693574d42,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:56.437400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:56.508279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=1520f074-ae68-4098-a02b-d83693574d42,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:56.658433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['1520f074-ae68-4098-a02b-d83693574d42'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:05:56.955550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb9ad-b7ce-4f07-a695-e49cfd5790a8 req-5c28f563-195c-44ef-9e83-9b1da80e3b1e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:56.957000 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5eaeb9ad-b7ce-4f07-a695-e49cfd5790a8 req-5c28f563-195c-44ef-9e83-9b1da80e3b1e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 945 time: 0.1043916 Sep 21 16:05:57.001218 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5eaeb9ad-b7ce-4f07-a695-e49cfd5790a8 req-2706c022-fe94-45ba-8610-8306dd6c0d51 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384910 Sep 21 16:05:58.148237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 1520f074-ae68-4098-a02b-d83693574d42 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:05:58.227078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba20de-ab85-439d-8676-ba7a8ea68cd4 req-23e6f375-f817-4c4c-b3a5-f160f3d123ec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:58.228538 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6eba20de-ab85-439d-8676-ba7a8ea68cd4 req-23e6f375-f817-4c4c-b3a5-f160f3d123ec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 945 time: 0.0906253 Sep 21 16:05:58.273522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 1520f074-ae68-4098-a02b-d83693574d42 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:05:58.276495 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6eba20de-ab85-439d-8676-ba7a8ea68cd4 req-f5a84b38-7417-42b1-8e97-63092049d32a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Sep 21 16:05:58.278793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 1520f074-ae68-4098-a02b-d83693574d42 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:05:58.279206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:58.395663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 1520f074-ae68-4098-a02b-d83693574d42 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:05:58.395932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:58.424589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f177e6d-8f25-4752-a077-b336832abd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1520f074-ae68-4098-a02b-d83693574d42'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:05:58.426896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9577915-0bf2-40dc-81fb-5bf585b285b7" -d '{"events": [{"server_uuid": "3f177e6d-8f25-4752-a077-b336832abd4d", "name": "network-vif-plugged", "status": "completed", "tag": "1520f074-ae68-4098-a02b-d83693574d42"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:05:58.434273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 1520f074-ae68-4098-a02b-d83693574d42, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=1520f074-ae68-4098-a02b-d83693574d42,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:05:58.469412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ec25c2-9287-4dbe-9bbb-eb9bb0dd5ff6 x-openstack-request-id: req-b8ec25c2-9287-4dbe-9bbb-eb9bb0dd5ff6 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:05:58.469733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f177e6d-8f25-4752-a077-b336832abd4d", "name": "network-vif-plugged", "status": "completed", "tag": "1520f074-ae68-4098-a02b-d83693574d42", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:05:58.470027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8ec25c2-9287-4dbe-9bbb-eb9bb0dd5ff6 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:05:58.472501 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ec25c2-9287-4dbe-9bbb-eb9bb0dd5ff6'] response: {'server_uuid': '3f177e6d-8f25-4752-a077-b336832abd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1520f074-ae68-4098-a02b-d83693574d42', 'code': 200} Sep 21 16:05:58.490985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:58.561486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=1520f074-ae68-4098-a02b-d83693574d42,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:05:58.741566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:05:58.789029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702931df-112a-4de2-8755-60a5bc1245d4 req-2aca75b4-9960-407b-b36d-5b0955622757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:58.790538 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-702931df-112a-4de2-8755-60a5bc1245d4 req-2aca75b4-9960-407b-b36d-5b0955622757 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 1099 time: 0.0790405 Sep 21 16:05:58.832522 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-702931df-112a-4de2-8755-60a5bc1245d4 req-62c5f69e-0c6a-493d-8056-0ca4462e103d service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Sep 21 16:05:59.487222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c933c-fd0b-48ea-8671-e4864d6b61c8 req-df8cf7c8-a615-4fea-a4cd-b49dca9d9eee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:05:59.489543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079c933c-fd0b-48ea-8671-e4864d6b61c8 req-df8cf7c8-a615-4fea-a4cd-b49dca9d9eee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 946 time: 0.0925701 Sep 21 16:05:59.533220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079c933c-fd0b-48ea-8671-e4864d6b61c8 req-b6d33b63-e04b-4602-bb36-6f942fc466e9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384150 Sep 21 16:06:00.739456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeedb1-2d0c-4201-b39d-ccda741632ab req-b7ee2b0b-64a7-444c-bcaa-a8f3c5db96f6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:00.740906 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1aeeedb1-2d0c-4201-b39d-ccda741632ab req-b7ee2b0b-64a7-444c-bcaa-a8f3c5db96f6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 946 time: 0.0925374 Sep 21 16:06:00.789132 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1aeeedb1-2d0c-4201-b39d-ccda741632ab req-d9863e1f-ff50-4538-ba1b-768e660669ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 Sep 21 16:06:00.988097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8718d-4f22-452b-84b2-b5b765270c91 req-0c5a6e1f-d431-437c-b5b4-0f9bf015f767 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:00.989565 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a6b8718d-4f22-452b-84b2-b5b765270c91 req-0c5a6e1f-d431-437c-b5b4-0f9bf015f767 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 946 time: 0.0923703 Sep 21 16:06:01.040479 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a6b8718d-4f22-452b-84b2-b5b765270c91 req-7686af8b-7f4b-473e-8de7-63ac26e60039 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449064 Sep 21 16:06:01.070561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47700) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:01.152628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5a435-3c70-4707-b571-35bd4f2408ef tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:01.154855 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b1c5a435-3c70-4707-b571-35bd4f2408ef tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 1094 time: 0.0837889 Sep 21 16:06:01.157282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47704) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:01.162154 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'port_id': '1520f074-ae68-4098-a02b-d83693574d42'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:06:01.244775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:01.979321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:02.071450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:02.252390 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP f22128c6-bcf1-4382-987e-fde0bb069861 associated. External IP: 172.26.0.170, port: 1520f074-ae68-4098-a02b-d83693574d42. Sep 21 16:06:02.615028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52f79485-742f-4afd-bd1b-62a4df2ac665 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:06:02.799499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:06:02.804655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:02.812638 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] Sync routers for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:06:02.821442 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:02.821442 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:02.860834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2d05e738-4769-4258-8fd1-a0b2664ae051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:02.861658 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f604a0ba-bd17-492d-987b-dfee3eb9901e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 992 time: 1.7035327 Sep 21 16:06:02.862724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f177e6d-8f25-4752-a077-b336832abd4d', 'tag': '1520f074-ae68-4098-a02b-d83693574d42'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:06:02.869965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47708) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:02.877156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f177e6d-8f25-4752-a077-b336832abd4d", "tag": "1520f074-ae68-4098-a02b-d83693574d42"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:06:02.912373 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1b2056-7520-46d6-a48a-ebd07f9dc02d x-openstack-request-id: req-6c1b2056-7520-46d6-a48a-ebd07f9dc02d {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:06:02.912726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f177e6d-8f25-4752-a077-b336832abd4d", "tag": "1520f074-ae68-4098-a02b-d83693574d42", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:06:02.913045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c1b2056-7520-46d6-a48a-ebd07f9dc02d {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:06:02.913576 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1b2056-7520-46d6-a48a-ebd07f9dc02d'] response: {'name': 'network-changed', 'server_uuid': '3f177e6d-8f25-4752-a077-b336832abd4d', 'tag': '1520f074-ae68-4098-a02b-d83693574d42', 'status': 'completed', 'code': 200} Sep 21 16:06:02.997236 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c6db7795-35f5-4314-929e-1d15de1757d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 992 time: 0.1314788 Sep 21 16:06:03.013612 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:03.097508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-9a87df2d-3d2c-46f7-9aa4-582d363a06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:03.099044 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-9a87df2d-3d2c-46f7-9aa4-582d363a06c0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 1099 time: 0.1534853 Sep 21 16:06:03.233731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-7dc8b409-7b2a-41d2-b554-f07d00333829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:03.235838 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-7dc8b409-7b2a-41d2-b554-f07d00333829 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 898 time: 0.1298206 Sep 21 16:06:03.343578 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-22f3627e-7434-421e-b2e5-fb3ff973a6aa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1520f074-ae68-4098-a02b-d83693574d42 HTTP/1.1" status: 200 len: 1000 time: 0.1014793 Sep 21 16:06:03.405635 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f22128c6-bcf1-4382-987e-fde0bb069861', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'port_id': '1520f074-ae68-4098-a02b-d83693574d42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'mac_address': 'fa:16:3e:50:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f177e6d-8f25-4752-a077-b336832abd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:05Z', 'updated_at': '2022-09-21T16:06:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:03.406364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-fd5a9d6d-94b7-4923-8cf9-612afc274689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:03.407804 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-fd5a9d6d-94b7-4923-8cf9-612afc274689 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2edd16a-869a-4539-9fa5-e16cfa4b3a39 HTTP/1.1" status: 200 len: 835 time: 0.0590384 Sep 21 16:06:03.409783 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] Checking router: 52f79485-742f-4afd-bd1b-62a4df2ac665 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:06:03.424286 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:03.424800 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:05:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:03.494485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-a7ef0139-c6a0-4b33-900b-2662524281b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:03.496252 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-a7ef0139-c6a0-4b33-900b-2662524281b5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822685 Sep 21 16:06:03.610475 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:03.746833 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-5a4b268f-1b45-4502-9a66-7f4b898aac80 service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442884 Sep 21 16:06:03.881315 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4199a61-e9f3-4a6a-aa78-27b48bed4b5d req-19d00b1c-ae94-49a1-86ed-9b748886c6fa service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284361 Sep 21 16:06:03.993706 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f22128c6-bcf1-4382-987e-fde0bb069861', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'port_id': '1520f074-ae68-4098-a02b-d83693574d42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'mac_address': 'fa:16:3e:50:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f177e6d-8f25-4752-a077-b336832abd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:05Z', 'updated_at': '2022-09-21T16:06:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:03.997629 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee4e0a-29a5-4723-9733-b1502db59749 None None] The sync data for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv is: [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f22128c6-bcf1-4382-987e-fde0bb069861', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'port_id': '1520f074-ae68-4098-a02b-d83693574d42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'mac_address': 'fa:16:3e:50:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f177e6d-8f25-4752-a077-b336832abd4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:05:05Z', 'updated_at': '2022-09-21T16:06:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:06:04.000786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47716) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:04.124545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4ce70dd0-0674-4e81-a65e-6ee7f321ebec tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 992 time: 0.1185083 Sep 21 16:06:04.212500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56dfc9c-d4cd-49ec-a291-0760c352d7a5 None None] New status for floating IP f22128c6-bcf1-4382-987e-fde0bb069861: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:06:04.987858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-769f527c-aed9-45c6-84e5-e675da20037a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:05.125649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47720) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:05.231630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ba310c52-a311-4f69-82e5-e8658792c3fb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 200 len: 994 time: 0.1048186 Sep 21 16:06:06.272891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:06.762157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:07.893830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:08.484186 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:06:13.080750 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7c3de192-692d-4f32-83d4-370368967b71 req-4c934527-913c-438d-ad2f-cb2a705d57af service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793858 Sep 21 16:06:13.229546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3de192-692d-4f32-83d4-370368967b71 req-02f0792a-18dd-4752-bee8-84bb54f573df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:13.231146 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7c3de192-692d-4f32-83d4-370368967b71 req-02f0792a-18dd-4752-bee8-84bb54f573df service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 1099 time: 0.0844700 Sep 21 16:06:13.374690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3de192-692d-4f32-83d4-370368967b71 req-c7217c65-11b1-4cc6-a8b2-82ba4bb97940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:13.376116 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7c3de192-692d-4f32-83d4-370368967b71 req-c7217c65-11b1-4cc6-a8b2-82ba4bb97940 service neutron] 10.222.0.33 "GET /v2.0/networks?id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 200 len: 898 time: 0.1262748 Sep 21 16:06:13.442646 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7c3de192-692d-4f32-83d4-370368967b71 req-30e3feeb-f728-4a10-8d77-1f727566a3af service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec HTTP/1.1" status: 200 len: 217 time: 0.0600581 Sep 21 16:06:13.506052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3de192-692d-4f32-83d4-370368967b71 req-ca02925a-6572-4d9f-b3b3-ac7094c0344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:13.507585 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7c3de192-692d-4f32-83d4-370368967b71 req-ca02925a-6572-4d9f-b3b3-ac7094c0344b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a2edd16a-869a-4539-9fa5-e16cfa4b3a39 HTTP/1.1" status: 200 len: 835 time: 0.0608008 Sep 21 16:06:13.591835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3de192-692d-4f32-83d4-370368967b71 req-307d8570-4557-4a4f-8324-4b75270db218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:13.593409 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7c3de192-692d-4f32-83d4-370368967b71 req-307d8570-4557-4a4f-8324-4b75270db218 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787179 Sep 21 16:06:13.726527 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7c3de192-692d-4f32-83d4-370368967b71 req-17e439b6-c344-42af-9a69-254bd53186d3 service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271160 Sep 21 16:06:13.860158 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7c3de192-692d-4f32-83d4-370368967b71 req-ac7e86d5-7c2b-41f3-abe8-d62fdb9904f9 service neutron] 10.222.0.33 "GET /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277909 Sep 21 16:06:28.802896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:32.477609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16d932-0bcc-4e40-ab43-64c0966b4261 req-0ef8a4f2-4b9b-4598-b4f1-2848e672adf8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:32.479086 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9e16d932-0bcc-4e40-ab43-64c0966b4261 req-0ef8a4f2-4b9b-4598-b4f1-2848e672adf8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 946 time: 0.0922813 Sep 21 16:06:32.524670 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9e16d932-0bcc-4e40-ab43-64c0966b4261 req-c4aeb69c-ee9b-4a5e-8a78-ce5f0dd5c3a6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Sep 21 16:06:32.893558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b33148a2-8781-462b-b0b4-3637dc5c3ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:33.728281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21b426-dd79-4e15-86bb-ffacb045c1d5 req-120918ec-7496-4165-a099-861001d3c6a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:33.729708 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9b21b426-dd79-4e15-86bb-ffacb045c1d5 req-120918ec-7496-4165-a099-861001d3c6a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 946 time: 0.0898724 Sep 21 16:06:33.762170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-680139d0-3e07-4b0d-8ec1-9b8356215659 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:33.763417 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-680139d0-3e07-4b0d-8ec1-9b8356215659 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 946 time: 0.0915952 Sep 21 16:06:33.838597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 1520f074-ae68-4098-a02b-d83693574d42 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:06:33.838942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:33.894065 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9b21b426-dd79-4e15-86bb-ffacb045c1d5 req-36d22a6d-86b4-4e83-b873-7d8659364d3e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8df54d3-dfa1-42b3-a631-82a5705d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581190 Sep 21 16:06:34.204110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 1520f074-ae68-4098-a02b-d83693574d42, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=1520f074-ae68-4098-a02b-d83693574d42,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:34.204474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:34.500288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:34.500288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:34.500803 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP f22128c6-bcf1-4382-987e-fde0bb069861 disassociated. External IP: 172.26.0.170, port: 1520f074-ae68-4098-a02b-d83693574d42. Sep 21 16:06:34.501146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 1520f074-ae68-4098-a02b-d83693574d42 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:06:34.735914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:34.786322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=1520f074-ae68-4098-a02b-d83693574d42,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:34.797471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.797827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.798199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.798534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.798869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.799208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.799537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.799867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.800193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.800519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.800849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.801206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:34.988135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bbbf31c9-9ce1-4ffc-a514-3a1a9fc254ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:34.994132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52f79485-742f-4afd-bd1b-62a4df2ac665 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:06:35.123349 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e47fa365-e24b-46fb-b3a5-e86f9fec871a req-355975fa-e2c2-4f6a-9b45-9f3cd38cabd0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 210 time: 0.0687714 Sep 21 16:06:35.227624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:06:35.237240 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] Sync routers for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:06:35.248164 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:35.248786 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:06:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:35.320480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port 1520f074-ae68-4098-a02b-d83693574d42 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:06:35.323176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:35.325671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f177e6d-8f25-4752-a077-b336832abd4d', 'name': 'network-vif-deleted', 'tag': '1520f074-ae68-4098-a02b-d83693574d42'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:06:35.328292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac9f183-a99b-4b4f-a2df-eb7b2716d6d7" -d '{"events": [{"server_uuid": "3f177e6d-8f25-4752-a077-b336832abd4d", "name": "network-vif-deleted", "tag": "1520f074-ae68-4098-a02b-d83693574d42"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:06:35.422359 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-480ab2b5-cd26-4b21-b972-3bb99cab7bc6 req-56d856c3-ef14-4f3e-b4e4-b32401e1a5fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/1520f074-ae68-4098-a02b-d83693574d42 HTTP/1.1" status: 204 len: 173 time: 1.6537662 Sep 21 16:06:35.432681 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:35.481394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b833fa-9bb2-493e-bd8f-d71008209ba6 x-openstack-request-id: req-66b833fa-9bb2-493e-bd8f-d71008209ba6 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:06:35.481684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f177e6d-8f25-4752-a077-b336832abd4d", "name": "network-vif-deleted", "tag": "1520f074-ae68-4098-a02b-d83693574d42", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:06:35.481968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66b833fa-9bb2-493e-bd8f-d71008209ba6 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:06:35.482406 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b833fa-9bb2-493e-bd8f-d71008209ba6'] response: {'server_uuid': '3f177e6d-8f25-4752-a077-b336832abd4d', 'name': 'network-vif-deleted', 'tag': '1520f074-ae68-4098-a02b-d83693574d42', 'status': 'completed', 'code': 200} Sep 21 16:06:35.745858 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:35.749672 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] Checking router: 52f79485-742f-4afd-bd1b-62a4df2ac665 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:06:35.758275 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:35.758862 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:06:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:35.941609 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:36.271519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:36.302493 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:36.306881 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed524a00-218a-43da-bb65-e819b1f693cd None None] The sync data for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv is: [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:35Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'b1f67173-5162-48dc-a3df-5c9715d60f42', 'name': '', 'network_id': 'c14228a5-9dfc-4e42-8b58-c0b9d52e78a3', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:66:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:31Z', 'updated_at': '2022-09-21T16:04:43Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': 'a2edd16a-869a-4539-9fa5-e16cfa4b3a39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:06:36.329485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-439788e2-53d5-4d27-92d8-f62fdbfae237 req-2edb1bfe-5625-4c8a-b92d-3edaa25932ef tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:06:36.362703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 1520f074-ae68-4098-a02b-d83693574d42 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:06:36.406824 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 1520f074-ae68-4098-a02b-d83693574d42 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:06:36.407534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 1520f074-ae68-4098-a02b-d83693574d42 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:06:36.427441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-439788e2-53d5-4d27-92d8-f62fdbfae237 req-2edb1bfe-5625-4c8a-b92d-3edaa25932ef tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:06:36.429415 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-439788e2-53d5-4d27-92d8-f62fdbfae237 req-2edb1bfe-5625-4c8a-b92d-3edaa25932ef tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=3f177e6d-8f25-4752-a077-b336832abd4d HTTP/1.1" status: 200 len: 210 time: 0.1613336 Sep 21 16:06:36.572276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d2b38b-9c25-447d-965c-4cbca395c5e6 None None] New status for floating IP f22128c6-bcf1-4382-987e-fde0bb069861: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:06:36.870684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:37.539487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47758) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:37.612512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d791034f-484c-41d2-8a8c-423b212fa297 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:37.642382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d791034f-484c-41d2-8a8c-423b212fa297 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:37.762003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d791034f-484c-41d2-8a8c-423b212fa297 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:37.781738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791034f-484c-41d2-8a8c-423b212fa297 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8df54d3-dfa1-42b3-a631-82a5705d204c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:37.848947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d791034f-484c-41d2-8a8c-423b212fa297 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:37.852219 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d791034f-484c-41d2-8a8c-423b212fa297 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/f8df54d3-dfa1-42b3-a631-82a5705d204c HTTP/1.1" status: 204 len: 168 time: 0.3096597 Sep 21 16:06:37.881747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:37.963789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47764) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:38.120286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port d1a94b2a-700b-48b3-8ec1-8f44f2dc9b6b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:06:38.120634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:38.395935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:38.396266 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:38.519270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for d1a94b2a-700b-48b3-8ec1-8f44f2dc9b6b owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:06:38.762529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:38.808240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=d1a94b2a-700b-48b3-8ec1-8f44f2dc9b6b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:38.910691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:38.990682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:38.991856 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9eab37eb-4bb0-4a13-88dd-336edc8cadcc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/f22128c6-bcf1-4382-987e-fde0bb069861 HTTP/1.1" status: 204 len: 168 time: 1.0270183 Sep 21 16:06:39.599491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e35f7-b748-414c-99be-232a4bcfb6a9 req-4a094acf-0690-4137-8626-577443a6bbb7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:39.600226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-243e35f7-b748-414c-99be-232a4bcfb6a9 req-4a094acf-0690-4137-8626-577443a6bbb7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:06:39.676769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-243e35f7-b748-414c-99be-232a4bcfb6a9 req-4a094acf-0690-4137-8626-577443a6bbb7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:06:39.677537 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-243e35f7-b748-414c-99be-232a4bcfb6a9 req-4a094acf-0690-4137-8626-577443a6bbb7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 946 time: 0.1682820 Sep 21 16:06:39.724390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-243e35f7-b748-414c-99be-232a4bcfb6a9 req-c0b98d5c-43c0-4cdd-be19-208dfb26c879 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:06:39.821224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-243e35f7-b748-414c-99be-232a4bcfb6a9 req-c0b98d5c-43c0-4cdd-be19-208dfb26c879 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:06:39.822377 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-243e35f7-b748-414c-99be-232a4bcfb6a9 req-c0b98d5c-43c0-4cdd-be19-208dfb26c879 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374369 Sep 21 16:06:40.803861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-2d3e9c08-a3e1-42f0-9540-b3f99f0791f4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:40.807603 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-2d3e9c08-a3e1-42f0-9540-b3f99f0791f4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 946 time: 0.0876758 Sep 21 16:06:40.880597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:06:40.881249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:41.028702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b6ec5-aaa6-485f-9710-12a27bc09640 req-86bc0a63-b384-4c19-b0dd-ce0cd85831f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:41.030192 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cb2b6ec5-aaa6-485f-9710-12a27bc09640 req-86bc0a63-b384-4c19-b0dd-ce0cd85831f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 946 time: 0.0908346 Sep 21 16:06:41.077859 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cb2b6ec5-aaa6-485f-9710-12a27bc09640 req-99a835e3-f525-417a-af92-b9f4508175cf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=945cd1f5-7898-40fb-a17a-ce41aee9443d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Sep 21 16:06:41.150928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:41.151235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:41.278380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 22d39604-1a2e-44ee-9fa8-bc100f1dfbec owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:06:41.485123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:41.535812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=22d39604-1a2e-44ee-9fa8-bc100f1dfbec,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:41.627038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port 22d39604-1a2e-44ee-9fa8-bc100f1dfbec on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:06:41.629751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:41.632379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'name': 'network-vif-deleted', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:06:41.635434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc052f82-33a4-433c-88fd-131be96fb665" -d '{"events": [{"server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "name": "network-vif-deleted", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:06:41.683510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d4bfbe-ad5a-4609-8c8f-1b0d391b5388 x-openstack-request-id: req-71d4bfbe-ad5a-4609-8c8f-1b0d391b5388 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:06:41.683510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a81b4a-dabd-49de-9a00-12eed6d7b803", "name": "network-vif-deleted", "tag": "22d39604-1a2e-44ee-9fa8-bc100f1dfbec", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:06:41.683510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71d4bfbe-ad5a-4609-8c8f-1b0d391b5388 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:06:41.683510 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d4bfbe-ad5a-4609-8c8f-1b0d391b5388'] response: {'server_uuid': '45a81b4a-dabd-49de-9a00-12eed6d7b803', 'name': 'network-vif-deleted', 'tag': '22d39604-1a2e-44ee-9fa8-bc100f1dfbec', 'status': 'completed', 'code': 200} Sep 21 16:06:41.713535 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b5382029-0ddf-48fe-b1c2-dc9c9992c091 req-d19bb47d-97ec-412d-8edc-5ff82d7b788b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/22d39604-1a2e-44ee-9fa8-bc100f1dfbec HTTP/1.1" status: 204 len: 173 time: 0.9025054 Sep 21 16:06:42.255369 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a0c28895-33d7-41b0-9754-48eb77fc8874 req-759dac86-22a9-4f9c-9bdc-cdeafe57c56b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a81b4a-dabd-49de-9a00-12eed6d7b803 HTTP/1.1" status: 200 len: 210 time: 0.0515251 Sep 21 16:06:43.358604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47782) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:43.427173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:43.456322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:43.600174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:43.619571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945cd1f5-7898-40fb-a17a-ce41aee9443d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.632337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:43.706593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:43.707745 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-728848e5-2446-4fae-b710-8739f5a79ac6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/945cd1f5-7898-40fb-a17a-ce41aee9443d HTTP/1.1" status: 204 len: 168 time: 0.3481510 Sep 21 16:06:43.793828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47788) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:44.346414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:44.378776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 22d39604-1a2e-44ee-9fa8-bc100f1dfbec no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:06:44.412663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 22d39604-1a2e-44ee-9fa8-bc100f1dfbec {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:06:44.412663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 22d39604-1a2e-44ee-9fa8-bc100f1dfbec not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:06:44.700889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port b1f67173-5162-48dc-a3df-5c9715d60f42 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:06:44.701499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:44.893579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port b1f67173-5162-48dc-a3df-5c9715d60f42, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b1f67173-5162-48dc-a3df-5c9715d60f42,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:44.894019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:45.124709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for b1f67173-5162-48dc-a3df-5c9715d60f42 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:06:45.461512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:45.482715 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:06:45.513726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=b1f67173-5162-48dc-a3df-5c9715d60f42,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:45.793102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:46.149512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52f79485-742f-4afd-bd1b-62a4df2ac665 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:06:46.327452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:06:46.337807 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] Sync routers for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:06:46.340471 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ba50c657-e6f0-467a-8b75-000b2a779af2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/52f79485-742f-4afd-bd1b-62a4df2ac665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5455678 Sep 21 16:06:46.343289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47792) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:46.347185 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:46.347784 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:06:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:46.410920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95d0e24-4dc6-4f37-9804-1ff89181cf6c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet a2edd16a-869a-4539-9fa5-e16cfa4b3a39 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:06:46.414477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e95d0e24-4dc6-4f37-9804-1ff89181cf6c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:46.560487 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:46.588639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e95d0e24-4dc6-4f37-9804-1ff89181cf6c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:46.672479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e95d0e24-4dc6-4f37-9804-1ff89181cf6c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:46.828937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e95d0e24-4dc6-4f37-9804-1ff89181cf6c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:46.850437 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:06:45Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:46.854319 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] Checking router: 52f79485-742f-4afd-bd1b-62a4df2ac665 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:06:46.862616 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] Routers {'52f79485-742f-4afd-bd1b-62a4df2ac665'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:46.863212 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:06:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52f79485-742f-4afd-bd1b-62a4df2ac665'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:46.867413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d0e24-4dc6-4f37-9804-1ff89181cf6c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=a2edd16a-869a-4539-9fa5-e16cfa4b3a39,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:46.871099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e95d0e24-4dc6-4f37-9804-1ff89181cf6c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:46.878717 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e95d0e24-4dc6-4f37-9804-1ff89181cf6c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/a2edd16a-869a-4539-9fa5-e16cfa4b3a39 HTTP/1.1" status: 204 len: 168 time: 0.5334699 Sep 21 16:06:46.878874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc604ff-8ce0-48bb-b33d-da0693176539 None None] Network c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:06:46.880301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47796) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:47.058705 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] Set router 52f79485-742f-4afd-bd1b-62a4df2ac665 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:47.079137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:47.148405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be62a0b-835b-432b-8610-b51575623859 None None] DHCP port deletion for c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:06:47.152492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Deleting port c78deee0-b0d9-45ce-8ccb-2e22e314d602 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:06:47.153117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:47.269272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:47.335623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:06:47.337469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:47.366263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8be62a0b-835b-432b-8610-b51575623859 None None] For port c78deee0-b0d9-45ce-8ccb-2e22e314d602, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c78deee0-b0d9-45ce-8ccb-2e22e314d602,segment=NetworkSegment(b3d8e4a7-f012-4d88-9d8d-d63017697999),segment_id=b3d8e4a7-f012-4d88-9d8d-d63017697999)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:47.366682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:47.367508 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:06:45Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:47.371706 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b60a6b0-6ae7-41a3-9404-2d17aa45987d None None] The sync data for ids ['52f79485-742f-4afd-bd1b-62a4df2ac665'] in dv-neutron-858618-1-hyperv is: [{'id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'name': 'tempest-TestNetworkBasicOps-router-820164262', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57'}], 'enable_snat': True}, 'gw_port_id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:06:45Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:14:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f79485-742f-4afd-bd1b-62a4df2ac665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:26Z', 'updated_at': '2022-09-21T16:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:06:47.501012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Calling delete_port for c78deee0-b0d9-45ce-8ccb-2e22e314d602 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:06:47.516463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:47.516828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:47.639547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:06:47.668820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:47.718552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Pushing event deleted for resources: {'Port': ['ID=c78deee0-b0d9-45ce-8ccb-2e22e314d602,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:47.721307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be62a0b-835b-432b-8610-b51575623859 None None] No DVR routers for this DVR port c78deee0-b0d9-45ce-8ccb-2e22e314d602 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:06:47.731468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.731468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.731468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.731468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.732502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.732502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.732502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.733265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.733265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.733471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.733683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.734042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be62a0b-835b-432b-8610-b51575623859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:47.939509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:47.988106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:48.091356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.366524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.368780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.501360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.512260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Fanout notify agent at l3_agent the message router_deleted on router 52f79485-742f-4afd-bd1b-62a4df2ac665 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:06:48.516909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.518019 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-af2a9d20-b329-4e95-a706-7ad79bae3766 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/routers/52f79485-742f-4afd-bd1b-62a4df2ac665 HTTP/1.1" status: 204 len: 168 time: 1.6367488 Sep 21 16:06:48.520688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47800) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:48.644623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.776495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.800892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14228a5-9dfc-4e42-8b58-c0b9d52e78a3']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:48.812685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d8e4a7-f012-4d88-9d8d-d63017697999') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:48.816027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d8e4a7-f012-4d88-9d8d-d63017697999') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:48.824582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.840899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.846822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:06:48.847204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:48.916571 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment b3d8e4a7-f012-4d88-9d8d-d63017697999 resource provider aggregate not found Sep 21 16:06:48.937182 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment b3d8e4a7-f012-4d88-9d8d-d63017697999 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3d8e4a7-f012-4d88-9d8d-d63017697999 found for delete ", "request_id": "req-ac94839c-77ef-48ba-aec2-3ce93a0c08d2"}]} Sep 21 16:06:49.039369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.055774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b1f67173-5162-48dc-a3df-5c9715d60f42 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:06:49.057553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.072236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=c14228a5-9dfc-4e42-8b58-c0b9d52e78a3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:49.095630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: b1f67173-5162-48dc-a3df-5c9715d60f42 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:06:49.101929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b1f67173-5162-48dc-a3df-5c9715d60f42 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:06:49.101929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c78deee0-b0d9-45ce-8ccb-2e22e314d602 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:06:49.128978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c78deee0-b0d9-45ce-8ccb-2e22e314d602 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:06:49.129276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c78deee0-b0d9-45ce-8ccb-2e22e314d602 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:06:49.265995 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c4f0bfde-4995-4a06-9cae-7a0d89925051 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/c14228a5-9dfc-4e42-8b58-c0b9d52e78a3 HTTP/1.1" status: 204 len: 168 time: 0.7438526 Sep 21 16:06:49.288920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47808) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:49.294686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--2017120501', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:06:49.299752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:06:49.304003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:network and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:06:49.307581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:06:49.314289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:06:49.379590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:06:49.383526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.410642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:06:49.419333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.424591 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment 6301c69c-3acd-4b35-ba3d-caa21a33ed63 of type vlan for network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 Sep 21 16:06:49.446288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.559627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.563851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:49.567417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.777660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:49.789217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:06:49.844818 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f51108b0-d18a-4a1e-9526-ca1c0e047570 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5548179 Sep 21 16:06:49.847556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47812) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:49.853244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-340974234', 'admin_state_up': True, 'project_id': '707ded9075414f28a6af789a3251199f', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:06:49.860727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:06:49.864636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:router and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:06:49.868175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:06:49.875194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:06:49.967881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.971536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:49.984029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:50.384612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:50.614665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:06:50.647789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:06:50.648546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6e99e6c7-3b69-4cd1-b1b8-d8d789e20e9f not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:06:50.895766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:50.925454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:51.065382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.8 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/6486cea7-df01-4348-91fd-ef2634d5a70e) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:06:51.210692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:51.295643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:51.361786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:06:51.364690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:06:51.368709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:06:51.400214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=6486cea7-df01-4348-91fd-ef2634d5a70e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:52.002786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:52.350212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:52.604125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:06:52.786115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:06:52.795829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Sync routers for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:06:52.805786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:52.806433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:06:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:52.867439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:52.868701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5cc487db-7841-4412-8220-1a8ffa807877 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0202191 Sep 21 16:06:52.871995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47818) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:52.915701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e7f7d9ef-1994-4b41-8454-60188ab90b61 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425272 Sep 21 16:06:52.918528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47822) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:53.019863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:53.049373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af893e-7223-4396-bcad-d518581a742c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:53.050897 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-42af893e-7223-4396-bcad-d518581a742c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315217 Sep 21 16:06:53.053596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47826) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:53.092997 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e130eb5-c7fa-4f1e-a76c-d2d5e9140bae tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382838 Sep 21 16:06:53.103804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47830) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:53.109383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-811161548', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:06:53.219105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:06:53.223136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:06:53.225987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:06:53.231758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:06:53.308860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:51Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:53.312674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Checking router: 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:06:53.313027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Updating router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 port 6486cea7-df01-4348-91fd-ef2634d5a70e binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:06:53.318483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:06:53.322710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:53.366153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:53.699902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:53.711304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Transition to ACTIVE for port object 6486cea7-df01-4348-91fd-ef2634d5a70e will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:06:53.750799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:53.832561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=74c37a1b-d14a-4946-b9f5-70f9b5359f01,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:53.842237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:06:53.842629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:06:53.847990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:53.910261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Attempting to bind port 6486cea7-df01-4348-91fd-ef2634d5a70e on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:06:53.910634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Attempting to bind port 6486cea7-df01-4348-91fd-ef2634d5a70e by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:06:53.911010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Attempting to bind port 6486cea7-df01-4348-91fd-ef2634d5a70e on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:06:53.921484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:06:53.932125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:06:53.932125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:53.932125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:06:53.932125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Bound port: 6486cea7-df01-4348-91fd-ef2634d5a70e, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:06:53.932125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:53.955124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:06:53.971775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceb296-db6f-43b8-8b2b-766aacc39a22 None None] Pushing event updated for resources: {'Port': ['ID=6486cea7-df01-4348-91fd-ef2634d5a70e,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:54.005444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] For port 6486cea7-df01-4348-91fd-ef2634d5a70e, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:06:54.008461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] For port 6486cea7-df01-4348-91fd-ef2634d5a70e, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6486cea7-df01-4348-91fd-ef2634d5a70e,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:06:54.082388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:06:54.086747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:54.087228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:54.091320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52938a8e-ec37-49fb-8e02-5bd7455ce445 None None] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:06:54.110706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:54.219400 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3520f281-39b8-4f4a-ab3b-1624a389899f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1115286 Sep 21 16:06:54.219400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47834) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:54.232605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:54.233164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:06:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:54.337508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceb296-db6f-43b8-8b2b-766aacc39a22 None None] Pushing event updated for resources: {'Port': ['ID=6486cea7-df01-4348-91fd-ef2634d5a70e,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:54.494937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:54.743705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:06:54.744511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:54.938215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:54.982370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Allocated IP 172.20.0.2 (2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7/74c37a1b-d14a-4946-b9f5-70f9b5359f01/fdab896f-6008-4146-9c7e-9a2f15058861) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:06:55.079363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:51Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:55.088452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1cd78-c3f3-4230-beaf-7d2f0dccc9b0 None None] The sync data for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv is: [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:51Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:06:55.221719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:55.227220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Transition to ACTIVE for port object fdab896f-6008-4146-9c7e-9a2f15058861 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:06:55.248563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Transition to ACTIVE for port object fdab896f-6008-4146-9c7e-9a2f15058861 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:06:55.336162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:55.407961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:06:55.411047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:06:55.415044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:06:55.419831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.1 (2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7/74c37a1b-d14a-4946-b9f5-70f9b5359f01/806fffe5-cbe1-4da6-b7a1-c97ad2178ebd) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:06:55.421008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Pushing event updated for resources: {'Port': ['ID=fdab896f-6008-4146-9c7e-9a2f15058861,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:55.531285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Attempting to bind port fdab896f-6008-4146-9c7e-9a2f15058861 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:06:55.531666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Attempting to bind port fdab896f-6008-4146-9c7e-9a2f15058861 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:06:55.532036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Attempting to bind port fdab896f-6008-4146-9c7e-9a2f15058861 on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:06:55.537853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:06:55.538278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Checking segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:06:55.539210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:55.539613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Bound using segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:06:55.540089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Bound port: fdab896f-6008-4146-9c7e-9a2f15058861, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:06:55.540473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:55.645108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] For port fdab896f-6008-4146-9c7e-9a2f15058861, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:06:55.649493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] For port fdab896f-6008-4146-9c7e-9a2f15058861, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fdab896f-6008-4146-9c7e-9a2f15058861,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:06:55.739761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:55.742812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:55.757709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:06:55.821810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83763c-54a3-4fb2-b77d-26e56fa7d655 None None] Pushing event updated for resources: {'Port': ['ID=fdab896f-6008-4146-9c7e-9a2f15058861,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:55.857539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:55.945805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:06:55.949535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:06:55.954389 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:06:56.022718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:56.028485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:56.257798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:56.682768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:56.708507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6486cea7-df01-4348-91fd-ef2634d5a70e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:06:56.746621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:56.861028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 6486cea7-df01-4348-91fd-ef2634d5a70e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:06:56.863867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:56.866208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6486cea7-df01-4348-91fd-ef2634d5a70e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:56.866623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:56.867414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:56.989177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6486cea7-df01-4348-91fd-ef2634d5a70e is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:56.989700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:57.011522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 6486cea7-df01-4348-91fd-ef2634d5a70e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6486cea7-df01-4348-91fd-ef2634d5a70e,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:57.019224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:06:57.020884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:06:57.158658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:57.159742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fdab896f-6008-4146-9c7e-9a2f15058861 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:06:57.263514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7baf5b-93c1-4a84-9ae0-18e74eaa818d None None] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:06:57.282003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:06:57.361641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=6486cea7-df01-4348-91fd-ef2634d5a70e,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:57.465645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:06:57.478896 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Sync routers for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:06:57.479641 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b2716722-6f3a-4459-9f0c-1be929059076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/52ba7f5d-6b27-4f42-98c0-a8dfaab30984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2588911 Sep 21 16:06:57.481510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47838) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:57.482489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port fdab896f-6008-4146-9c7e-9a2f15058861 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:06:57.485486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-12aac778-acc5-410d-a915-177b85924a0e None None] Provisioning for port fdab896f-6008-4146-9c7e-9a2f15058861 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:06:57.492184 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:57.492785 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:06:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:57.501195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fdab896f-6008-4146-9c7e-9a2f15058861 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:57.501195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:57.538088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-12aac778-acc5-410d-a915-177b85924a0e None None] Provisioning complete for port fdab896f-6008-4146-9c7e-9a2f15058861 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:57.538489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-12aac778-acc5-410d-a915-177b85924a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:57.681236 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:57.779555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793187b-2237-4090-a5ed-02e2744550d2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.779944 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793187b-2237-4090-a5ed-02e2744550d2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.780361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793187b-2237-4090-a5ed-02e2744550d2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.780817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793187b-2237-4090-a5ed-02e2744550d2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.781541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793187b-2237-4090-a5ed-02e2744550d2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.781714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793187b-2237-4090-a5ed-02e2744550d2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.783908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9793187b-2237-4090-a5ed-02e2744550d2 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3010218 Sep 21 16:06:57.786445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47842) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:57.803778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-12aac778-acc5-410d-a915-177b85924a0e None None] Current status of the port fdab896f-6008-4146-9c7e-9a2f15058861 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:57.804919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-12aac778-acc5-410d-a915-177b85924a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:57.817624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fdab896f-6008-4146-9c7e-9a2f15058861 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:57.818037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:57.865532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-12aac778-acc5-410d-a915-177b85924a0e None None] For port fdab896f-6008-4146-9c7e-9a2f15058861, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fdab896f-6008-4146-9c7e-9a2f15058861,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:06:57.874458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa715b5-8a6a-4922-9dc1-1d26f50ffe82 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.880385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa715b5-8a6a-4922-9dc1-1d26f50ffe82 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.880385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa715b5-8a6a-4922-9dc1-1d26f50ffe82 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.880385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa715b5-8a6a-4922-9dc1-1d26f50ffe82 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.880385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa715b5-8a6a-4922-9dc1-1d26f50ffe82 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.880385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa715b5-8a6a-4922-9dc1-1d26f50ffe82 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:57.880385 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7aa715b5-8a6a-4922-9dc1-1d26f50ffe82 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0911903 Sep 21 16:06:57.882709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47846) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:57.942854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-12aac778-acc5-410d-a915-177b85924a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.088498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:06:58.088498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:06:58.102012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac778-acc5-410d-a915-177b85924a0e None None] Pushing event updated for resources: {'Port': ['ID=fdab896f-6008-4146-9c7e-9a2f15058861,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:58.135769 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:58.148578 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Checking router: 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:06:58.148578 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Updating router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:06:58.182688 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9f8868eb-628c-4f92-9eb0-d24b1d6e03df tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.2986557 Sep 21 16:06:58.185071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47850) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:58.191013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-75572310', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:06:58.206387 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.210124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-821712c0-67e1-47eb-bd64-c977fb72cf63 None None] Provisioning for port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:06:58.214659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-821712c0-67e1-47eb-bd64-c977fb72cf63 None None] Provisioning complete for port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:58.215167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-821712c0-67e1-47eb-bd64-c977fb72cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.287280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-821712c0-67e1-47eb-bd64-c977fb72cf63 None None] Port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:06:58.302531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-821712c0-67e1-47eb-bd64-c977fb72cf63 None None] Provisioning complete for port fdab896f-6008-4146-9c7e-9a2f15058861 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:58.303188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-821712c0-67e1-47eb-bd64-c977fb72cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.355997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:06:58.361539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:port and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:06:58.365482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:06:58.374368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:06:58.441460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-821712c0-67e1-47eb-bd64-c977fb72cf63 None None] Current status of the port fdab896f-6008-4146-9c7e-9a2f15058861 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:58.467394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:06:58.474419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.502450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] device_id is not set on port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:06:58.571418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fe77f579-703c-4ccf-a912-09c6e07833c5 None None] Provisioning complete for port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:58.571713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fe77f579-703c-4ccf-a912-09c6e07833c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.621892 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.634634 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Transition to ACTIVE for port object 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:06:58.674211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fdab896f-6008-4146-9c7e-9a2f15058861 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:58.676259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fe77f579-703c-4ccf-a912-09c6e07833c5 None None] Port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:06:58.684233 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.754033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.8 (2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7/74c37a1b-d14a-4946-b9f5-70f9b5359f01/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:06:58.754213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6486cea7-df01-4348-91fd-ef2634d5a70e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:06:58.792237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.849733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 6486cea7-df01-4348-91fd-ef2634d5a70e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:58.851051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.893249 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Pushing event updated for resources: {'Port': ['ID=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:58.916373 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.916725 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.917067 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.917404 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.917737 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.918116 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.918448 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.918773 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.920165 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.920553 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.920886 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.921215 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:06:58.930565 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Attempting to bind port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:06:58.930926 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Attempting to bind port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:06:58.931474 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Attempting to bind port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:06:58.937472 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:06:58.937841 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Checking segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:06:58.938272 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.938661 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Bound using segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:06:58.939125 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Bound port: 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:06:58.939498 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.978122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:58.987101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 6486cea7-df01-4348-91fd-ef2634d5a70e is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:58.993349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fdab896f-6008-4146-9c7e-9a2f15058861 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:06:59.001061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object b697f4c6-11d5-4c75-9b7f-84f7943cc8fc will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:06:59.034889 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] For port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:06:59.038957 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] For port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:06:59.063273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port fdab896f-6008-4146-9c7e-9a2f15058861 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:59.063647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.107393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.130351 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.184643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:06:59.187896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:06:59.191902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:06:59.192478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fdab896f-6008-4146-9c7e-9a2f15058861 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:06:59.205793 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:06:59.206442 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:06:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:59.228223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:59.261444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:06:59.262415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.295391 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c18bd9-df1c-40e9-a285-c05ea8a9b6f5 None None] Pushing event updated for resources: {'Port': ['ID=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:59.389164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6b569975-25da-44a6-841d-dd8f02690ad7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2001741 Sep 21 16:06:59.406211 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:06:59.539856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47856) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:59.542487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-81cc332a-ba26-49ac-b165-b8d1c88ddcd7 None None] Provisioning for port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:06:59.547202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-502605453', 'description': 'tempest-secgroup-smoke-502605453 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:06:59.548672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-81cc332a-ba26-49ac-b165-b8d1c88ddcd7 None None] Provisioning complete for port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:06:59.549220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-81cc332a-ba26-49ac-b165-b8d1c88ddcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.555831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:06:59.560064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:06:59.563603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:06:59.570045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:06:59.604447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-81cc332a-ba26-49ac-b165-b8d1c88ddcd7 None None] Port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:06:59.639321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.660336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:06:59.664952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:06:59.671475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:06:59.673720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:06:59.746647 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:06:59Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:06:59.750509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.750683 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2eecfb-52e0-44dd-8f7e-2c74186f11f7 None None] The sync data for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv is: [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:06:59Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:06:59.815609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.866064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106ffe07-4f2f-4f53-8bc6-c7b9063d6c33,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:06:59.927882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:06:59.929759 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-adaad13f-c2dd-428c-b358-2ebd13d5d420 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3886712 Sep 21 16:06:59.932642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47860) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:06:59.938058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '106ffe07-4f2f-4f53-8bc6-c7b9063d6c33', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:06:59.944422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:06:59.949008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:06:59.952020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:06:59.958494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:00.032938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.097632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.179447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.204819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50ea695-21e4-47e6-9a24-aa18855301c8,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:00.282711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.287295 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b95d636f-0403-4597-a235-c90686e54ba0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502250 Sep 21 16:07:00.287295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47864) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:00.292190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '106ffe07-4f2f-4f53-8bc6-c7b9063d6c33', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:00.299948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:00.304661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:00.307383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:00.313484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:00.422568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.491238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.564648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.592119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc19a36c-1d23-44fa-b2cd-0566a1eca984,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:00.678245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.680031 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1c4d4b28-ac1f-4b1a-aff6-355b852383e5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3924899 Sep 21 16:07:00.682792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47870) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:00.694443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '106ffe07-4f2f-4f53-8bc6-c7b9063d6c33', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:00.704967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:00.710542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:00.714173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:00.724640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:00.779758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:07:00.815105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.880826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.906902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:07:00.911873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:00.916758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.958237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:00.987289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266f97a6-4f84-4166-b4c4-030096e74877,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:01.032190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:01.032602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.053774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.055909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e2d0178b-0b5b-4048-a372-3683040d0901 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3719091 Sep 21 16:07:01.058540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47876) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:01.064382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '106ffe07-4f2f-4f53-8bc6-c7b9063d6c33', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:01.066013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:01.070616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:01.074525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:01.077756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:01.089151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:01.179609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.215655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.247411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:01.279247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.344830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.368880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4c8377-1184-41f0-8771-dcb05aa91637,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:01.432522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.433754 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a165c35-7a9c-4161-9a96-f650f38d2061 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3740766 Sep 21 16:07:01.436453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47880) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:01.446121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '106ffe07-4f2f-4f53-8bc6-c7b9063d6c33', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:01.447732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:01.451596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:01.454706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:01.460913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:01.517920 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:07:01.524949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.588020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.652931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.676445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73164245-5e65-4097-9f43-5335820f9e5d,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:01.781135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.782386 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cdca7578-a635-40c4-b623-182f538c5b10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450277 Sep 21 16:07:01.785069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47884) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:01.789923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '106ffe07-4f2f-4f53-8bc6-c7b9063d6c33', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:01.795859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:01.799659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:01.802627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:01.808502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:01.889556 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:07:01.896262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:01.960607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:02.078499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:02.101642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c047af8c-a3c8-4a8f-a40b-ae517ecd0124,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:02.196541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:02.200656 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-da3422f5-cac1-489c-913e-6b7bb3a46ff3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4117613 Sep 21 16:07:02.361277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-550ef5bd-bbb4-4a8f-bf98-b8588510982f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:07:02.443011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-550ef5bd-bbb4-4a8f-bf98-b8588510982f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:07:02.443011 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-550ef5bd-bbb4-4a8f-bf98-b8588510982f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-502605453&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.1199486 Sep 21 16:07:02.516557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-92287e15-78a9-4905-b0de-77d8653f259d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:02.517273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-92287e15-78a9-4905-b0de-77d8653f259d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:07:02.599231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-92287e15-78a9-4905-b0de-77d8653f259d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:07:02.599382 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-92287e15-78a9-4905-b0de-77d8653f259d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 928 time: 0.1531620 Sep 21 16:07:02.745062 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-95f339b6-b955-4188-a547-ced09dc2c7c7 service neutron] 10.222.0.65 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1330454 Sep 21 16:07:02.745713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:07:02.830323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:02.830697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:02.888227 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-936a622c-4622-4570-8991-6f2c1c90ae15 service neutron] 10.222.0.65 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371865 Sep 21 16:07:02.967304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7e6fbbc7-047a-43ec-b07a-0ea3a5bfad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:02.986056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:03.025053 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-bb9cc681-1af8-41ae-9a5e-ec0dcb465c33 service neutron] 10.222.0.65 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308019 Sep 21 16:07:03.313239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-8dd80c10-bf1e-4b7e-b3c4-dcfcf6aa10d9 req-2572474e-368c-4f79-b7f4-093ad9a1d2ff tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:07:03.325760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-8dd80c10-bf1e-4b7e-b3c4-dcfcf6aa10d9 req-2572474e-368c-4f79-b7f4-093ad9a1d2ff tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:07:03.326924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8dd80c10-bf1e-4b7e-b3c4-dcfcf6aa10d9 req-2572474e-368c-4f79-b7f4-093ad9a1d2ff tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 210 time: 0.0688806 Sep 21 16:07:04.491940 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0ddcb5a2-73b7-43b5-b1cd-eb53eff5431b req-8130566d-8a79-4cdb-8baf-c1a03df5c8e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 210 time: 0.0552309 Sep 21 16:07:05.029126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8a6849aa-212c-4fb0-8069-ad412f20a013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:05.491125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-d43369c9-b908-41d2-93cb-bb2913296a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:05.493067 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-d43369c9-b908-41d2-93cb-bb2913296a96 service neutron] 10.222.0.33 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 1024 time: 0.0649848 Sep 21 16:07:05.665893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d4f75840-af17-4910-baf4-5844dadd7e55 req-35098b57-237e-4bd7-98ce-1235294219cd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 210 time: 0.0604382 Sep 21 16:07:05.696405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-bdd249da-48e0-4d54-9e39-134928fad127 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:05.697070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-bdd249da-48e0-4d54-9e39-134928fad127 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:07:05.815453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-bdd249da-48e0-4d54-9e39-134928fad127 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:07:05.816635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-bdd249da-48e0-4d54-9e39-134928fad127 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 HTTP/1.1" status: 200 len: 797 time: 0.3186307 Sep 21 16:07:05.868137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-6b96dd81-b052-444e-bacc-c3fbe2ea1eb1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:07:05.879419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-6b96dd81-b052-444e-bacc-c3fbe2ea1eb1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:07:05.880494 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-6b96dd81-b052-444e-bacc-c3fbe2ea1eb1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 379 time: 0.0557458 Sep 21 16:07:05.891753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Request body: {'port': {'device_id': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:06.001545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:06.259259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:06.357570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b697f4c6-11d5-4c75-9b7f-84f7943cc8fc {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:07:06.365277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:06.381487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Transition to ACTIVE for port object b697f4c6-11d5-4c75-9b7f-84f7943cc8fc will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:07:06.455658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:06.752949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:06.753421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:06.799074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Attempting to bind port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:07:06.799413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Attempting to bind port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:07:06.799737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Attempting to bind port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:07:06.807238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:07:06.807238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Attempting to bind port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:07:06.811779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:07:06.812114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Checking segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:07:06.812949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Bound using segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:07:06.812949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Bound port: b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:07:06.814561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:06.875742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4ded4-336f-453e-9f09-0de2101308e2 req-0d116650-00f8-4fee-b553-4202f56c2f14 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:06.877975 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b1a4ded4-336f-453e-9f09-0de2101308e2 req-0d116650-00f8-4fee-b553-4202f56c2f14 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 979 time: 0.0931327 Sep 21 16:07:06.905802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:07:06.908819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:07:06.923652 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b1a4ded4-336f-453e-9f09-0de2101308e2 req-87f447a4-0e56-4a5c-8383-14c69c7c7e8f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Sep 21 16:07:07.007972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:07.011184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:07.012082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:07.013706 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] 10.222.0.33 "PUT /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 1129 time: 1.1277044 Sep 21 16:07:07.050798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:07:07.050798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359bba1b-86b8-42fd-b440-73d25419daaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9090fc0a-22c4-4f68-8e20-cc2016b529d5", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:07:07.101704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4fe9f-246e-4db7-b368-0f4c6c79fd48 service neutron] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:07.101704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0542b72f-8b8b-4bd8-b955-0fa95fd16ec6 x-openstack-request-id: req-0542b72f-8b8b-4bd8-b955-0fa95fd16ec6 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:07:07.101704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9090fc0a-22c4-4f68-8e20-cc2016b529d5", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:07:07.101704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0542b72f-8b8b-4bd8-b955-0fa95fd16ec6 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:07:07.101704 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0542b72f-8b8b-4bd8-b955-0fa95fd16ec6'] response: {'name': 'network-changed', 'server_uuid': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'status': 'completed', 'code': 200} Sep 21 16:07:07.200600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bba1b-86b8-42fd-b440-73d25419daaf req-2e1caa9b-8e83-4d14-a289-3b27414e332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:07.204167 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-359bba1b-86b8-42fd-b440-73d25419daaf req-2e1caa9b-8e83-4d14-a289-3b27414e332e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 1132 time: 0.0855887 Sep 21 16:07:07.343277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bba1b-86b8-42fd-b440-73d25419daaf req-b50bba3f-a8d7-48e6-ab65-06e0e1ecc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:07.344717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-359bba1b-86b8-42fd-b440-73d25419daaf req-b50bba3f-a8d7-48e6-ab65-06e0e1ecc10a service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1364179 Sep 21 16:07:07.481277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bba1b-86b8-42fd-b440-73d25419daaf req-3c4011ac-036f-43ba-b5ad-4f72e460acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:07.482816 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-359bba1b-86b8-42fd-b440-73d25419daaf req-3c4011ac-036f-43ba-b5ad-4f72e460acc7 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309361 Sep 21 16:07:07.595241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-62300214-09ff-4097-9085-4ba125a14a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:07.596731 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-62300214-09ff-4097-9085-4ba125a14a63 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 1132 time: 0.0790174 Sep 21 16:07:07.667569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-fdabb976-70f9-4604-9188-f53df787d34f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 217 time: 0.0640497 Sep 21 16:07:07.732628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-8604ae09-f692-40d8-9c0c-a3166ac50c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:07.734102 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-8604ae09-f692-40d8-9c0c-a3166ac50c7d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=74c37a1b-d14a-4946-b9f5-70f9b5359f01 HTTP/1.1" status: 200 len: 834 time: 0.0606916 Sep 21 16:07:07.817103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-7adccc74-1492-4170-b9b0-693418856d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:07.818644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-7adccc74-1492-4170-b9b0-693418856d39 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794890 Sep 21 16:07:07.864991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:07.949675 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-7180b9cb-5ac9-4e23-a270-32b4f3f2fc6c service neutron] 10.222.0.33 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252136 Sep 21 16:07:08.086231 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d911884b-e749-4ed8-b23a-7dd0f0a331c3 req-03bbcb70-bfd1-4c82-aa66-cf4bf1e61a66 service neutron] 10.222.0.33 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302371 Sep 21 16:07:08.132304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12197a-d1ca-43cd-ba64-c6f9a299c0f0 req-5a5e8f24-de7c-4540-8905-3abe83f30048 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:08.133904 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1c12197a-d1ca-43cd-ba64-c6f9a299c0f0 req-5a5e8f24-de7c-4540-8905-3abe83f30048 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 979 time: 0.0978196 Sep 21 16:07:08.184788 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1c12197a-d1ca-43cd-ba64-c6f9a299c0f0 req-4b03a939-7dbe-4647-ba08-a5237fee62ce tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Sep 21 16:07:09.388576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78cedf-a4d5-43ed-a122-0584a607bf32 req-77ca99a3-ab2b-4612-adac-11d042cbb3d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:09.390023 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ee78cedf-a4d5-43ed-a122-0584a607bf32 req-77ca99a3-ab2b-4612-adac-11d042cbb3d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 979 time: 0.0924950 Sep 21 16:07:09.435318 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ee78cedf-a4d5-43ed-a122-0584a607bf32 req-f76715ed-ce06-4135-81a1-7055f750522f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Sep 21 16:07:10.505057 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b697f4c6-11d5-4c75-9b7f-84f7943cc8fc details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:07:10.640670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc27c5-2ccf-4835-a25e-f15c0b008068 req-1b17de5b-bb3f-4172-b316-876e50e1dcf5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:10.642179 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-51fc27c5-2ccf-4835-a25e-f15c0b008068 req-1b17de5b-bb3f-4172-b316-876e50e1dcf5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 979 time: 0.0933597 Sep 21 16:07:10.647396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:10.662002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'port_id': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'mac_address': 'fa:16:3e:c1:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:07:10.693687 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-51fc27c5-2ccf-4835-a25e-f15c0b008068 req-e6f7ca3c-a9cb-44dd-84c1-df21f8412459 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457768 Sep 21 16:07:10.731068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:10.731378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:10.749574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b697f4c6-11d5-4c75-9b7f-84f7943cc8fc {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:07:10.765357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:10.824650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:10.894801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:11.066717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['b697f4c6-11d5-4c75-9b7f-84f7943cc8fc'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:07:11.894559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d6979-af21-4f2f-a842-d69872eccabe req-4ee1c091-df8c-4e20-8ea9-1112d35c11ae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:11.896024 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-813d6979-af21-4f2f-a842-d69872eccabe req-4ee1c091-df8c-4e20-8ea9-1112d35c11ae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 980 time: 0.0884109 Sep 21 16:07:11.941160 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-813d6979-af21-4f2f-a842-d69872eccabe req-1defebbd-6bf9-4abd-b7a2-58097fd98be6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Sep 21 16:07:12.519052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b697f4c6-11d5-4c75-9b7f-84f7943cc8fc up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:07:12.689066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:07:12.694154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:12.694528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:12.818262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:12.818681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:12.846095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:07:12.848414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb5544-1216-439c-aa5b-72be0ebfb974" -d '{"events": [{"server_uuid": "9090fc0a-22c4-4f68-8e20-cc2016b529d5", "name": "network-vif-plugged", "status": "completed", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:07:12.861329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:12.928645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:12.967939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a473c6a-22fa-43db-beaa-1d87d4a74aa1 x-openstack-request-id: req-1a473c6a-22fa-43db-beaa-1d87d4a74aa1 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:07:12.968228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9090fc0a-22c4-4f68-8e20-cc2016b529d5", "name": "network-vif-plugged", "status": "completed", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:07:12.968500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a473c6a-22fa-43db-beaa-1d87d4a74aa1 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:07:12.968896 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a473c6a-22fa-43db-beaa-1d87d4a74aa1'] response: {'server_uuid': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'code': 200} Sep 21 16:07:13.008657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:13.159367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d008db-25c8-406d-bacb-07ffd12669b6 req-a703b498-c50c-4e28-88df-50141b5f0615 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:13.160833 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-02d008db-25c8-406d-bacb-07ffd12669b6 req-a703b498-c50c-4e28-88df-50141b5f0615 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 981 time: 0.0928366 Sep 21 16:07:13.211435 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-02d008db-25c8-406d-bacb-07ffd12669b6 req-b99ef201-0253-4e98-b201-1469f96c536a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Sep 21 16:07:13.350532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b351c-e635-40ad-a8c5-d807f33ca8e9 req-f77b7286-4b79-4bf2-b2cb-c7c6606a381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:13.352012 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5b9b351c-e635-40ad-a8c5-d807f33ca8e9 req-f77b7286-4b79-4bf2-b2cb-c7c6606a381c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 1134 time: 0.0787485 Sep 21 16:07:13.502300 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5b9b351c-e635-40ad-a8c5-d807f33ca8e9 req-1ccee4fc-d885-400c-81af-381b7a2ad3e0 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443498 Sep 21 16:07:14.099350 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-a78a7a7b-0046-465a-a841-828b499e76d9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848224 Sep 21 16:07:14.201053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-14351982-73f9-4924-ba46-7d82c3ae9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:14.202757 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-14351982-73f9-4924-ba46-7d82c3ae9a9b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 1099 time: 0.0822895 Sep 21 16:07:14.361252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-cca17d85-417d-4266-b901-8a28eb4a1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:14.362690 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-cca17d85-417d-4266-b901-8a28eb4a1ca8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1406991 Sep 21 16:07:14.420461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aee09c-af89-43c6-8605-3385d6f5345e req-74bb1294-6d86-49ec-a606-bf24b2908b7f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:14.422117 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c1aee09c-af89-43c6-8605-3385d6f5345e req-74bb1294-6d86-49ec-a606-bf24b2908b7f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 981 time: 0.0903022 Sep 21 16:07:14.471042 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c1aee09c-af89-43c6-8605-3385d6f5345e req-4416bd20-1973-4dbe-a565-ed85d2b82bef tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430217 Sep 21 16:07:14.472477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-60fc3549-9e7d-4811-b471-a54cb148a934 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca513fe8-550e-4076-893c-9926143dd17f HTTP/1.1" status: 200 len: 1002 time: 0.1035054 Sep 21 16:07:14.540393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-8ae7e74a-dd9b-4add-9de3-af6e739f8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:14.541841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-8ae7e74a-dd9b-4add-9de3-af6e739f8842 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0626345 Sep 21 16:07:14.633809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-354f9996-1109-4fa3-ba33-6b205c8d56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:14.635317 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-354f9996-1109-4fa3-ba33-6b205c8d56f9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865636 Sep 21 16:07:14.775331 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-657816cc-ddf9-4716-90d1-520c0665ab89 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333730 Sep 21 16:07:14.907529 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-228220af-79e7-4efd-aeb3-0cd7efd82057 req-9b497522-9f70-4113-86cd-a4c667f20959 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248591 Sep 21 16:07:15.679848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca8757-788f-4e5f-88f8-0ec262ce6493 req-39eee6a1-9dcc-45b4-a797-0bffbb7d2a3b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:15.681307 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a4ca8757-788f-4e5f-88f8-0ec262ce6493 req-39eee6a1-9dcc-45b4-a797-0bffbb7d2a3b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 981 time: 0.0897281 Sep 21 16:07:15.725776 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a4ca8757-788f-4e5f-88f8-0ec262ce6493 req-11d43176-e398-4c37-85a1-d7d8cd1decf7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Sep 21 16:07:15.932434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96886-9ffb-4bc5-aec7-21305a6471a4 req-5f6b71c3-99f7-4967-af71-48592ecea047 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:15.933894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d2e96886-9ffb-4bc5-aec7-21305a6471a4 req-5f6b71c3-99f7-4967-af71-48592ecea047 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 981 time: 0.0923662 Sep 21 16:07:15.980296 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d2e96886-9ffb-4bc5-aec7-21305a6471a4 req-568ee891-81b9-42fe-8a67-7e42d9682896 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Sep 21 16:07:16.009909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47948) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:16.088502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d4973f-23d2-4b8b-a542-c9c445086573 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:16.090373 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-85d4973f-23d2-4b8b-a542-c9c445086573 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 1129 time: 0.0790823 Sep 21 16:07:16.093174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47952) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:16.097713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:16.104307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:16.108129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:16.110972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:16.116757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:16.219520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:16.347429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:16.484155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.115 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/e4e6139f-87a0-4230-9cb5-74c9de4d541b) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:07:16.731799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:16.826586 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:16.895109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:07:16.898030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:07:16.901657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:07:16.930651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=e4e6139f-87a0-4230-9cb5-74c9de4d541b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:17.315205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:17.480479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:17.684887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:17.740264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:17.846244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:17.892619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=e4e6139f-87a0-4230-9cb5-74c9de4d541b,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:18.017373 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 18e4a71c-f9bf-47d5-a345-24a7ea69b3f6 associated. External IP: 172.26.0.115, port: b697f4c6-11d5-4c75-9b7f-84f7943cc8fc. Sep 21 16:07:18.483142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:07:18.664852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:07:18.675299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] Sync routers for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:07:18.684829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:18.685501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:18.779421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:18.842639 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ba8846f9-3e96-42d3-98af-ed5cb58fec8a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.7459118 Sep 21 16:07:18.842639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:07:18.843878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47956) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:18.844337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c157e50a-41aa-4ce6-ae64-e0149356aa2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9090fc0a-22c4-4f68-8e20-cc2016b529d5", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:07:18.870077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:18.897530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5617599b-a475-4117-9d79-52ce615a177c x-openstack-request-id: req-5617599b-a475-4117-9d79-52ce615a177c {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:07:18.897818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9090fc0a-22c4-4f68-8e20-cc2016b529d5", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:07:18.898098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5617599b-a475-4117-9d79-52ce615a177c {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:07:18.899145 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5617599b-a475-4117-9d79-52ce615a177c'] response: {'name': 'network-changed', 'server_uuid': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'status': 'completed', 'code': 200} Sep 21 16:07:19.001951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c030be2-8746-4a89-b4de-efc67f15af06 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:19.005987 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4c030be2-8746-4a89-b4de-efc67f15af06 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5&network_id=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 HTTP/1.1" status: 200 len: 1129 time: 0.1594830 Sep 21 16:07:19.016170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-f431dfec-eecb-46ab-87e2-657b3c8e3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:19.017820 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-f431dfec-eecb-46ab-87e2-657b3c8e3564 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 1134 time: 0.0962415 Sep 21 16:07:19.158152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-fa51f842-b05d-4552-97b0-d0b96dcb1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:19.160114 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-fa51f842-b05d-4552-97b0-d0b96dcb1f4e service neutron] 10.222.0.33 "GET /v2.0/networks?id=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 HTTP/1.1" status: 200 len: 898 time: 0.1355796 Sep 21 16:07:19.235643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '18e4a71c-f9bf-47d5-a345-24a7ea69b3f6', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'port_id': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-75572310', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'mac_address': 'fa:16:3e:c1:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:07:17Z', 'updated_at': '2022-09-21T16:07:17Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:07:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:19.239783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] Checking router: 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:07:19.248639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:19.249233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:19.266378 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-dd3ecc46-a167-45b4-a069-cde4db43ba67 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 1035 time: 0.1007650 Sep 21 16:07:19.332371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-73edfba4-7a6d-4b5e-89ae-b65cc3d83cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:19.334107 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-73edfba4-7a6d-4b5e-89ae-b65cc3d83cd2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=74c37a1b-d14a-4946-b9f5-70f9b5359f01 HTTP/1.1" status: 200 len: 834 time: 0.0625553 Sep 21 16:07:19.427423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-607b87b4-607b-47a3-9587-bcbb343d1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:19.428962 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-607b87b4-607b-47a3-9587-bcbb343d1b57 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819933 Sep 21 16:07:19.466431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:19.748328 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-9237876d-907d-4f1c-9980-d52f09e94ab6 service neutron] 10.222.0.33 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125494 Sep 21 16:07:19.783345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b9a3-ff33-451b-8110-312a9894ffd4 req-c3d43e9c-3933-46b4-93b2-0bbbb3a66005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:19.784768 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4be1b9a3-ff33-451b-8110-312a9894ffd4 req-c3d43e9c-3933-46b4-93b2-0bbbb3a66005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 981 time: 0.1526196 Sep 21 16:07:19.819130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '18e4a71c-f9bf-47d5-a345-24a7ea69b3f6', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'port_id': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-75572310', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'mac_address': 'fa:16:3e:c1:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:07:17Z', 'updated_at': '2022-09-21T16:07:17Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:07:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:19.823252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5de68-4c6c-4f39-b98a-5b6e559555a5 None None] The sync data for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv is: [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '18e4a71c-f9bf-47d5-a345-24a7ea69b3f6', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'port_id': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-75572310', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'mac_address': 'fa:16:3e:c1:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9090fc0a-22c4-4f68-8e20-cc2016b529d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:07:17Z', 'updated_at': '2022-09-21T16:07:17Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:07:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:07:19.906674 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4be1b9a3-ff33-451b-8110-312a9894ffd4 req-e3774356-12f8-4115-bbcb-c09799d6064f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714641 Sep 21 16:07:19.929035 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c157e50a-41aa-4ce6-ae64-e0149356aa2b req-88d88fe2-f128-419d-9a47-c294d131f898 service neutron] 10.222.0.33 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727803 Sep 21 16:07:20.018803 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25faab6d-c8e5-4d6e-bbc2-8795fbab8f44 None None] New status for floating IP 18e4a71c-f9bf-47d5-a345-24a7ea69b3f6: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:07:20.887884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-dbd96248-9d97-483f-98cd-4c90b24847ac tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:20.889199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-dbd96248-9d97-483f-98cd-4c90b24847ac tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 981 time: 0.0907097 Sep 21 16:07:20.960987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-6ac3175e-73be-4ea8-85f4-c98523a289aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:20.962377 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-6ac3175e-73be-4ea8-85f4-c98523a289aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0679026 Sep 21 16:07:21.110229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36ca7b-87a3-48e0-8921-fee79f9e8963 req-3434de95-e2c4-44a4-841b-879548f2163c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:21.111212 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-bf644fd5-ef50-4606-929e-803ac562778e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1439216 Sep 21 16:07:21.111751 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-df36ca7b-87a3-48e0-8921-fee79f9e8963 req-3434de95-e2c4-44a4-841b-879548f2163c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 981 time: 0.0901015 Sep 21 16:07:21.120968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:21.155870 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-df36ca7b-87a3-48e0-8921-fee79f9e8963 req-d41c24f8-8b72-4a69-80e2-6e99f648d724 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 Sep 21 16:07:21.232445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:21.436953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:21.466262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:07:21.519944 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] device_id is not set on port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:07:21.528761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:21.626056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:21.766051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=6']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:21.810941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] No DVR routers for this DVR port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:07:22.028690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] In _notify_port_updated(), no bound segment for port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:07:22.029473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:22.030110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:22.031386 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad4ae51b-f5f3-4190-bc25-f98db86bb34a req-d3224fbd-3a42-4ecf-abb6-5bf389623ed3 service neutron] 10.222.0.33 "PUT /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 1024 time: 0.9149129 Sep 21 16:07:22.325761 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3ac3770-7d29-4384-928e-75ba5cee4971 req-87308f3f-b8a6-4d73-b464-4f3fc7104b11 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9090fc0a-22c4-4f68-8e20-cc2016b529d5 HTTP/1.1" status: 200 len: 210 time: 0.0528450 Sep 21 16:07:22.481686 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:07:23.421714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47974) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:23.610192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8199c798-243a-41b5-8584-d311dd3270e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:23.611447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8199c798-243a-41b5-8584-d311dd3270e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 923 time: 0.1887112 Sep 21 16:07:23.748062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47980) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:23.753198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250489875', 'description': 'tempest-secgroup-smoke-250489875 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:23.759804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:23.769652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:23.841335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:23.863338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:23.864140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:23.867460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:23.873203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:23.945232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.014567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.059487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11004e4b-a8c6-4a71-82cb-a928897670d9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:24.140716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.141885 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-41fde22d-f4b0-489a-ac62-3783475236d4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3928599 Sep 21 16:07:24.144674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47984) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:24.149502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '11004e4b-a8c6-4a71-82cb-a928897670d9', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:24.155610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:24.159491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:24.162432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:24.168636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:24.250147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.308958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.380485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.403255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e40a8e-9a05-4dba-8ac9-c81cfd87cb9b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:24.466020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.467224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-901c50ff-9132-4f03-907a-2bce212fd52b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216486 Sep 21 16:07:24.469906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47988) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:24.474873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '11004e4b-a8c6-4a71-82cb-a928897670d9', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:24.481249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:24.485074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:24.489890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:24.493862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:24.546996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.564546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b697f4c6-11d5-4c75-9b7f-84f7943cc8fc no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:07:24.612175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.625890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b697f4c6-11d5-4c75-9b7f-84f7943cc8fc not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:07:24.681414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.705388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f357b091-9a51-45c5-b3a2-a69b3349bcac,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:24.773880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.775082 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-36470ac8-b06a-4150-bdec-2a1bd6ebc2d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3042300 Sep 21 16:07:24.778019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 47992) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:24.783172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '11004e4b-a8c6-4a71-82cb-a928897670d9', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:24.789063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:24.792923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:24.795822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:24.801510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:24.884640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:24.944263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.009321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.034606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f5807e-04f0-4f58-b290-e88bbd4661f9,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:25.100996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.102270 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ec80e50f-d5e2-46f2-9875-a9f9628e8942 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3232803 Sep 21 16:07:25.105083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 47996) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:25.110396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '11004e4b-a8c6-4a71-82cb-a928897670d9', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:25.116524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:25.120892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:25.123846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:25.129776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:25.192300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.255999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.322937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.345534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511d03a8-ccdb-4d60-8542-b5c7ad244ce4,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:25.408767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.409922 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-739caa6b-36d5-4ef4-a316-e9ce1e1ba603 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3038599 Sep 21 16:07:25.412593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48000) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:25.417985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '11004e4b-a8c6-4a71-82cb-a928897670d9', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:25.423807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:25.427779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:25.431388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:25.437150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:25.500314 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:07:25.507075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.569213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.637306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.660363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e688f6f4-d390-4972-866d-54f2facce1d9,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:25.740309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.741496 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cc05352f-f64a-4fb7-bf99-5d0893cf8235 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3279641 Sep 21 16:07:25.744834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48004) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:25.749808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '11004e4b-a8c6-4a71-82cb-a928897670d9', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:25.755726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:25.760135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:25.763017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:25.768933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:25.837432 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:07:25.843986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.907488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.974892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:25.999397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d83b83-81a1-4dd2-88d3-075f09bfe238,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:26.078155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:26.079365 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-39e4a69d-34be-4d40-9f05-d9103437b0d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335817 Sep 21 16:07:26.238564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-db356b25-87f6-4566-bc05-a1776d077e17 req-9e2cdcc6-7dd9-463c-aab7-570bac926d21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:07:26.350082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-db356b25-87f6-4566-bc05-a1776d077e17 req-9e2cdcc6-7dd9-463c-aab7-570bac926d21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:07:26.351184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-9e2cdcc6-7dd9-463c-aab7-570bac926d21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250489875&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.1511817 Sep 21 16:07:26.426940 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356b25-87f6-4566-bc05-a1776d077e17 req-9d5de09c-8bb5-420a-a777-b522d5ad6680 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:26.428247 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-9d5de09c-8bb5-420a-a777-b522d5ad6680 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 928 time: 0.0705464 Sep 21 16:07:26.502600 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-cbd93dc1-ea75-4ed6-a441-ad033a95ae51 service neutron] 10.222.0.65 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0625422 Sep 21 16:07:26.631481 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-feaae32d-6692-4f4d-8833-aed58c801e4c service neutron] 10.222.0.65 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224020 Sep 21 16:07:26.758351 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-6c602c1c-71b9-4077-9302-aafa72e1e566 service neutron] 10.222.0.65 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211669 Sep 21 16:07:27.034462 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dd8220b5-1c1c-44b8-90c4-e74f85450124 req-4637f50c-53bf-46e0-a2db-934879fd675b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 210 time: 0.0500457 Sep 21 16:07:28.197267 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6dd15bfd-bcb8-47c2-be58-34e4f37d0a04 req-1eb642de-508b-4c5c-94c8-6aa2d1f9a8ba tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 210 time: 0.0499518 Sep 21 16:07:28.671186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356b25-87f6-4566-bc05-a1776d077e17 req-69598643-add4-4b9b-af56-ddbcb4357349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:28.672505 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-69598643-add4-4b9b-af56-ddbcb4357349 service neutron] 10.222.0.33 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 1024 time: 0.0611951 Sep 21 16:07:28.813311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:28.826338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356b25-87f6-4566-bc05-a1776d077e17 req-2d757601-3b78-43a8-831c-3e364698dd92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:28.828005 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-2d757601-3b78-43a8-831c-3e364698dd92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 HTTP/1.1" status: 200 len: 797 time: 0.1496532 Sep 21 16:07:28.880488 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-1fdd7d2e-ee71-4141-afe7-6b503985f040 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 471 time: 0.0448878 Sep 21 16:07:28.889405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Request body: {'port': {'device_id': 'bd4fdc05-4330-45c8-9286-bd6cd1eede29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:28.998746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:29.388637 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d30047c2-1fba-4a14-af5c-a15070549b41 req-787303c9-c480-4e18-8815-09e2ccfa4b74 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 210 time: 0.0680938 Sep 21 16:07:29.394221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b697f4c6-11d5-4c75-9b7f-84f7943cc8fc {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:07:29.401607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:29.416285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Transition to ACTIVE for port object b697f4c6-11d5-4c75-9b7f-84f7943cc8fc will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:07:29.487145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:29.629077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=7']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:29.742758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Attempting to bind port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:07:29.743477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Attempting to bind port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:07:29.743477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Attempting to bind port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:07:29.747893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:07:29.748212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Attempting to bind port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:07:29.753361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:07:29.753697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Checking segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:07:29.754117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Bound using segment: {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:07:29.754538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Bound port: b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6301c69c-3acd-4b35-ba3d-caa21a33ed63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:07:29.754877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:29.844582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:07:29.847432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:07:29.935261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:29.938495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:29.939131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:29.940528 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] 10.222.0.33 "PUT /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 1129 time: 1.0549564 Sep 21 16:07:29.969390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4fdc05-4330-45c8-9286-bd6cd1eede29', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:07:29.971859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6059ff-3d21-4ac3-a445-f0e99f4213e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4fdc05-4330-45c8-9286-bd6cd1eede29", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:07:30.013796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac2cf-4a2e-4993-9015-b0b81ef002cf service neutron] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=8']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:30.022681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f473445-70dc-489f-bf32-df127aaab51d x-openstack-request-id: req-7f473445-70dc-489f-bf32-df127aaab51d {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:07:30.022681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4fdc05-4330-45c8-9286-bd6cd1eede29", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:07:30.022681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f473445-70dc-489f-bf32-df127aaab51d {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:07:30.023090 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f473445-70dc-489f-bf32-df127aaab51d'] response: {'name': 'network-changed', 'server_uuid': 'bd4fdc05-4330-45c8-9286-bd6cd1eede29', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'status': 'completed', 'code': 200} Sep 21 16:07:30.125804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6059ff-3d21-4ac3-a445-f0e99f4213e7 req-8bc4a133-471d-4a95-ac34-d984ef96dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:30.127304 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dd6059ff-3d21-4ac3-a445-f0e99f4213e7 req-8bc4a133-471d-4a95-ac34-d984ef96dfa0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 1132 time: 0.0828471 Sep 21 16:07:30.266827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6059ff-3d21-4ac3-a445-f0e99f4213e7 req-4e496efd-4c3b-441c-be15-33a7b1645dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:30.268183 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dd6059ff-3d21-4ac3-a445-f0e99f4213e7 req-4e496efd-4c3b-441c-be15-33a7b1645dd1 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1341922 Sep 21 16:07:30.402859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6059ff-3d21-4ac3-a445-f0e99f4213e7 req-02dd7140-83f1-4a6e-97b8-25c138d45473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:30.404252 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dd6059ff-3d21-4ac3-a445-f0e99f4213e7 req-02dd7140-83f1-4a6e-97b8-25c138d45473 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286612 Sep 21 16:07:30.582793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356b25-87f6-4566-bc05-a1776d077e17 req-052126c8-0f33-4a6b-90d9-fd8116608a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:30.584151 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-052126c8-0f33-4a6b-90d9-fd8116608a34 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 1132 time: 0.1424911 Sep 21 16:07:30.599078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917d3fe-11a7-43a1-9511-6e523a6b1972 req-55fab909-ec4c-40df-baa9-7c4d73697838 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:30.600390 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3917d3fe-11a7-43a1-9511-6e523a6b1972 req-55fab909-ec4c-40df-baa9-7c4d73697838 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 979 time: 0.1023960 Sep 21 16:07:30.819912 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3917d3fe-11a7-43a1-9511-6e523a6b1972 req-e0f8c6fa-4e16-4892-a37d-b555cb855d3e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742052 Sep 21 16:07:30.823439 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-d9a3bd52-b860-4e8a-91dd-22d46d904eb9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 1035 time: 0.2222211 Sep 21 16:07:30.886984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356b25-87f6-4566-bc05-a1776d077e17 req-9b5c7a7f-fcb5-4834-a4b8-014051a83ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:30.888320 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-9b5c7a7f-fcb5-4834-a4b8-014051a83ae8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=74c37a1b-d14a-4946-b9f5-70f9b5359f01 HTTP/1.1" status: 200 len: 834 time: 0.0578699 Sep 21 16:07:30.981922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356b25-87f6-4566-bc05-a1776d077e17 req-3d0a9b79-e706-4a4c-bcd7-81cf01c3d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:30.983426 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-3d0a9b79-e706-4a4c-bcd7-81cf01c3d2c4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895145 Sep 21 16:07:31.114740 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-7d88eacc-ff25-4d99-9005-4f2ac2a974ed service neutron] 10.222.0.33 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252782 Sep 21 16:07:31.246757 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db356b25-87f6-4566-bc05-a1776d077e17 req-4a651b26-b0be-4941-9c54-f6f3a4998cd4 service neutron] 10.222.0.33 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263840 Sep 21 16:07:32.018615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e055b09-f865-479c-a370-07440381449d req-541a5400-bdac-4e9e-905c-6f94f4f02e83 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:32.020074 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8e055b09-f865-479c-a370-07440381449d req-541a5400-bdac-4e9e-905c-6f94f4f02e83 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 979 time: 0.0913494 Sep 21 16:07:32.066369 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8e055b09-f865-479c-a370-07440381449d req-27d5d0a8-51b7-47b9-bc5d-3007e8549c45 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Sep 21 16:07:32.611432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b697f4c6-11d5-4c75-9b7f-84f7943cc8fc details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:07:32.742751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:32.756571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'port_id': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'mac_address': 'fa:16:3e:c1:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:07:32.820636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:32.821007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:32.837805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b697f4c6-11d5-4c75-9b7f-84f7943cc8fc {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:07:32.852815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:32.894504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bd20d618-6a89-4659-81ad-5eeeccc2d3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:32.911782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:32.983249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=9']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:33.111562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['b697f4c6-11d5-4c75-9b7f-84f7943cc8fc'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:07:33.267570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29041f86-fdb5-4221-a17c-fa4cb857397d req-bf233daf-c725-4b92-a57f-e41780d2430e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:33.269043 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-29041f86-fdb5-4221-a17c-fa4cb857397d req-bf233daf-c725-4b92-a57f-e41780d2430e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 980 time: 0.0888207 Sep 21 16:07:33.312841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-29041f86-fdb5-4221-a17c-fa4cb857397d req-9f923c56-8fa3-4511-8c5b-f645e352ca21 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374990 Sep 21 16:07:34.505878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847eff9-6bd8-4813-b1f8-395ce18afcd2 req-008b043f-a178-4ddb-b873-88e79843b195 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:34.507378 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7847eff9-6bd8-4813-b1f8-395ce18afcd2 req-008b043f-a178-4ddb-b873-88e79843b195 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 980 time: 0.0861850 Sep 21 16:07:34.627731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b697f4c6-11d5-4c75-9b7f-84f7943cc8fc up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:07:34.658482 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7847eff9-6bd8-4813-b1f8-395ce18afcd2 req-01ebafd0-b966-4f53-81e7-ac76be844bf5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455755 Sep 21 16:07:34.750061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:07:34.754965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:34.755342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:34.870042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:34.870416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:34.896286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4fdc05-4330-45c8-9286-bd6cd1eede29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:07:34.898983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fde396-32ef-4a3d-aac1-4235a1fa2fc8" -d '{"events": [{"server_uuid": "bd4fdc05-4330-45c8-9286-bd6cd1eede29", "name": "network-vif-plugged", "status": "completed", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:07:34.910829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:34.940976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8250b9-7b7b-494a-95ea-48af53d9cfd6 x-openstack-request-id: req-5c8250b9-7b7b-494a-95ea-48af53d9cfd6 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:07:34.941267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4fdc05-4330-45c8-9286-bd6cd1eede29", "name": "network-vif-plugged", "status": "completed", "tag": "b697f4c6-11d5-4c75-9b7f-84f7943cc8fc", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:07:34.941521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c8250b9-7b7b-494a-95ea-48af53d9cfd6 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:07:34.941916 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8250b9-7b7b-494a-95ea-48af53d9cfd6'] response: {'server_uuid': 'bd4fdc05-4330-45c8-9286-bd6cd1eede29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b697f4c6-11d5-4c75-9b7f-84f7943cc8fc', 'code': 200} Sep 21 16:07:34.969335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:35.005256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-63a712d6-89cf-4902-83f9-781451d68856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:35.039373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=10']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:35.326605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3fa80-5a88-4ba8-95b2-848121d7e699 req-886ccca2-1788-460c-aa34-a4a74eed420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:35.328344 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cfa3fa80-5a88-4ba8-95b2-848121d7e699 req-886ccca2-1788-460c-aa34-a4a74eed420f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 1135 time: 0.0830543 Sep 21 16:07:35.368247 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cfa3fa80-5a88-4ba8-95b2-848121d7e699 req-f4225ee7-0e1c-4db0-b2a9-5af03f21eb40 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Sep 21 16:07:35.854186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dce725-5580-4631-8db7-9e0615418192 req-811a682e-3266-4efe-8f74-2ae1c131ce77 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:35.855615 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-21dce725-5580-4631-8db7-9e0615418192 req-811a682e-3266-4efe-8f74-2ae1c131ce77 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 982 time: 0.0860877 Sep 21 16:07:35.898599 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-21dce725-5580-4631-8db7-9e0615418192 req-52f9f39f-98a0-4f87-8d28-47c93d228865 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Sep 21 16:07:36.232050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:36.744655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:37.099050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dff04-8d23-4b4a-a5e5-fb0e241215da req-5fd6a30f-8b69-4765-864f-0ff6bfcf8220 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:37.100512 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d80dff04-8d23-4b4a-a5e5-fb0e241215da req-5fd6a30f-8b69-4765-864f-0ff6bfcf8220 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 982 time: 0.0877187 Sep 21 16:07:37.147859 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d80dff04-8d23-4b4a-a5e5-fb0e241215da req-6422091a-b3e9-4746-855f-85889527d22b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Sep 21 16:07:37.345558 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7552661-ff89-4035-a2b9-e6004a8c14e4 req-ea351641-f763-433b-99cb-6bbd96e9dfbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:37.346939 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b7552661-ff89-4035-a2b9-e6004a8c14e4 req-ea351641-f763-433b-99cb-6bbd96e9dfbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 982 time: 0.0886312 Sep 21 16:07:37.390371 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b7552661-ff89-4035-a2b9-e6004a8c14e4 req-79127fc5-a3a2-4c1b-ae06-8f5b043488c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Sep 21 16:07:37.418521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48056) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:37.499532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7039fb2-cd1e-402c-83af-616ec55f645d tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:37.500977 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f7039fb2-cd1e-402c-83af-616ec55f645d tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29&network_id=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 HTTP/1.1" status: 200 len: 1130 time: 0.0815060 Sep 21 16:07:37.866037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:38.064707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15486f6a-8e60-4fd0-8c54-9e949b8b1067 req-516d8c07-c8be-4048-9197-21f55275a7b5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:38.066196 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-15486f6a-8e60-4fd0-8c54-9e949b8b1067 req-516d8c07-c8be-4048-9197-21f55275a7b5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 982 time: 0.0858259 Sep 21 16:07:38.110340 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-15486f6a-8e60-4fd0-8c54-9e949b8b1067 req-8348f90c-7906-4a22-8bb8-83b027b2d809 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383279 Sep 21 16:07:39.288905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-cd3a9a63-c618-4bef-8e30-faeaaba4a7aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:39.290329 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-cd3a9a63-c618-4bef-8e30-faeaaba4a7aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 982 time: 0.1386762 Sep 21 16:07:39.372439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-959136db-a85c-418b-b8c9-56a3b614709e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:39.373705 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-959136db-a85c-418b-b8c9-56a3b614709e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0768428 Sep 21 16:07:39.386144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47805161-f1d2-4fe7-9a5c-84c695c035c9 req-372b6015-f39a-4d80-9e81-35af52f010db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:39.387477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-47805161-f1d2-4fe7-9a5c-84c695c035c9 req-372b6015-f39a-4d80-9e81-35af52f010db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 982 time: 0.1645296 Sep 21 16:07:39.511831 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-47805161-f1d2-4fe7-9a5c-84c695c035c9 req-8d1a6e21-6c74-4b28-82eb-07af04103083 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=4697f106-e592-489b-a3cf-b72b48ce52aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064191 Sep 21 16:07:39.556790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-986975a6-dcbf-4ddd-8d95-8526e7d38da2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1780801 Sep 21 16:07:39.567005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:39.680049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:39.977466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:40.005825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] For port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:07:40.057581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] device_id is not set on port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc yet. {{(pid=89725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 21 16:07:40.065587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:40.144257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:40.284514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Pushing event updated for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=11']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:40.326035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.326724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.326724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.327047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.327378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.327965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.328297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.328624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.328947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.329281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.329596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.329917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:40.338761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] No DVR routers for this DVR port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:07:40.558892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] In _notify_port_updated(), no bound segment for port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc on network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 {{(pid=89725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 21 16:07:40.559759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:40.560358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:40.561623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0fe8e5d-95a1-4d0d-8752-d80427bfb8f2 req-e24b0028-f885-4f43-8c60-42f5e622bc62 service neutron] 10.222.0.33 "PUT /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 200 len: 1025 time: 0.9984052 Sep 21 16:07:40.680706 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-65e9beda-1ced-4d61-a9be-41ac2b7b0995 req-440cc301-acb4-4c18-8133-3d4843a628bd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4fdc05-4330-45c8-9286-bd6cd1eede29 HTTP/1.1" status: 200 len: 210 time: 0.0525417 Sep 21 16:07:41.781635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48070) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:41.860705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc92b4ce-de92-4f43-9407-557e428ffd83 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:41.889450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc92b4ce-de92-4f43-9407-557e428ffd83 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:42.048939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc92b4ce-de92-4f43-9407-557e428ffd83 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:42.066136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92b4ce-de92-4f43-9407-557e428ffd83 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11004e4b-a8c6-4a71-82cb-a928897670d9,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:42.139754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc92b4ce-de92-4f43-9407-557e428ffd83 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:42.140908 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cc92b4ce-de92-4f43-9407-557e428ffd83 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/11004e4b-a8c6-4a71-82cb-a928897670d9 HTTP/1.1" status: 204 len: 168 time: 0.3575828 Sep 21 16:07:42.247535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48076) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:42.448828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port e4e6139f-87a0-4230-9cb5-74c9de4d541b {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:42.449173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:42.612607 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:42.612934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:42.705119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b697f4c6-11d5-4c75-9b7f-84f7943cc8fc no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:07:42.736857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for e4e6139f-87a0-4230-9cb5-74c9de4d541b owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:42.766425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b697f4c6-11d5-4c75-9b7f-84f7943cc8fc not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:07:42.951624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:43.003959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=e4e6139f-87a0-4230-9cb5-74c9de4d541b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:43.099557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:43.099872 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 18e4a71c-f9bf-47d5-a345-24a7ea69b3f6 disassociated (deleted). External IP: 172.26.0.115, port: b697f4c6-11d5-4c75-9b7f-84f7943cc8fc. Sep 21 16:07:43.583914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:07:43.757287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:07:43.766684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] Sync routers for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:07:43.775314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:43.775914 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:43.858835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:43.917703 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7586f773-218d-440a-878a-0a9de97214c0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/18e4a71c-f9bf-47d5-a345-24a7ea69b3f6 HTTP/1.1" status: 204 len: 168 time: 1.6690967 Sep 21 16:07:43.955500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:44.064954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48086) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:44.138192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-299469f2-12ef-4457-ae13-d77896a0e018 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:44.168710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-299469f2-12ef-4457-ae13-d77896a0e018 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:44.282529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:07:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:44.286527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] Checking router: 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:07:44.294856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:44.298728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-299469f2-12ef-4457-ae13-d77896a0e018 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:44.298891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:44.324926 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299469f2-12ef-4457-ae13-d77896a0e018 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106ffe07-4f2f-4f53-8bc6-c7b9063d6c33,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:44.328136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-299469f2-12ef-4457-ae13-d77896a0e018 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:44.329415 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-299469f2-12ef-4457-ae13-d77896a0e018 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/106ffe07-4f2f-4f53-8bc6-c7b9063d6c33 HTTP/1.1" status: 204 len: 168 time: 0.2631197 Sep 21 16:07:44.415905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48092) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:44.483377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:44.483646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c00c0643-ec3d-4c1a-afcd-320035d5e3ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port b697f4c6-11d5-4c75-9b7f-84f7943cc8fc {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:44.483779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c00c0643-ec3d-4c1a-afcd-320035d5e3ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:44.733757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c00c0643-ec3d-4c1a-afcd-320035d5e3ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:44.801210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:07:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:44.805177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2b27e-4ffc-4729-ad0d-afd41099a738 None None] The sync data for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv is: [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '806fffe5-cbe1-4da6-b7a1-c97ad2178ebd', 'name': '', 'network_id': '2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:83:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:55Z', 'updated_at': '2022-09-21T16:07:01Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '74c37a1b-d14a-4946-b9f5-70f9b5359f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:07:44.859030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c00c0643-ec3d-4c1a-afcd-320035d5e3ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for b697f4c6-11d5-4c75-9b7f-84f7943cc8fc owned by {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:45.019251 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a938d879-717b-4c0c-8f0b-fe1720108071 None None] New status for floating IP 18e4a71c-f9bf-47d5-a345-24a7ea69b3f6: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:07:45.076159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c00c0643-ec3d-4c1a-afcd-320035d5e3ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:45.126196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0643-ec3d-4c1a-afcd-320035d5e3ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=b697f4c6-11d5-4c75-9b7f-84f7943cc8fc,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:45.237288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c00c0643-ec3d-4c1a-afcd-320035d5e3ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:45.250033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48096) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:45.250613 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c00c0643-ec3d-4c1a-afcd-320035d5e3ed tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/ports/b697f4c6-11d5-4c75-9b7f-84f7943cc8fc HTTP/1.1" status: 204 len: 168 time: 0.8330836 Sep 21 16:07:45.791453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:46.251358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:46.252053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:46.444633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:46.444982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:46.567276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:46.854412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:46.903657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=806fffe5-cbe1-4da6-b7a1-c97ad2178ebd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:46.946551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.946899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.947240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.947571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.947904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.948229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.948548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.948873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.949191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.949509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.949824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:46.950165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:47.190554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:47.540868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:07:47.819150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:07:47.829382 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] Sync routers for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:07:47.832084 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e09d3dae-9eff-4ddf-9507-d022605147fd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/52ba7f5d-6b27-4f42-98c0-a8dfaab30984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5802507 Sep 21 16:07:47.834684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48100) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:47.838526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:47.839121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:47.900696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0d8735-1eef-467f-a510-19ac84f5988d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet 74c37a1b-d14a-4946-b9f5-70f9b5359f01 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:07:47.903709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-be0d8735-1eef-467f-a510-19ac84f5988d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:47.956924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-be0d8735-1eef-467f-a510-19ac84f5988d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.017365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:48.039359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-be0d8735-1eef-467f-a510-19ac84f5988d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.220980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-be0d8735-1eef-467f-a510-19ac84f5988d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.262001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d8735-1eef-467f-a510-19ac84f5988d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=74c37a1b-d14a-4946-b9f5-70f9b5359f01,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:48.263944 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-be0d8735-1eef-467f-a510-19ac84f5988d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.270255 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-be0d8735-1eef-467f-a510-19ac84f5988d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/74c37a1b-d14a-4946-b9f5-70f9b5359f01 HTTP/1.1" status: 204 len: 168 time: 0.4345229 Sep 21 16:07:48.272924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48104) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:48.273073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe39de43-213b-4b3f-8a00-9e63d5e7292d None None] Network 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:07:48.451345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.513755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:07:46Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:48.519863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] Checking router: 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:07:48.534535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] Routers {'52ba7f5d-6b27-4f42-98c0-a8dfaab30984'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:48.535146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:48.639502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.677445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] DHCP port deletion for 2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:07:48.698743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Deleting port fdab896f-6008-4146-9c7e-9a2f15058861 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:48.699120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.704667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 6486cea7-df01-4348-91fd-ef2634d5a70e {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:48.710566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.770895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] Set router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:48.893798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 6486cea7-df01-4348-91fd-ef2634d5a70e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6486cea7-df01-4348-91fd-ef2634d5a70e,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:48.894203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:48.896086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device fdab896f-6008-4146-9c7e-9a2f15058861 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:07:49.021864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 6486cea7-df01-4348-91fd-ef2634d5a70e owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:49.265845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] For port fdab896f-6008-4146-9c7e-9a2f15058861, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fdab896f-6008-4146-9c7e-9a2f15058861,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:49.266158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.266339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.312641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=6486cea7-df01-4348-91fd-ef2634d5a70e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:49.421893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.456463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Calling delete_port for fdab896f-6008-4146-9c7e-9a2f15058861 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:49.483101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port fdab896f-6008-4146-9c7e-9a2f15058861 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:49.483482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.560325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port fdab896f-6008-4146-9c7e-9a2f15058861, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fdab896f-6008-4146-9c7e-9a2f15058861,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:49.572854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:07:46Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:49.576914 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97037496-5a61-4faa-a776-ada68f5bba7d None None] The sync data for ids ['52ba7f5d-6b27-4f42-98c0-a8dfaab30984'] in dv-neutron-858618-1-hyperv is: [{'id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'name': 'tempest-TestNetworkBasicOps-router-340974234', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:06:49Z', 'updated_at': '2022-09-21T16:07:46Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '6486cea7-df01-4348-91fd-ef2634d5a70e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ba7f5d-6b27-4f42-98c0-a8dfaab30984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:06:50Z', 'updated_at': '2022-09-21T16:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:07:49.641602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.702231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:07:49.702599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:07:49.709494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.711925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.719561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=fdab896f-6008-4146-9c7e-9a2f15058861,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:49.727813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.728166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.728519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.728858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.729195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.729532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.729899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.730220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.730553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.730882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.731222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.731534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:07:49.768494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.769008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Fanout notify agent at l3_agent the message router_deleted on router 52ba7f5d-6b27-4f42-98c0-a8dfaab30984 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:07:49.783527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.784597 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-694173e2-c36e-41c0-a7c2-ac56945327b9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/routers/52ba7f5d-6b27-4f42-98c0-a8dfaab30984 HTTP/1.1" status: 204 len: 168 time: 1.5107794 Sep 21 16:07:49.787248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48108) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:49.898297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:49.909232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port fdab896f-6008-4146-9c7e-9a2f15058861 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:49.909585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.125240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port fdab896f-6008-4146-9c7e-9a2f15058861, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fdab896f-6008-4146-9c7e-9a2f15058861,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:50.125602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.203590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Deleting port fdab896f-6008-4146-9c7e-9a2f15058861 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:50.204200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.252406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for fdab896f-6008-4146-9c7e-9a2f15058861 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:50.403410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.420164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] For port fdab896f-6008-4146-9c7e-9a2f15058861, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fdab896f-6008-4146-9c7e-9a2f15058861,segment=NetworkSegment(6301c69c-3acd-4b35-ba3d-caa21a33ed63),segment_id=6301c69c-3acd-4b35-ba3d-caa21a33ed63)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:50.420479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.452218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=fdab896f-6008-4146-9c7e-9a2f15058861,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:50.456052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port fdab896f-6008-4146-9c7e-9a2f15058861 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:07:50.542213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Calling delete_port for fdab896f-6008-4146-9c7e-9a2f15058861 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:07:50.579162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.603651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:50.615320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6301c69c-3acd-4b35-ba3d-caa21a33ed63') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:50.615688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6301c69c-3acd-4b35-ba3d-caa21a33ed63') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:50.617963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:07:50.618328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:07:50.627227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.644160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.650616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:07:50.651016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.720789 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 6301c69c-3acd-4b35-ba3d-caa21a33ed63 resource provider aggregate not found Sep 21 16:07:50.752521 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 6301c69c-3acd-4b35-ba3d-caa21a33ed63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6301c69c-3acd-4b35-ba3d-caa21a33ed63 found for delete ", "request_id": "req-38004c48-1883-47f6-944b-6d977e080387"}]} Sep 21 16:07:50.766734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:07:50.800765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:07:50.801107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 806fffe5-cbe1-4da6-b7a1-c97ad2178ebd not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:07:50.801515 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6486cea7-df01-4348-91fd-ef2634d5a70e no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:07:50.813136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.831505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:50.835228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 6486cea7-df01-4348-91fd-ef2634d5a70e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:07:50.835576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6486cea7-df01-4348-91fd-ef2634d5a70e not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:07:50.842592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:50.906381 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a11f5c9e-33e6-4b92-b71c-f7a7bdfbf71f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/2889959e-5cb5-4dce-a7ab-f6e75cfc7ee7 HTTP/1.1" status: 204 len: 168 time: 1.1181352 Sep 21 16:07:50.920407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48116) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:50.932092 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-518b76a4-b89b-483e-90fa-ec98cccb15dd tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105617 Sep 21 16:07:50.934460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48120) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:50.939604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--1664425248', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:50.944170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:50.948250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:network and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:50.951580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:50.957534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:51.048705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:07:51.052199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.079838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:07:51.088643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.088964 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment bfce040b-4e14-47ef-9eb6-8940871c58a5 of type vlan for network 301c479a-f0c1-4c08-97eb-5acb696996b4 Sep 21 16:07:51.113886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.201374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.207040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:51.207624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.268822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Deleting port fdab896f-6008-4146-9c7e-9a2f15058861 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:07:51.269412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.317417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=301c479a-f0c1-4c08-97eb-5acb696996b4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:51.334354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:07:51.351039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-be041622-c519-48a9-88ae-c64e55b6cad7 None None] The port 'fdab896f-6008-4146-9c7e-9a2f15058861' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:07:51.379498 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5fe71be9-7335-4960-a043-94e110832641 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4440839 Sep 21 16:07:51.382184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48124) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:51.387200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'admin_state_up': True, 'project_id': '707ded9075414f28a6af789a3251199f', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:51.394445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:51.398868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:router and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:51.401838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:51.408375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:51.477707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.478849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.492933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:51.922871 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:52.288165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:52.316860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:52.449417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.24 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/02e53ace-cc9f-4887-b5e0-d4022d82132b) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:07:52.595516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:52.681437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:52.744567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:07:52.747319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:07:52.751078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:07:52.794366 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=02e53ace-cc9f-4887-b5e0-d4022d82132b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:53.222083 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:53.673058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:54.003340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:07:54.181362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:07:54.191293 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Sync routers for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:07:54.200394 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:54.201005 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:54.252621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:54.253900 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-700efda4-c4f7-4b5a-8498-fd29531d662e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8707352 Sep 21 16:07:54.256931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48128) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:54.298837 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-61c73908-4218-48c5-b0c5-827fab1cabb7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408144 Sep 21 16:07:54.301378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48132) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:54.378903 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:54.436659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02330c92-3e53-4b4f-b1e2-fa39cb5733f0 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:54.438163 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-02330c92-3e53-4b4f-b1e2-fa39cb5733f0 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358807 Sep 21 16:07:54.440948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48136) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:54.480424 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d733cedc-bed9-4412-8610-c03bbb1d7245 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383995 Sep 21 16:07:54.482841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48140) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:54.488047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2125570402', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:54.597757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:54.602271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:54.605119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:54.611045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:54.660066 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:52Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:54.665360 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Checking router: 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:07:54.668148 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Updating router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 port 02e53ace-cc9f-4887-b5e0-d4022d82132b binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:07:54.686861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:07:54.690653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:54.721628 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:54.962248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.045599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=3b18f757-3458-4adc-a634-3a1f01f62740,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:55.053016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:07:55.053903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: 301c479a-f0c1-4c08-97eb-5acb696996b4, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:07:55.072801 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.084099 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Transition to ACTIVE for port object 02e53ace-cc9f-4887-b5e0-d4022d82132b will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:07:55.122929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:07:55.151395 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.213464 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Attempting to bind port 02e53ace-cc9f-4887-b5e0-d4022d82132b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:07:55.214159 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Attempting to bind port 02e53ace-cc9f-4887-b5e0-d4022d82132b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:07:55.214159 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Attempting to bind port 02e53ace-cc9f-4887-b5e0-d4022d82132b on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:07:55.214519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 301c479a-f0c1-4c08-97eb-5acb696996b4) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:07:55.219860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:55.220449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.225469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de22a68-b833-41b3-a385-e989173399ec None None] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:07:55.227015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74506046-ec1f-4ca6-b594-78e5d04496b3 None None] Pushing event updated for resources: {'Port': ['ID=02e53ace-cc9f-4887-b5e0-d4022d82132b,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:55.229487 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:07:55.229863 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:07:55.230280 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.230669 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:07:55.231139 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Bound port: 02e53ace-cc9f-4887-b5e0-d4022d82132b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:07:55.231513 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.301336 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3b46dea0-04b3-4d75-8c90-459e9e0fcc3a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8174739 Sep 21 16:07:55.304533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48144) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:55.309908 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] For port 02e53ace-cc9f-4887-b5e0-d4022d82132b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:07:55.313056 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] For port 02e53ace-cc9f-4887-b5e0-d4022d82132b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=02e53ace-cc9f-4887-b5e0-d4022d82132b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:07:55.375580 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.437491 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:55.438268 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:55.454588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-301c479a-f0c1-4c08-97eb-5acb696996b4', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:07:55.455658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.594076 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74506046-ec1f-4ca6-b594-78e5d04496b3 None None] Pushing event updated for resources: {'Port': ['ID=02e53ace-cc9f-4887-b5e0-d4022d82132b,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:55.622696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Allocated IP 172.20.0.2 (301c479a-f0c1-4c08-97eb-5acb696996b4/3b18f757-3458-4adc-a634-3a1f01f62740/bb0d422d-6bea-49a2-8463-9a3700b41308) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:07:55.639962 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:55.844597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:55.860679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Transition to ACTIVE for port object bb0d422d-6bea-49a2-8463-9a3700b41308 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:07:55.884252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Transition to ACTIVE for port object bb0d422d-6bea-49a2-8463-9a3700b41308 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:07:55.924722 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:52Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:55.928645 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6386144-706a-41b4-b859-7f02c038f476 None None] The sync data for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv is: [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:52Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:07:55.957928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.027645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:07:56.030003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:07:56.033732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:07:56.040885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Pushing event updated for resources: {'Port': ['ID=bb0d422d-6bea-49a2-8463-9a3700b41308,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:56.164059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.207090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Attempting to bind port bb0d422d-6bea-49a2-8463-9a3700b41308 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:07:56.207471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Attempting to bind port bb0d422d-6bea-49a2-8463-9a3700b41308 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:07:56.207836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Attempting to bind port bb0d422d-6bea-49a2-8463-9a3700b41308 on network 301c479a-f0c1-4c08-97eb-5acb696996b4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:07:56.215926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:07:56.216497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Checking segment: {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:07:56.217009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.219157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Bound using segment: {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:07:56.220109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Bound port: bb0d422d-6bea-49a2-8463-9a3700b41308, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:07:56.221005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.323516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] For port bb0d422d-6bea-49a2-8463-9a3700b41308, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:07:56.327040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] For port bb0d422d-6bea-49a2-8463-9a3700b41308, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=bb0d422d-6bea-49a2-8463-9a3700b41308,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:07:56.418983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.499850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecface-97f8-4305-9dfe-c21b077915c5 None None] Pushing event updated for resources: {'Port': ['ID=bb0d422d-6bea-49a2-8463-9a3700b41308,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:56.606089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.1 (301c479a-f0c1-4c08-97eb-5acb696996b4/3b18f757-3458-4adc-a634-3a1f01f62740/014f6431-c2fb-451f-90f2-43787808b6d2) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:07:56.808162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.828127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 014f6431-c2fb-451f-90f2-43787808b6d2 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:07:56.871175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 02e53ace-cc9f-4887-b5e0-d4022d82132b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:07:56.921741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:56.990254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:07:56.993742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:07:56.997448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:07:57.006943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 02e53ace-cc9f-4887-b5e0-d4022d82132b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:07:57.012072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 02e53ace-cc9f-4887-b5e0-d4022d82132b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:57.012670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.041693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=014f6431-c2fb-451f-90f2-43787808b6d2,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:57.063449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.138374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 02e53ace-cc9f-4887-b5e0-d4022d82132b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:57.138829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.156543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 02e53ace-cc9f-4887-b5e0-d4022d82132b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=02e53ace-cc9f-4887-b5e0-d4022d82132b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:57.220526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.221886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device bb0d422d-6bea-49a2-8463-9a3700b41308 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:07:57.353523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=02e53ace-cc9f-4887-b5e0-d4022d82132b,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:57.426940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port bb0d422d-6bea-49a2-8463-9a3700b41308 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:07:57.513668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.534544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0a642-0569-4d0f-8ece-8dcb7506f7d6 None None] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:07:57.687568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f3cacda8-46ae-489c-8e4e-a8b80cbd4b77 None None] Provisioning for port bb0d422d-6bea-49a2-8463-9a3700b41308 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:07:57.703661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f3cacda8-46ae-489c-8e4e-a8b80cbd4b77 None None] Provisioning complete for port bb0d422d-6bea-49a2-8463-9a3700b41308 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:57.703986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f3cacda8-46ae-489c-8e4e-a8b80cbd4b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.889412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f3cacda8-46ae-489c-8e4e-a8b80cbd4b77 None None] Current status of the port bb0d422d-6bea-49a2-8463-9a3700b41308 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:57.889806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f3cacda8-46ae-489c-8e4e-a8b80cbd4b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.930163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-f3cacda8-46ae-489c-8e4e-a8b80cbd4b77 None None] For port bb0d422d-6bea-49a2-8463-9a3700b41308, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=bb0d422d-6bea-49a2-8463-9a3700b41308,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:07:57.934624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:57.997311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f3cacda8-46ae-489c-8e4e-a8b80cbd4b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.031903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.070477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cacda8-46ae-489c-8e4e-a8b80cbd4b77 None None] Pushing event updated for resources: {'Port': ['ID=bb0d422d-6bea-49a2-8463-9a3700b41308,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:58.155626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.159193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=014f6431-c2fb-451f-90f2-43787808b6d2,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:58.197578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-85b7d7e7-1cae-4a7b-968a-865ef7eebc18 None None] Provisioning for port 014f6431-c2fb-451f-90f2-43787808b6d2 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:07:58.204070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-85b7d7e7-1cae-4a7b-968a-865ef7eebc18 None None] Provisioning complete for port 014f6431-c2fb-451f-90f2-43787808b6d2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:58.204446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85b7d7e7-1cae-4a7b-968a-865ef7eebc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.264079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-85b7d7e7-1cae-4a7b-968a-865ef7eebc18 None None] Port 014f6431-c2fb-451f-90f2-43787808b6d2 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:07:58.276887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-85b7d7e7-1cae-4a7b-968a-865ef7eebc18 None None] Provisioning complete for port bb0d422d-6bea-49a2-8463-9a3700b41308 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:58.277326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85b7d7e7-1cae-4a7b-968a-865ef7eebc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.304435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:07:58.305894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:07:58.406196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-85b7d7e7-1cae-4a7b-968a-865ef7eebc18 None None] Current status of the port bb0d422d-6bea-49a2-8463-9a3700b41308 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:58.499498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:07:58.526019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4b113b0d-16db-43ff-a2d1-267c777aaaa8 None None] Provisioning complete for port 014f6431-c2fb-451f-90f2-43787808b6d2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:58.526398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4b113b0d-16db-43ff-a2d1-267c777aaaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.580694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4b113b0d-16db-43ff-a2d1-267c777aaaa8 None None] Port 014f6431-c2fb-451f-90f2-43787808b6d2 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:07:58.677933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:07:58.687956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Sync routers for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:07:58.694440 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dedb5633-0ae5-4eee-a33c-c4d4b459dd5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/3fdb9a4b-fd36-480d-8cd8-2256d627e5c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3889577 Sep 21 16:07:58.697196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48148) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:58.697541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:07:58.698177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:58.785631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 02e53ace-cc9f-4887-b5e0-d4022d82132b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:07:58.840799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ad412-8518-4e74-aa74-b906ef594f0e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.841281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ad412-8518-4e74-aa74-b906ef594f0e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.841742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ad412-8518-4e74-aa74-b906ef594f0e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.842323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ad412-8518-4e74-aa74-b906ef594f0e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.842680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ad412-8518-4e74-aa74-b906ef594f0e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.843139 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5ad412-8518-4e74-aa74-b906ef594f0e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.844861 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7a5ad412-8518-4e74-aa74-b906ef594f0e tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1465924 Sep 21 16:07:58.851263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48152) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:58.890126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:58.917972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211af38-a403-429f-a722-5cbf2cdefa43 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.918415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211af38-a403-429f-a722-5cbf2cdefa43 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.918870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211af38-a403-429f-a722-5cbf2cdefa43 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.919312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211af38-a403-429f-a722-5cbf2cdefa43 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.919761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211af38-a403-429f-a722-5cbf2cdefa43 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.920198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211af38-a403-429f-a722-5cbf2cdefa43 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:07:58.922011 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6211af38-a403-429f-a722-5cbf2cdefa43 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0733745 Sep 21 16:07:58.925180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48156) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:58.946494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:07:59.021619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 02e53ace-cc9f-4887-b5e0-d4022d82132b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:59.021903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.245910 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8c29f66e-f41c-49f5-8934-e7233800a577 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3193374 Sep 21 16:07:59.324854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 02e53ace-cc9f-4887-b5e0-d4022d82132b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:59.329869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device bb0d422d-6bea-49a2-8463-9a3700b41308 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:07:59.395203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48164) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:59.401337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534270108', 'description': 'tempest-secgroup-smoke-1534270108 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:59.407425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:59.411699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:59.414673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:59.420354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:59.447572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port bb0d422d-6bea-49a2-8463-9a3700b41308 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:07:59.448464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.479923 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:07:59.483376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.500981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:07:59.503228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:59.507716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:59.509865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Checking router: 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:07:59.510261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Updating router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 port 014f6431-c2fb-451f-90f2-43787808b6d2 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:07:59.510600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:59.516313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:59.585526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.598659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.677264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port bb0d422d-6bea-49a2-8463-9a3700b41308 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:07:59.700254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.744989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27889ee2-305e-49fe-a9f3-e0d3fa5206ea,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:07:59.820596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.821883 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-29040ff8-f95f-4462-b657-fbccb6d75661 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4256036 Sep 21 16:07:59.824717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48168) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:07:59.829976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '27889ee2-305e-49fe-a9f3-e0d3fa5206ea', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:07:59.835949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:07:59.839751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:07:59.842611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:07:59.848725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:07:59.922104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.961923 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:07:59.973295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Transition to ACTIVE for port object 014f6431-c2fb-451f-90f2-43787808b6d2 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:07:59.982790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.029616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.052461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.077538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6292cd74-6848-4f00-9108-9e94c8b75f2d,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:00.157195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.158379 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f5953fca-a9a4-4ad5-a029-fd6977030f4e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327420 Sep 21 16:08:00.161024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48172) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:00.166655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '27889ee2-305e-49fe-a9f3-e0d3fa5206ea', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:00.172505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:00.176442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:00.180078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:00.185842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:00.231360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418ed6e-4f31-4122-af6a-356d4522fb38 None None] Pushing event updated for resources: {'Port': ['ID=014f6431-c2fb-451f-90f2-43787808b6d2,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:00.241750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Attempting to bind port 014f6431-c2fb-451f-90f2-43787808b6d2 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:00.242161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Attempting to bind port 014f6431-c2fb-451f-90f2-43787808b6d2 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:00.242531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Attempting to bind port 014f6431-c2fb-451f-90f2-43787808b6d2 on network 301c479a-f0c1-4c08-97eb-5acb696996b4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:00.248493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:00.248875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Checking segment: {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:00.249284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.249675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Bound using segment: {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:00.250174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Bound port: 014f6431-c2fb-451f-90f2-43787808b6d2, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:00.250553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.255667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.316368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.340143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] For port 014f6431-c2fb-451f-90f2-43787808b6d2, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:00.343313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] For port 014f6431-c2fb-451f-90f2-43787808b6d2, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=014f6431-c2fb-451f-90f2-43787808b6d2,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:00.374491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.398208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c56677c-5a63-4e89-a29e-19d50f33582f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:00.403674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.467297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:00.467940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:07:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:00.477541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.478771 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e5eaf4f5-af4c-4c14-87f0-d04b0869aee2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168323 Sep 21 16:08:00.481467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48176) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:00.486550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '27889ee2-305e-49fe-a9f3-e0d3fa5206ea', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:00.492342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:00.496262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:00.499141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:00.504917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:00.576073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.607131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418ed6e-4f31-4122-af6a-356d4522fb38 None None] Pushing event updated for resources: {'Port': ['ID=014f6431-c2fb-451f-90f2-43787808b6d2,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:00.641745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.709014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:00.723336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.746791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c9fbf8-c087-4dee-ab7d-e8aebd6e2088,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:00.825952 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.827220 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0f5fd1f3-786b-406a-a1b0-80c892b556e4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447890 Sep 21 16:08:00.830158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48180) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:00.835701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '27889ee2-305e-49fe-a9f3-e0d3fa5206ea', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:00.841637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:00.845569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:00.848483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:00.854338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:00.923749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:00.992983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.028179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:00Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:01.032131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7aaca8-a77b-4661-aa58-a9567d8b1182 None None] The sync data for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv is: [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:00Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:01.060250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.098590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9edf126-768b-4b1f-871e-f8cf0fec9f34,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:01.151823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.153085 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8d2bfcc9-fb95-42fc-bd16-80f87904d193 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220098 Sep 21 16:08:01.155957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48184) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:01.161434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '27889ee2-305e-49fe-a9f3-e0d3fa5206ea', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:01.167883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:01.172118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:01.175355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:01.182316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:01.237261 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:08:01.245358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.312136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.385762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.417442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecc9ebd-14c6-4151-9996-0ce43ba0fd8a,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:01.489114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.490410 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b20b0566-e35d-4b33-8b48-967c5a2ef37f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333831 Sep 21 16:08:01.493792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48188) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:01.498981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '27889ee2-305e-49fe-a9f3-e0d3fa5206ea', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:01.505247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:01.509363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:01.512442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:01.518365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:01.579137 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:08:01.586478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.656634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.748322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.777773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dafd46-9fcd-48ac-83b1-54fc576dcca0,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:01.849057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:01.850944 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a422885-588d-421b-8ff2-897a2949a582 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3556154 Sep 21 16:08:02.020642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-9e716acf-dd24-4316-979f-d0ed9c81c44c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:02.094647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-9e716acf-dd24-4316-979f-d0ed9c81c44c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:02.095847 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-9e716acf-dd24-4316-979f-d0ed9c81c44c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534270108&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.1187160 Sep 21 16:08:02.352806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-ec036425-acba-49e5-8939-212239197b37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:02.354155 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-ec036425-acba-49e5-8939-212239197b37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=301c479a-f0c1-4c08-97eb-5acb696996b4 HTTP/1.1" status: 200 len: 797 time: 0.2509432 Sep 21 16:08:02.368839 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-bb02e655-319f-4d39-9554-7d42bcc169a6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0092258 Sep 21 16:08:02.457542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-825c05e9-26f8-4bee-bbda-417da374cb50 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:02.538852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-825c05e9-26f8-4bee-bbda-417da374cb50 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:02.540195 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-825c05e9-26f8-4bee-bbda-417da374cb50 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666718 Sep 21 16:08:02.721189 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-fe7ef66e-4e71-4f5d-a8cb-6ddf0deabc4d service neutron] 10.222.0.65 "GET /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694951 Sep 21 16:08:02.800393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 014f6431-c2fb-451f-90f2-43787808b6d2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:02.858125 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-21a95214-2de6-45c2-bc72-9c660f430b2e service neutron] 10.222.0.65 "GET /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293502 Sep 21 16:08:02.910028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2032dd1c-5eb7-43f9-a0be-82b3d44b7b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:02.938437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 014f6431-c2fb-451f-90f2-43787808b6d2 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:02.943602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 014f6431-c2fb-451f-90f2-43787808b6d2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:02.944477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:03.070900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 014f6431-c2fb-451f-90f2-43787808b6d2 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:03.071278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:03.108623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 014f6431-c2fb-451f-90f2-43787808b6d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=014f6431-c2fb-451f-90f2-43787808b6d2,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:03.112258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9f227974-a06c-465c-b391-395a3e2f51dc req-def2e72a-d719-439a-8371-35e8bb54766f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:03.124494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9f227974-a06c-465c-b391-395a3e2f51dc req-def2e72a-d719-439a-8371-35e8bb54766f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:03.125657 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9f227974-a06c-465c-b391-395a3e2f51dc req-def2e72a-d719-439a-8371-35e8bb54766f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 210 time: 0.0663772 Sep 21 16:08:03.184346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:03.250613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=014f6431-c2fb-451f-90f2-43787808b6d2,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:04.286982 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6708f657-15bc-44e2-b803-8a9ff8ba01c8 req-0c776190-8d47-4bbc-b361-e9c3723b835a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 210 time: 0.0505121 Sep 21 16:08:04.775877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 014f6431-c2fb-451f-90f2-43787808b6d2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:04.844957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 014f6431-c2fb-451f-90f2-43787808b6d2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:04.845328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.945991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-ae84b225-9895-413c-ba00-5be48a02a9ce tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:04.947416 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-ae84b225-9895-413c-ba00-5be48a02a9ce tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=301c479a-f0c1-4c08-97eb-5acb696996b4 HTTP/1.1" status: 200 len: 797 time: 0.1510537 Sep 21 16:08:04.981711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5434f9b7-2976-4d5a-a330-bc151cf54c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:04.983193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 014f6431-c2fb-451f-90f2-43787808b6d2 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:04.998124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-a5af673a-db67-4f34-aecb-45d2e1004eba tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 380 time: 0.0420158 Sep 21 16:08:05.005844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['27889ee2-305e-49fe-a9f3-e0d3fa5206ea']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:05.144324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:05.153810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:05.230071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:08:05.239617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.398446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.8 (301c479a-f0c1-4c08-97eb-5acb696996b4/3b18f757-3458-4adc-a634-3a1f01f62740/dbf4d849-bb98-4272-9e1f-8aef192c6958) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:05.451912 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0f8999ba-d582-4275-bd26-ec78339fc8e2 req-607fd898-25da-4f70-8796-e3c4d3db669c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 210 time: 0.0527713 Sep 21 16:08:05.589070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.604449 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object dbf4d849-bb98-4272-9e1f-8aef192c6958 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:05.694610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.768872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:05.772697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:05.775224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:05.812050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=dbf4d849-bb98-4272-9e1f-8aef192c6958,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:05.845796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:05.846349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:05.952540 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-c85b3f5b-a99f-4461-889d-26433f5b53f3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9501801 Sep 21 16:08:05.963975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Request body: {'port': {'device_id': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:06.014539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ac042990-f955-4082-a0a8-a181a5073a8a None None] Provisioning for port dbf4d849-bb98-4272-9e1f-8aef192c6958 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:06.020208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ac042990-f955-4082-a0a8-a181a5073a8a None None] Provisioning complete for port dbf4d849-bb98-4272-9e1f-8aef192c6958 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:06.020695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ac042990-f955-4082-a0a8-a181a5073a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.080271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.082546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ac042990-f955-4082-a0a8-a181a5073a8a None None] Port dbf4d849-bb98-4272-9e1f-8aef192c6958 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:08:06.277285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.532528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf4d849-bb98-4272-9e1f-8aef192c6958 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:08:06.540210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.555247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Transition to ACTIVE for port object dbf4d849-bb98-4272-9e1f-8aef192c6958 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:06.629349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.738567 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.838603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Pushing event updated for resources: {'Port': ['ID=dbf4d849-bb98-4272-9e1f-8aef192c6958,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:06.856164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0673f-f522-4c66-a615-83ce411f62bd req-3cbd14fa-d3ed-4345-a40b-b9fbcb0b5fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:06.856855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-36f0673f-f522-4c66-a615-83ce411f62bd req-3cbd14fa-d3ed-4345-a40b-b9fbcb0b5fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:06.886784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Attempting to bind port dbf4d849-bb98-4272-9e1f-8aef192c6958 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:06.887119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Attempting to bind port dbf4d849-bb98-4272-9e1f-8aef192c6958 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:06.887441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Attempting to bind port dbf4d849-bb98-4272-9e1f-8aef192c6958 on network 301c479a-f0c1-4c08-97eb-5acb696996b4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:06.891947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Port dbf4d849-bb98-4272-9e1f-8aef192c6958 on network 301c479a-f0c1-4c08-97eb-5acb696996b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:08:06.897841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Attempting to bind port dbf4d849-bb98-4272-9e1f-8aef192c6958 on network 301c479a-f0c1-4c08-97eb-5acb696996b4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:06.897841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:06.897841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Checking segment: {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:06.898195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Bound using segment: {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:06.898577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Bound port: dbf4d849-bb98-4272-9e1f-8aef192c6958, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfce040b-4e14-47ef-9eb6-8940871c58a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:06.898919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:06.943090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-36f0673f-f522-4c66-a615-83ce411f62bd req-3cbd14fa-d3ed-4345-a40b-b9fbcb0b5fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:06.944277 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-36f0673f-f522-4c66-a615-83ce411f62bd req-3cbd14fa-d3ed-4345-a40b-b9fbcb0b5fdb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 931 time: 0.3774791 Sep 21 16:08:07.023314 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-36f0673f-f522-4c66-a615-83ce411f62bd req-9acd47fc-1e9f-4f29-bef8-b965e5386fd9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725536 Sep 21 16:08:07.025822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] For port dbf4d849-bb98-4272-9e1f-8aef192c6958, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:07.028909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] For port dbf4d849-bb98-4272-9e1f-8aef192c6958, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=dbf4d849-bb98-4272-9e1f-8aef192c6958,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:07.089445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.125990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:07.126578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:07.128050 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] 10.222.0.33 "PUT /v2.0/ports/dbf4d849-bb98-4272-9e1f-8aef192c6958 HTTP/1.1" status: 200 len: 1093 time: 1.1688366 Sep 21 16:08:07.128500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:07.130802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e49e76e-5fa1-4473-bbe8-3675adef8ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:07.167290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6addd3-fbcd-4ef6-bbef-34818c97807d service neutron] Pushing event updated for resources: {'Port': ['ID=dbf4d849-bb98-4272-9e1f-8aef192c6958,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:07.175491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab73d82-686c-4e91-827e-11657391fbdd x-openstack-request-id: req-dab73d82-686c-4e91-827e-11657391fbdd {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:07.178864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:07.178864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dab73d82-686c-4e91-827e-11657391fbdd {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:07.178864 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab73d82-686c-4e91-827e-11657391fbdd'] response: {'name': 'network-changed', 'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'status': 'completed', 'code': 200} Sep 21 16:08:07.277234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e76e-5fa1-4473-bbe8-3675adef8ad6 req-47d3b3cc-03fb-45ab-9e20-e4e2c269f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:07.278748 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5e49e76e-5fa1-4473-bbe8-3675adef8ad6 req-47d3b3cc-03fb-45ab-9e20-e4e2c269f007 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 1096 time: 0.0841112 Sep 21 16:08:07.419406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e76e-5fa1-4473-bbe8-3675adef8ad6 req-0ae3ad09-f39d-49dc-97f5-d322a7c1a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:07.420832 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5e49e76e-5fa1-4473-bbe8-3675adef8ad6 req-0ae3ad09-f39d-49dc-97f5-d322a7c1a5a4 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1360524 Sep 21 16:08:07.554925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e76e-5fa1-4473-bbe8-3675adef8ad6 req-008f4124-891d-4e5c-986e-978c2beb77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:07.556347 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5e49e76e-5fa1-4473-bbe8-3675adef8ad6 req-008f4124-891d-4e5c-986e-978c2beb77f2 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299996 Sep 21 16:08:07.667817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-a9605878-40f7-4d9c-b982-c4ec8a9824bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:07.669261 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-a9605878-40f7-4d9c-b982-c4ec8a9824bd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 1096 time: 0.0762932 Sep 21 16:08:07.738181 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-41346054-0d3b-495f-8616-4f6b4a47cc94 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf4d849-bb98-4272-9e1f-8aef192c6958 HTTP/1.1" status: 200 len: 217 time: 0.0623260 Sep 21 16:08:07.800567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-51f437f7-ca1e-46fb-8d01-660c6693e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:07.802017 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-51f437f7-ca1e-46fb-8d01-660c6693e139 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3b18f757-3458-4adc-a634-3a1f01f62740 HTTP/1.1" status: 200 len: 835 time: 0.0586109 Sep 21 16:08:07.886790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-e49bee71-9040-4174-830b-985da12a10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:07.888249 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-e49bee71-9040-4174-830b-985da12a10a5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=301c479a-f0c1-4c08-97eb-5acb696996b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809801 Sep 21 16:08:07.892370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:08.020332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-3dc2ff94-2a01-46dd-8d47-b7479231df99 service neutron] 10.222.0.33 "GET /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254282 Sep 21 16:08:08.291938 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85a9cb30-9253-4ff8-b555-e3c04388e22e req-2c9954db-6828-44fd-9978-1a3d80edd6ee service neutron] 10.222.0.33 "GET /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655365 Sep 21 16:08:08.335285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f90f9-86d4-4546-a322-9cd7a32fdd5f req-ad44cfae-373a-44d7-8a86-bd95ffdaa16a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:08.336724 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d0f90f9-86d4-4546-a322-9cd7a32fdd5f req-ad44cfae-373a-44d7-8a86-bd95ffdaa16a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 943 time: 0.1946511 Sep 21 16:08:08.381211 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d0f90f9-86d4-4546-a322-9cd7a32fdd5f req-8ce38d83-5350-4762-889f-498e6af81b68 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387001 Sep 21 16:08:09.588633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c0af3-3194-4ec7-a22d-3ac43373ef63 req-59ac13fb-4d60-4103-bd6b-5412f48b78f0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:09.590192 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ba2c0af3-3194-4ec7-a22d-3ac43373ef63 req-59ac13fb-4d60-4103-bd6b-5412f48b78f0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 943 time: 0.0882900 Sep 21 16:08:09.633865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-ba2c0af3-3194-4ec7-a22d-3ac43373ef63 req-7887c6dd-58f6-4f75-906c-4f1b8caba295 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:09.645137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-ba2c0af3-3194-4ec7-a22d-3ac43373ef63 req-7887c6dd-58f6-4f75-906c-4f1b8caba295 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:09.646355 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ba2c0af3-3194-4ec7-a22d-3ac43373ef63 req-7887c6dd-58f6-4f75-906c-4f1b8caba295 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502770 Sep 21 16:08:10.836094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device dbf4d849-bb98-4272-9e1f-8aef192c6958 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:08:10.847306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd7b98-e2c4-4380-9487-cc0fd464753f req-0205e535-c9d7-4764-b6a9-56ffb9fc70aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:10.848779 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-56fd7b98-e2c4-4380-9487-cc0fd464753f req-0205e535-c9d7-4764-b6a9-56ffb9fc70aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 943 time: 0.0933163 Sep 21 16:08:10.901399 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-56fd7b98-e2c4-4380-9487-cc0fd464753f req-968b984f-f151-4737-98ef-d418721f344d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459375 Sep 21 16:08:10.980931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port dbf4d849-bb98-4272-9e1f-8aef192c6958, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=dbf4d849-bb98-4272-9e1f-8aef192c6958,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:10.994422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'port_id': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'mac_address': 'fa:16:3e:96:c9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:08:11.049836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port dbf4d849-bb98-4272-9e1f-8aef192c6958 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:11.052462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.070006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf4d849-bb98-4272-9e1f-8aef192c6958 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:08:11.086670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port dbf4d849-bb98-4272-9e1f-8aef192c6958, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=dbf4d849-bb98-4272-9e1f-8aef192c6958,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:11.190066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:11.259717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=dbf4d849-bb98-4272-9e1f-8aef192c6958,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:11.401147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['dbf4d849-bb98-4272-9e1f-8aef192c6958'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:08:12.098793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecbffc-6f10-4d40-bb7a-42ab5dd17c4a req-7f4c1460-681d-4fe6-89ad-5d0de56649b6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:12.100760 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-53ecbffc-6f10-4d40-bb7a-42ab5dd17c4a req-7f4c1460-681d-4fe6-89ad-5d0de56649b6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 944 time: 0.0893710 Sep 21 16:08:12.145622 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-53ecbffc-6f10-4d40-bb7a-42ab5dd17c4a req-1c1aa6a9-5eae-4f8d-bddc-635075ffc7c9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388863 Sep 21 16:08:12.846611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device dbf4d849-bb98-4272-9e1f-8aef192c6958 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:13.008120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port dbf4d849-bb98-4272-9e1f-8aef192c6958 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:13.013018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port dbf4d849-bb98-4272-9e1f-8aef192c6958 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:13.017698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:13.165493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port dbf4d849-bb98-4272-9e1f-8aef192c6958 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:13.165871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:13.196567 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:13.200984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b2f6d7-0543-4f18-af83-d1a0617a0f42" -d '{"events": [{"server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "name": "network-vif-plugged", "status": "completed", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:13.206934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port dbf4d849-bb98-4272-9e1f-8aef192c6958, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=dbf4d849-bb98-4272-9e1f-8aef192c6958,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:13.242114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cefbe6-5685-400c-8f33-2fe61cd5ed9c x-openstack-request-id: req-b8cefbe6-5685-400c-8f33-2fe61cd5ed9c {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:13.242408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "name": "network-vif-plugged", "status": "completed", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:13.242664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8cefbe6-5685-400c-8f33-2fe61cd5ed9c {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:13.243086 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8cefbe6-5685-400c-8f33-2fe61cd5ed9c'] response: {'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'code': 200} Sep 21 16:08:13.282937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:13.348267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0d89d-c8e0-4952-910d-c47ba05878f1 req-2f6f9a6b-95ba-459f-b64f-fc2905e2580f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:13.349767 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4dc0d89d-c8e0-4952-910d-c47ba05878f1 req-2f6f9a6b-95ba-459f-b64f-fc2905e2580f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 945 time: 0.0919929 Sep 21 16:08:13.355678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=dbf4d849-bb98-4272-9e1f-8aef192c6958,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:13.399335 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4dc0d89d-c8e0-4952-910d-c47ba05878f1 req-857c335c-2e73-438e-8370-b96dc9fb5c2b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438092 Sep 21 16:08:13.602164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77f2b0-eae9-41db-8315-87dec0aced2c req-dfc376f8-b53e-4a2c-990f-b06a7c028561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:13.603569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fd77f2b0-eae9-41db-8315-87dec0aced2c req-dfc376f8-b53e-4a2c-990f-b06a7c028561 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 1098 time: 0.0773258 Sep 21 16:08:13.642748 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fd77f2b0-eae9-41db-8315-87dec0aced2c req-023a3a0f-4cca-4348-8ce3-1972328e7b9f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336227 Sep 21 16:08:14.602180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0fd85-8475-4ac7-9c06-ff08fe9f10ec req-c38fc61c-d584-4e0f-85a4-b63c5f611082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:14.603625 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63e0fd85-8475-4ac7-9c06-ff08fe9f10ec req-c38fc61c-d584-4e0f-85a4-b63c5f611082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 945 time: 0.0886855 Sep 21 16:08:14.653650 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63e0fd85-8475-4ac7-9c06-ff08fe9f10ec req-cf3ba21d-7983-4af8-a5dc-fdab17563dfd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Sep 21 16:08:15.855559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934186-f00c-4e92-a3f4-8c75ee5d2976 req-06707a98-a934-4b7c-a039-f76397b30158 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:15.857009 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0934186-f00c-4e92-a3f4-8c75ee5d2976 req-06707a98-a934-4b7c-a039-f76397b30158 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 945 time: 0.0912611 Sep 21 16:08:15.901222 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0934186-f00c-4e92-a3f4-8c75ee5d2976 req-072d4636-852c-4e1e-aed2-7afa78ca1a1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 Sep 21 16:08:16.095660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c246542-db45-487f-95d9-062f1d983dda req-b3ad85f6-1543-47f9-bd96-6cd77c16142a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:16.105328 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3c246542-db45-487f-95d9-062f1d983dda req-b3ad85f6-1543-47f9-bd96-6cd77c16142a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 945 time: 0.0874593 Sep 21 16:08:16.140723 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3c246542-db45-487f-95d9-062f1d983dda req-b7ff46b6-3a65-4e01-ac4c-9472ce389a71 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Sep 21 16:08:16.170561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48246) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:16.250491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787f13f-ba36-4bed-9862-906827c116b0 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:16.251891 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6787f13f-ba36-4bed-9862-906827c116b0 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 1093 time: 0.0803809 Sep 21 16:08:16.254625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48250) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:16.259415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:16.265349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:16.269461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:16.272839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:16.278741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:16.391129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:16.531369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:16.660705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.137 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/bd34ab64-40ca-4a67-b860-8abf7f83f423) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:16.808851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:16.881779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:16.947284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:16.950091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:16.952613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:16.997177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=bd34ab64-40ca-4a67-b860-8abf7f83f423,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:17.463566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:17.595296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:17.797323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:17.852030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:17.957728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=bd34ab64-40ca-4a67-b860-8abf7f83f423,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:17.961913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.131371 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP d000f6f4-e157-4782-baec-0a0f00001757 associated. External IP: 172.26.0.137, port: dbf4d849-bb98-4272-9e1f-8aef192c6958. Sep 21 16:08:18.476073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:08:18.652913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:18.663595 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] Sync routers for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:18.673711 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:18.685341 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:18.755614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:18.810970 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-461e8d50-bb18-4fb6-b4a4-e5eff7d7488f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5553424 Sep 21 16:08:18.811560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:18.813847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48254) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:18.817974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16023ea-fae1-4e81-84be-e2713d9762c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:18.852135 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:18.920682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dfc008-7655-4a97-82c7-09ded08274af x-openstack-request-id: req-02dfc008-7655-4a97-82c7-09ded08274af {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:18.921270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:18.921782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02dfc008-7655-4a97-82c7-09ded08274af {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:18.923035 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02dfc008-7655-4a97-82c7-09ded08274af'] response: {'name': 'network-changed', 'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'status': 'completed', 'code': 200} Sep 21 16:08:19.058572 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-730c4593-652c-40b7-9816-ceead745719d tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers/3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 HTTP/1.1" status: 200 len: 922 time: 0.2433414 Sep 21 16:08:19.061209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48262) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:19.074094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-d09f22b8-e764-4d9b-a203-afa07f350c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:19.075841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-d09f22b8-e764-4d9b-a203-afa07f350c13 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 1098 time: 0.1197326 Sep 21 16:08:19.210148 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd000f6f4-e157-4782-baec-0a0f00001757', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'port_id': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'mac_address': 'fa:16:3e:96:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:17Z', 'updated_at': '2022-09-21T16:08:17Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:03Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:19.214452 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] Checking router: 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:19.220398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-113a1273-33d2-4668-a56b-b80bb8d9d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:19.222025 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-113a1273-33d2-4668-a56b-b80bb8d9d1b6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=301c479a-f0c1-4c08-97eb-5acb696996b4 HTTP/1.1" status: 200 len: 898 time: 0.1403620 Sep 21 16:08:19.224190 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:19.224873 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:19.299092 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-decedbc1-bdfb-4ed2-aa66-44430785abca tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 200 len: 991 time: 0.2353678 Sep 21 16:08:19.335750 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-5f826345-d6e6-4b5f-bcd5-c4996024c6c4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf4d849-bb98-4272-9e1f-8aef192c6958 HTTP/1.1" status: 200 len: 999 time: 0.1080158 Sep 21 16:08:19.404075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-7d5cb325-a0ca-43df-bae9-7e4d3c743d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:19.406767 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-7d5cb325-a0ca-43df-bae9-7e4d3c743d3a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3b18f757-3458-4adc-a634-3a1f01f62740 HTTP/1.1" status: 200 len: 835 time: 0.0650935 Sep 21 16:08:19.435643 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:19.490841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-7e0ab2e9-6018-495b-878c-5db76dafe201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:19.492368 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-7e0ab2e9-6018-495b-878c-5db76dafe201 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=301c479a-f0c1-4c08-97eb-5acb696996b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804410 Sep 21 16:08:19.634172 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-7e8b81b7-456d-49ee-a7ef-06256f30a763 service neutron] 10.222.0.33 "GET /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361401 Sep 21 16:08:19.769620 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a16023ea-fae1-4e81-84be-e2713d9762c2 req-2a3a57e7-7981-4f5d-a650-4468008440e9 service neutron] 10.222.0.33 "GET /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291714 Sep 21 16:08:19.784581 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd000f6f4-e157-4782-baec-0a0f00001757', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'port_id': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'mac_address': 'fa:16:3e:96:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:17Z', 'updated_at': '2022-09-21T16:08:17Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:03Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:19.788497 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cda9a2a-002e-4527-b0b6-83080d8677b5 None None] The sync data for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv is: [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd000f6f4-e157-4782-baec-0a0f00001757', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'port_id': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'mac_address': 'fa:16:3e:96:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:17Z', 'updated_at': '2022-09-21T16:08:17Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:03Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:19.967987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e49279-4adb-44b7-ba1e-093d41da72e1 None None] New status for floating IP d000f6f4-e157-4782-baec-0a0f00001757: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:08:20.301133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48266) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:20.406231 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-44cbcc43-dcbf-42e5-8ed5-4f33c76e5e25 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 200 len: 993 time: 0.1039095 Sep 21 16:08:25.150455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f31098-bc2d-41bf-a5ce-346721f2503c req-8651a73c-abeb-42dd-8712-6f16198a4755 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:25.155733 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0f31098-bc2d-41bf-a5ce-346721f2503c req-8651a73c-abeb-42dd-8712-6f16198a4755 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 946 time: 0.2047005 Sep 21 16:08:25.206047 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0f31098-bc2d-41bf-a5ce-346721f2503c req-1760533a-f4a4-488a-851e-2ecdb77627ec tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 Sep 21 16:08:26.411613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70149e51-c5ec-42d2-9d32-9507174b39c4 req-5ed2234e-17ad-42f9-b9f7-232afd9d35ff tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:26.413650 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-70149e51-c5ec-42d2-9d32-9507174b39c4 req-5ed2234e-17ad-42f9-b9f7-232afd9d35ff tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 946 time: 0.0928421 Sep 21 16:08:26.459725 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-70149e51-c5ec-42d2-9d32-9507174b39c4 req-abd13c31-c849-4917-b510-a3b9897fb82c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403032 Sep 21 16:08:26.570223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-e9a62dbf-8570-4ca4-a2f8-16558c3271a0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:26.571623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-e9a62dbf-8570-4ca4-a2f8-16558c3271a0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 946 time: 0.0906830 Sep 21 16:08:26.645498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Deleting port ca513fe8-550e-4076-893c-9926143dd17f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:26.645842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:26.896086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] For port ca513fe8-550e-4076-893c-9926143dd17f, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=ca513fe8-550e-4076-893c-9926143dd17f,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:26.896945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:27.189031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:27.189402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:27.189713 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Floating IP f83e7c73-a654-4f94-a60d-618ceb0dfab2 disassociated. External IP: 172.26.0.234, port: ca513fe8-550e-4076-893c-9926143dd17f. Sep 21 16:08:27.190083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Calling delete_port for ca513fe8-550e-4076-893c-9926143dd17f owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:08:27.389314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:27.438400 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event deleted for resources: {'Port': ['ID=ca513fe8-550e-4076-893c-9926143dd17f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:27.650702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7e0b58d3-b629-4a9d-bc67-5212d28f9324 req-0400a75b-2637-4b2d-ac8d-941434b9d4aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 210 time: 0.0667663 Sep 21 16:08:27.674597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:08:27.860838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:27.872791 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:27.883094 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:27.884010 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:28.069487 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:28.071611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] No DVR routers for this DVR port ca513fe8-550e-4076-893c-9926143dd17f on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:08:28.074224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:28.076832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ab1165-c00a-4652-b885-e44e033be4c8', 'name': 'network-vif-deleted', 'tag': 'ca513fe8-550e-4076-893c-9926143dd17f'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:28.079371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965069b3-a85d-4abe-9dea-be7bb48cdac7" -d '{"events": [{"server_uuid": "35ab1165-c00a-4652-b885-e44e033be4c8", "name": "network-vif-deleted", "tag": "ca513fe8-550e-4076-893c-9926143dd17f"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:28.121505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6172579b-9566-4ea6-a461-01467f357185 x-openstack-request-id: req-6172579b-9566-4ea6-a461-01467f357185 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:28.121802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ab1165-c00a-4652-b885-e44e033be4c8", "name": "network-vif-deleted", "tag": "ca513fe8-550e-4076-893c-9926143dd17f", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:28.122087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6172579b-9566-4ea6-a461-01467f357185 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:28.122487 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6172579b-9566-4ea6-a461-01467f357185'] response: {'server_uuid': '35ab1165-c00a-4652-b885-e44e033be4c8', 'name': 'network-vif-deleted', 'tag': 'ca513fe8-550e-4076-893c-9926143dd17f', 'status': 'completed', 'code': 200} Sep 21 16:08:28.164086 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-daeea14b-f9c1-4d75-baef-ae73a28d2cf3 req-55725a9b-c19e-41c1-a7cd-cb8cb1e89065 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "DELETE /v2.0/ports/ca513fe8-550e-4076-893c-9926143dd17f HTTP/1.1" status: 204 len: 173 time: 1.5858800 Sep 21 16:08:28.379545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:28.383417 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:28.391561 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:28.392140 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:28.615026 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:28.808714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:28.816019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-625e88d2-b960-4a66-ba5b-b821df048470 req-37bda8f5-6c6b-4d5e-a391-891ba7acd0d1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:28.882731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-625e88d2-b960-4a66-ba5b-b821df048470 req-37bda8f5-6c6b-4d5e-a391-891ba7acd0d1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:28.883827 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-625e88d2-b960-4a66-ba5b-b821df048470 req-37bda8f5-6c6b-4d5e-a391-891ba7acd0d1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=35ab1165-c00a-4652-b885-e44e033be4c8 HTTP/1.1" status: 200 len: 210 time: 0.1203616 Sep 21 16:08:28.906934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device ca513fe8-550e-4076-893c-9926143dd17f no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:08:28.928288 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:28.932392 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6816d5-8adb-452c-93da-daf3e19b886e None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:28.946499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: ca513fe8-550e-4076-893c-9926143dd17f {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:08:28.946922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device ca513fe8-550e-4076-893c-9926143dd17f not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:08:29.149476 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371cd21b-a295-438f-86ac-4fa99781793f None None] New status for floating IP f83e7c73-a654-4f94-a60d-618ceb0dfab2: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:08:30.170431 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-42a24518-fcc6-4350-bada-a318a4ebbb33 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053953608&fields=id&tenant_id=1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 267 time: 0.0392389 Sep 21 16:08:30.320075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-bf03f8f5-7ca6-4a94-8ce7-472aaf8d994d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:30.321529 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-bf03f8f5-7ca6-4a94-8ce7-472aaf8d994d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 811 time: 0.1448476 Sep 21 16:08:30.336449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-2770a065-9f9d-4936-bcab-f4249b7f27d4 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/quotas/1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 375 time: 0.0095198 Sep 21 16:08:30.430545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-233501ec-7855-446b-8ac9-0f3809e4bf94 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892181 Sep 21 16:08:30.566245 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-17c140fe-eba6-4728-81ff-19a16227e2ca service neutron] 10.222.0.65 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247487 Sep 21 16:08:30.698581 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-404956e3-d50a-42f9-875a-5350ea970fe7 service neutron] 10.222.0.65 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261516 Sep 21 16:08:31.338470 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bd389146-9e80-4b44-bf11-fc880a5f2711 req-dac55d0d-6960-453e-abc3-d817123eab6e tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 210 time: 0.0521328 Sep 21 16:08:32.498957 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f8cc3ef1-b061-4fb5-a478-d2c7c11f9480 req-525b530e-7202-4084-9ddc-8b1cc0d20ad7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 210 time: 0.0504639 Sep 21 16:08:32.886407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76af3459-261a-4a35-a5f7-fae3dd23a7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:33.350478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-94b478f1-90ee-4402-b4c5-1f993d6df797 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:33.351891 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-94b478f1-90ee-4402-b4c5-1f993d6df797 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 811 time: 0.1487672 Sep 21 16:08:33.403316 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-4ec02406-854c-4aa9-b1e9-7d89f13a82ef tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 380 time: 0.0429142 Sep 21 16:08:33.413757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'port': {'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'admin_state_up': True, 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'security_groups': ['64bb32dd-6e7b-48c1-a646-5f30f66c4cfc']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:33.552884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:33.563001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:33.652718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Made reservation on behalf of 1ad6903d50d84eaaa1604dbc036f698c for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:08:33.656212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:33.666854 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-106bd182-0884-49c6-897d-46f7205e449a req-c291aac4-ba5d-4e6c-b770-daa3368870a6 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 210 time: 0.0537007 Sep 21 16:08:33.819866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Allocated IP 172.20.0.4 (31cffb00-f0db-4a88-a975-14de553860e4/c257876a-25a2-4a57-837b-3e632d934a86/67b2bb70-52b0-42df-ae05-11163ec95a71) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:34.012003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.027146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Transition to ACTIVE for port object 67b2bb70-52b0-42df-ae05-11163ec95a71 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:34.115907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.187210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Network 31cffb00-f0db-4a88-a975-14de553860e4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:34.190435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:34.193001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:34.240036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=67b2bb70-52b0-42df-ae05-11163ec95a71,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:34.268399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:34.269066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.357430 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-b1ba4aad-3a72-4a3f-bb4e-052562ba19bf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9477868 Sep 21 16:08:34.377985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Request body: {'port': {'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:34.484546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.523281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-43a54dd5-7ce0-473c-ac74-af0a76de3a0f None None] Provisioning for port 67b2bb70-52b0-42df-ae05-11163ec95a71 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:34.528944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-43a54dd5-7ce0-473c-ac74-af0a76de3a0f None None] Provisioning complete for port 67b2bb70-52b0-42df-ae05-11163ec95a71 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:34.529339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-43a54dd5-7ce0-473c-ac74-af0a76de3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.586294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-43a54dd5-7ce0-473c-ac74-af0a76de3a0f None None] Port 67b2bb70-52b0-42df-ae05-11163ec95a71 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:08:34.900856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b2bb70-52b0-42df-ae05-11163ec95a71 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:08:34.909614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:34.928949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Transition to ACTIVE for port object 67b2bb70-52b0-42df-ae05-11163ec95a71 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:08:34.942702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ead2c2-e8be-4a23-bbf7-56be11f422b5 req-8616e035-2faa-4224-b05d-d1e939d8a97c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:34.944030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-03ead2c2-e8be-4a23-bbf7-56be11f422b5 req-8616e035-2faa-4224-b05d-d1e939d8a97c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:34.985186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8e1b107e-5d6c-4338-9267-c621ffd06498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:35.013968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-03ead2c2-e8be-4a23-bbf7-56be11f422b5 req-8616e035-2faa-4224-b05d-d1e939d8a97c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:35.015316 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03ead2c2-e8be-4a23-bbf7-56be11f422b5 req-8616e035-2faa-4224-b05d-d1e939d8a97c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 931 time: 0.2287931 Sep 21 16:08:35.016163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:35.345746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Pushing event updated for resources: {'Port': ['ID=67b2bb70-52b0-42df-ae05-11163ec95a71,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:35.366689 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-03ead2c2-e8be-4a23-bbf7-56be11f422b5 req-ac10c123-ef84-4324-85e7-a24e64186ca0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035328 Sep 21 16:08:35.391692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Attempting to bind port 67b2bb70-52b0-42df-ae05-11163ec95a71 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:08:35.391972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Attempting to bind port 67b2bb70-52b0-42df-ae05-11163ec95a71 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:08:35.392307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Attempting to bind port 67b2bb70-52b0-42df-ae05-11163ec95a71 on network 31cffb00-f0db-4a88-a975-14de553860e4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:35.397015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Port 67b2bb70-52b0-42df-ae05-11163ec95a71 on network 31cffb00-f0db-4a88-a975-14de553860e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:08:35.397342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Attempting to bind port 67b2bb70-52b0-42df-ae05-11163ec95a71 on network 31cffb00-f0db-4a88-a975-14de553860e4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:08:35.402492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:08:35.402822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Checking segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:08:35.403206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Bound using segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:08:35.403633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Bound port: 67b2bb70-52b0-42df-ae05-11163ec95a71, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:08:35.403985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:35.496930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] For port 67b2bb70-52b0-42df-ae05-11163ec95a71, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:08:35.499798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] For port 67b2bb70-52b0-42df-ae05-11163ec95a71, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67b2bb70-52b0-42df-ae05-11163ec95a71,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:08:35.557010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:35.589612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:35.590253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:35.591634 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] 10.222.0.33 "PUT /v2.0/ports/67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 200 len: 1093 time: 1.2268593 Sep 21 16:08:35.596726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:35.599716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06648530-13e4-4c8f-838c-ea7a6c7a9dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:35.636479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccff491-b7fa-4101-a7af-342e70248215 service neutron] Pushing event updated for resources: {'Port': ['ID=67b2bb70-52b0-42df-ae05-11163ec95a71,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:35.648644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15163c97-96cf-44c3-b8dd-abca3cb7ed58 x-openstack-request-id: req-15163c97-96cf-44c3-b8dd-abca3cb7ed58 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:35.654596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:35.654596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15163c97-96cf-44c3-b8dd-abca3cb7ed58 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:35.654596 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15163c97-96cf-44c3-b8dd-abca3cb7ed58'] response: {'name': 'network-changed', 'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'status': 'completed', 'code': 200} Sep 21 16:08:35.750289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06648530-13e4-4c8f-838c-ea7a6c7a9dbf req-ca93072b-7150-4059-a62d-3c1d74ac6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:35.751796 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-06648530-13e4-4c8f-838c-ea7a6c7a9dbf req-ca93072b-7150-4059-a62d-3c1d74ac6931 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1096 time: 0.0847976 Sep 21 16:08:35.892801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06648530-13e4-4c8f-838c-ea7a6c7a9dbf req-722f9caa-4c9c-4344-8307-592cd93b5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:35.894298 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-06648530-13e4-4c8f-838c-ea7a6c7a9dbf req-722f9caa-4c9c-4344-8307-592cd93b5f6d service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1352916 Sep 21 16:08:36.030578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06648530-13e4-4c8f-838c-ea7a6c7a9dbf req-99ff187a-8afb-49a1-b641-66198499a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:36.031917 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-06648530-13e4-4c8f-838c-ea7a6c7a9dbf req-99ff187a-8afb-49a1-b641-66198499a469 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310697 Sep 21 16:08:36.144928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-7a3e3d7a-12fb-4f7f-afe3-45b24f1b655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:36.146993 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-7a3e3d7a-12fb-4f7f-afe3-45b24f1b655a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1096 time: 0.0793235 Sep 21 16:08:36.219220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-209bc5a9-0c31-40ce-9a2e-ac0160ba44e4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 200 len: 217 time: 0.0647123 Sep 21 16:08:36.253625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:36.286770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-7e3ceed4-53c6-461f-9684-7925df709e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:36.286770 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-7e3ceed4-53c6-461f-9684-7925df709e74 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0587418 Sep 21 16:08:36.373520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-4427a650-e492-46c7-8f55-e3d4a01d28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:36.375098 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-4427a650-e492-46c7-8f55-e3d4a01d28b8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840306 Sep 21 16:08:36.479054 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:08:36.565078 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-60484c3c-0423-4e33-a2aa-705f5fdaf158 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827810 Sep 21 16:08:36.676150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3297a-9de3-4b3e-92ca-ef4cf4903809 req-f1a31967-bbde-4eae-bb35-37ebc061ce6d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:36.678174 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-44e3297a-9de3-4b3e-92ca-ef4cf4903809 req-f1a31967-bbde-4eae-bb35-37ebc061ce6d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 943 time: 0.1928587 Sep 21 16:08:36.749343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:36.753764 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-44e3297a-9de3-4b3e-92ca-ef4cf4903809 req-a3cb42d3-fd22-4ec5-946f-2c70cdcc3c93 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688751 Sep 21 16:08:36.755659 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f3630c4-2d1a-4751-8145-64478a1126aa req-49057f16-b038-4005-bfde-537badb05752 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818180 Sep 21 16:08:37.881129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:37.954174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd50fe7-9863-4a3a-9f59-b29e5883264d req-65b6221c-450e-459c-ac2c-2edcae1d7b92 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:37.955612 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cbd50fe7-9863-4a3a-9f59-b29e5883264d req-65b6221c-450e-459c-ac2c-2edcae1d7b92 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 943 time: 0.0859694 Sep 21 16:08:37.998830 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cbd50fe7-9863-4a3a-9f59-b29e5883264d req-56078001-ff9d-42cb-a965-58c063bc62aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368943 Sep 21 16:08:39.195884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c777f-7db9-4fe6-ad6a-307ccb0b8386 req-8ed9ff1b-831d-423a-813c-3c0a5048f57d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:39.197313 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-571c777f-7db9-4fe6-ad6a-307ccb0b8386 req-8ed9ff1b-831d-423a-813c-3c0a5048f57d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 943 time: 0.0895860 Sep 21 16:08:39.241268 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-571c777f-7db9-4fe6-ad6a-307ccb0b8386 req-21e43e20-ef7a-4013-b172-b27aaf51e3e6 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382612 Sep 21 16:08:40.444135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff5d5a-bad6-4b8b-8926-2d573652ca9a req-9a9f906f-2de4-482b-a48f-e02aef4dacbf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:40.445588 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15ff5d5a-bad6-4b8b-8926-2d573652ca9a req-9a9f906f-2de4-482b-a48f-e02aef4dacbf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 943 time: 0.0910432 Sep 21 16:08:40.488509 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-15ff5d5a-bad6-4b8b-8926-2d573652ca9a req-2166760c-63df-45d0-8ed9-60403c9696e1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373712 Sep 21 16:08:41.690102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10562da4-ee72-43d5-b75d-5a03eb3d23be req-8ec321c9-b873-4c76-afb8-d5a1b829f946 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:41.691564 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-10562da4-ee72-43d5-b75d-5a03eb3d23be req-8ec321c9-b873-4c76-afb8-d5a1b829f946 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 943 time: 0.0905511 Sep 21 16:08:41.734833 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-10562da4-ee72-43d5-b75d-5a03eb3d23be req-3bf14ea5-0fef-4d0a-958e-f1fdbf02607f tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370371 Sep 21 16:08:42.932696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26713bdc-b1cb-4955-b9f7-42cd118812c7 req-a01e49b0-a4d9-4602-be34-47c7f65adc21 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:42.934160 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-26713bdc-b1cb-4955-b9f7-42cd118812c7 req-a01e49b0-a4d9-4602-be34-47c7f65adc21 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 943 time: 0.0866015 Sep 21 16:08:43.000976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 67b2bb70-52b0-42df-ae05-11163ec95a71 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:08:43.094656 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-26713bdc-b1cb-4955-b9f7-42cd118812c7 req-3b68918c-e8b4-4d5c-abd5-d6c9b1c53f91 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548457 Sep 21 16:08:43.137657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 67b2bb70-52b0-42df-ae05-11163ec95a71, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67b2bb70-52b0-42df-ae05-11163ec95a71,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:43.150418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:08:43.206757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 67b2bb70-52b0-42df-ae05-11163ec95a71 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:43.207373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:43.224294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b2bb70-52b0-42df-ae05-11163ec95a71 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:08:43.240580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 67b2bb70-52b0-42df-ae05-11163ec95a71, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67b2bb70-52b0-42df-ae05-11163ec95a71,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:43.379388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:43.448576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=67b2bb70-52b0-42df-ae05-11163ec95a71,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:43.581221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['67b2bb70-52b0-42df-ae05-11163ec95a71'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:08:44.287938 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca4853-8728-47a1-96fe-35a3bae7201a req-d52901ee-1911-4d88-9f05-b66fd1359bf1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:44.289286 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a9ca4853-8728-47a1-96fe-35a3bae7201a req-d52901ee-1911-4d88-9f05-b66fd1359bf1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 944 time: 0.0862050 Sep 21 16:08:44.332430 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a9ca4853-8728-47a1-96fe-35a3bae7201a req-44421ce3-403d-45a8-8306-8a6a3ada45a3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Sep 21 16:08:45.000761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 67b2bb70-52b0-42df-ae05-11163ec95a71 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:45.122233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 67b2bb70-52b0-42df-ae05-11163ec95a71 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:08:45.126893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 67b2bb70-52b0-42df-ae05-11163ec95a71 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:45.134320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:45.271853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 67b2bb70-52b0-42df-ae05-11163ec95a71 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:45.272144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:45.297713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:45.299993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbb2351-e5a8-474e-bb82-869fda6eab8c" -d '{"events": [{"server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "name": "network-vif-plugged", "status": "completed", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:45.308391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 67b2bb70-52b0-42df-ae05-11163ec95a71, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67b2bb70-52b0-42df-ae05-11163ec95a71,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:45.342370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeebccc-e496-4ebd-bbc5-caa84cfc43b7 x-openstack-request-id: req-ffeebccc-e496-4ebd-bbc5-caa84cfc43b7 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:45.342656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "name": "network-vif-plugged", "status": "completed", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:45.342906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ffeebccc-e496-4ebd-bbc5-caa84cfc43b7 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:45.343313 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffeebccc-e496-4ebd-bbc5-caa84cfc43b7'] response: {'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'code': 200} Sep 21 16:08:45.373919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:45.445184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=67b2bb70-52b0-42df-ae05-11163ec95a71,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:45.535840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a93ed-fb12-4212-8cbe-0d022ca23021 req-c4364c99-df70-445a-b2ae-ae1c84ce800d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:45.537238 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-257a93ed-fb12-4212-8cbe-0d022ca23021 req-c4364c99-df70-445a-b2ae-ae1c84ce800d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 945 time: 0.0946877 Sep 21 16:08:45.582231 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-257a93ed-fb12-4212-8cbe-0d022ca23021 req-769d650f-fa3a-42cd-b672-03bf88c99f69 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392623 Sep 21 16:08:45.796664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26299faa-1487-41e2-9c44-55371fd553cf req-c0834cf6-6868-4804-9007-b0b758dcb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:45.798039 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-26299faa-1487-41e2-9c44-55371fd553cf req-c0834cf6-6868-4804-9007-b0b758dcb312 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1098 time: 0.0765967 Sep 21 16:08:45.838145 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-26299faa-1487-41e2-9c44-55371fd553cf req-b1b3e7e7-b1e8-4e51-8e1e-973b800aca7e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342543 Sep 21 16:08:46.784028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3612817-591e-4176-aef3-6389549d4c90 req-ac08aefc-9e9a-4461-a1e4-090f46998f24 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:46.790644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c3612817-591e-4176-aef3-6389549d4c90 req-ac08aefc-9e9a-4461-a1e4-090f46998f24 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 945 time: 0.0920951 Sep 21 16:08:46.830669 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c3612817-591e-4176-aef3-6389549d4c90 req-54965f39-2fc3-499f-a5fa-e88626fc44dc tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389276 Sep 21 16:08:48.028735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac5a28-be8a-43a7-a708-bf16bbb6fe43 req-2d38360c-8d22-4e90-977b-adf54859213b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:48.030223 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fcac5a28-be8a-43a7-a708-bf16bbb6fe43 req-2d38360c-8d22-4e90-977b-adf54859213b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 945 time: 0.0870245 Sep 21 16:08:48.077009 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fcac5a28-be8a-43a7-a708-bf16bbb6fe43 req-038a384d-090d-4828-9da1-b2fcc51187cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 Sep 21 16:08:48.273062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4209c-f5ed-4f14-aaed-523b45931669 req-74c77cc5-6969-42d3-8990-3dc467c4f641 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:48.274561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8fe4209c-f5ed-4f14-aaed-523b45931669 req-74c77cc5-6969-42d3-8990-3dc467c4f641 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 945 time: 0.0909059 Sep 21 16:08:48.320828 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8fe4209c-f5ed-4f14-aaed-523b45931669 req-836265f3-6683-45ae-bcab-0cc30d6aa4b1 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Sep 21 16:08:48.349552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48348) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:48.426399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d005d-b98e-4eed-b70c-1d107fb36203 tempest-TestVolumeBootPattern-1348085957 tempest-TestVolumeBootPattern-1348085957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:48.427699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-300d005d-b98e-4eed-b70c-1d107fb36203 tempest-TestVolumeBootPattern-1348085957 tempest-TestVolumeBootPattern-1348085957-project-admin] Synchronizing usage tracker for tenant:93ae9c51e15947aa8d05f170d11fac9c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:48.493289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-300d005d-b98e-4eed-b70c-1d107fb36203 tempest-TestVolumeBootPattern-1348085957 tempest-TestVolumeBootPattern-1348085957-project-admin] Unset dirty status for tenant:93ae9c51e15947aa8d05f170d11fac9c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:48.494475 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-300d005d-b98e-4eed-b70c-1d107fb36203 tempest-TestVolumeBootPattern-1348085957 tempest-TestVolumeBootPattern-1348085957-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1093 time: 0.1439250 Sep 21 16:08:48.497344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48352) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:48.502366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:08:48.508332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:08:48.512215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:floatingip and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:08:48.515033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:08:48.521308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:08:48.589114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:48.727656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:48.863652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Allocated IP 172.26.0.171 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/ec42c3f6-a083-4be6-ab45-e91940d7f081) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:08:49.008469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:49.116792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:49.181903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:08:49.184876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:08:49.187415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:08:49.225959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=ec42c3f6-a083-4be6-ab45-e91940d7f081,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:49.242134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.242487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.242833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.243170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.243503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.243835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.244185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.244496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.244823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.245150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.245475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.245796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:49.616964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:49.670200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48358) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:49.961258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:50.056030 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b4698396-edd5-4edf-a381-8bee03425aa4 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers/3fdb9a4b-fd36-480d-8cd8-2256d627e5c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3847232 Sep 21 16:08:50.059117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48362) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:50.199098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:50.257984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:50.310077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09261889-00a6-4ff6-9b3a-d8bdcb74ac6c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Notify agent at dv-neutron-858618-1-hyperv the message router_removed_from_agent {{(pid=89726) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 21 16:08:50.315656 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-09261889-00a6-4ff6-9b3a-d8bdcb74ac6c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "DELETE /v2.0/agents/407fdc02-49e7-408e-9733-e8a694596ae7/l3-routers/3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 HTTP/1.1" status: 204 len: 168 time: 0.2530329 Sep 21 16:08:50.316670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48366) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:50.370977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:50.423765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=ec42c3f6-a083-4be6-ab45-e91940d7f081,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:50.505736 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e97032ed-d35f-4485-b2d6-3536ab781505 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers/3fdb9a4b-fd36-480d-8cd8-2256d627e5c8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1843343 Sep 21 16:08:50.506009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48370) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:50.546414 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Floating IP c0c83b72-7e5b-40a8-aaf7-c5417110a098 associated. External IP: 172.26.0.171, port: 67b2bb70-52b0-42df-ae05-11163ec95a71. Sep 21 16:08:50.717128 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f6241131-0833-489f-ad2f-5f91b435a7fb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 200 len: 993 time: 0.2095807 Sep 21 16:08:50.910699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:08:51.091201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:51.103092 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:51.112834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 014f6431-c2fb-451f-90f2-43787808b6d2 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:08:51.119919 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:51.120532 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:51.144235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39c5b3-1df9-45c3-be2d-f45acc095347 None None] New status for floating IP d000f6f4-e157-4782-baec-0a0f00001757: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:08:51.185301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:51.249111 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-94f3b49d-7a23-4a78-b82c-848894585157 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7486553 Sep 21 16:08:51.249111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:51.250510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e52337-7bc3-4d52-bfc9-778516cb904d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:51.295230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a6501-ccde-47e9-a8de-d9490eb4fe23 x-openstack-request-id: req-300a6501-ccde-47e9-a8de-d9490eb4fe23 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:51.295530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:51.295780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-300a6501-ccde-47e9-a8de-d9490eb4fe23 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:51.296183 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300a6501-ccde-47e9-a8de-d9490eb4fe23'] response: {'name': 'network-changed', 'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'status': 'completed', 'code': 200} Sep 21 16:08:51.298769 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:51.398726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-5a22d9c9-3877-44fa-99ad-2028bc85c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:51.400550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-5a22d9c9-3877-44fa-99ad-2028bc85c6e6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1098 time: 0.0842249 Sep 21 16:08:51.464811 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 014f6431-c2fb-451f-90f2-43787808b6d2 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:51.464811 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:51.504170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 014f6431-c2fb-451f-90f2-43787808b6d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=014f6431-c2fb-451f-90f2-43787808b6d2,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:51.535565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-76e05901-c742-4e06-8c7b-e33da8067266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:51.537775 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-76e05901-c742-4e06-8c7b-e33da8067266 service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1316102 Sep 21 16:08:51.570651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:51.653988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=014f6431-c2fb-451f-90f2-43787808b6d2,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:51.658419 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:49Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:51.662376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.662730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.663078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.663403 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:51.663535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.663745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.664084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.664419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.664760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.665093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.665426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.665757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.666113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:51.672650 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:51.673266 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:51.719866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48378) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:51.771469 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-4153be6b-d9ba-45f1-a726-55ecf625499f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 200 len: 999 time: 0.2270610 Sep 21 16:08:51.827905 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bf58d0fe-2cde-44db-8386-64890d99f4fb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 200 len: 991 time: 0.1058028 Sep 21 16:08:51.837793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-ed35af68-7e33-4497-88a9-3034c992dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:51.839259 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-ed35af68-7e33-4497-88a9-3034c992dffb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0627663 Sep 21 16:08:51.859783 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:51.919776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-e85cd19c-0b9f-4836-901b-ff57901da448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:51.921246 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-e85cd19c-0b9f-4836-901b-ff57901da448 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766993 Sep 21 16:08:52.051208 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-7c641360-e2a7-4eec-b6d6-9fb79638447e service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240070 Sep 21 16:08:52.182921 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-23e52337-7bc3-4d52-bfc9-778516cb904d req-3011ad4c-a27b-479d-8b31-37b289d5e1ad service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256850 Sep 21 16:08:52.239178 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:49Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:52.243151 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2548a1e-9bdb-428d-b59e-130d9d7b8569 None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:49Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:52.428134 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300f198-d6f4-4005-a5f3-af3562b1cf66 None None] New status for floating IP c0c83b72-7e5b-40a8-aaf7-c5417110a098: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:08:52.792433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 02e53ace-cc9f-4887-b5e0-d4022d82132b no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:08:52.907045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 02e53ace-cc9f-4887-b5e0-d4022d82132b is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:52.907433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:52.926008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 02e53ace-cc9f-4887-b5e0-d4022d82132b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=02e53ace-cc9f-4887-b5e0-d4022d82132b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:52.969559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48384) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:53.012128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:53.084139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=02e53ace-cc9f-4887-b5e0-d4022d82132b,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:53.251901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f99ac2-40cd-48ed-8d15-8edbdc5c006c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:08:53.252243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f99ac2-40cd-48ed-8d15-8edbdc5c006c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Notify agent at dv-neutron-858618-1-hyperv the message router_added_to_agent {{(pid=89726) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 21 16:08:53.271971 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-35f99ac2-40cd-48ed-8d15-8edbdc5c006c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "POST /v2.0/agents/407fdc02-49e7-408e-9733-e8a694596ae7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3013520 Sep 21 16:08:53.274892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48392) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:53.283025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] Sync routers for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:53.292974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:53.293599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:53.455549 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-33ce490d-f5fe-45f4-8a28-7e42d6e67ac9 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers/3fdb9a4b-fd36-480d-8cd8-2256d627e5c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1795785 Sep 21 16:08:53.459053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48396) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:53.473487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:53.563910 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-87ef2c95-92dd-4587-8807-60bc9cf1d6d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 200 len: 991 time: 0.1036887 Sep 21 16:08:53.816054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd000f6f4-e157-4782-baec-0a0f00001757', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'port_id': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'mac_address': 'fa:16:3e:96:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:17Z', 'updated_at': '2022-09-21T16:08:51Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:51Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:53.819965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] Checking router: 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:53.828705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:53.829296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:54.043401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:54.384275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd000f6f4-e157-4782-baec-0a0f00001757', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'port_id': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'mac_address': 'fa:16:3e:96:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:17Z', 'updated_at': '2022-09-21T16:08:51Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:51Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:54.388192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a8444-ed09-43b8-b4ee-027c7d353694 None None] The sync data for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv is: [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'd000f6f4-e157-4782-baec-0a0f00001757', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'port_id': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'mac_address': 'fa:16:3e:96:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:17Z', 'updated_at': '2022-09-21T16:08:51Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:51Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:08:54.568620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48400) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:54.690985 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8571c3d0-9ea3-4313-8ccb-4485384511fc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 200 len: 991 time: 0.1192055 Sep 21 16:08:54.815261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 014f6431-c2fb-451f-90f2-43787808b6d2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:54.884841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 014f6431-c2fb-451f-90f2-43787808b6d2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:54.885523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:55.009776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 014f6431-c2fb-451f-90f2-43787808b6d2 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:55.010204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:55.046637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 014f6431-c2fb-451f-90f2-43787808b6d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=014f6431-c2fb-451f-90f2-43787808b6d2,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:55.105460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:55.178688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=014f6431-c2fb-451f-90f2-43787808b6d2,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:55.693205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48404) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:55.801348 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9ce34583-c64b-4050-a9b2-f41ab180630d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 200 len: 991 time: 0.1070628 Sep 21 16:08:55.980139 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e29185-eeac-4e65-a327-a7f26f7de3b3 None None] New status for floating IP d000f6f4-e157-4782-baec-0a0f00001757: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:08:56.805700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48408) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:56.863487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 02e53ace-cc9f-4887-b5e0-d4022d82132b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:56.912078 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dcdd5614-ae06-4a63-982c-897942f5374c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 200 len: 993 time: 0.1042171 Sep 21 16:08:56.930691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 02e53ace-cc9f-4887-b5e0-d4022d82132b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:56.931064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:57.058962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 02e53ace-cc9f-4887-b5e0-d4022d82132b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:57.059444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:57.077345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 02e53ace-cc9f-4887-b5e0-d4022d82132b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=02e53ace-cc9f-4887-b5e0-d4022d82132b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:08:57.121671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:57.123000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 014f6431-c2fb-451f-90f2-43787808b6d2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:57.187085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48416) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:08:57.238265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=02e53ace-cc9f-4887-b5e0-d4022d82132b,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:57.256284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 014f6431-c2fb-451f-90f2-43787808b6d2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:57.256284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:57.376286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 014f6431-c2fb-451f-90f2-43787808b6d2 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:57.406717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port bd34ab64-40ca-4a67-b860-8abf7f83f423 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:08:57.406717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:57.697129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:57.697380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:57.834544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for bd34ab64-40ca-4a67-b860-8abf7f83f423 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:08:58.040605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:58.087183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=bd34ab64-40ca-4a67-b860-8abf7f83f423,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:08:58.137513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.137870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.138945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.138945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.138945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.139216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.139544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.139869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.140196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.140520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.141689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.141689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:08:58.198568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:58.199762 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP d000f6f4-e157-4782-baec-0a0f00001757 disassociated (deleted). External IP: 172.26.0.137, port: dbf4d849-bb98-4272-9e1f-8aef192c6958. Sep 21 16:08:58.561458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:08:58.753480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:08:58.763919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] Sync routers for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:08:58.774183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:58.774916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:58.830948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:58.831994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 02e53ace-cc9f-4887-b5e0-d4022d82132b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:08:58.870503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:58.885574 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0e6ebfa9-ca3a-46d2-9431-ed8d08e48c29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/d000f6f4-e157-4782-baec-0a0f00001757 HTTP/1.1" status: 204 len: 168 time: 1.6974230 Sep 21 16:08:58.886275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:08:58.888736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4d536b-a706-4ebe-9495-c69b8a890f19" -d '{"events": [{"name": "network-changed", "server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:08:58.939959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402c36cd-abf1-4095-b1a6-01b593c84545 x-openstack-request-id: req-402c36cd-abf1-4095-b1a6-01b593c84545 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:08:58.940251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:08:58.940505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-402c36cd-abf1-4095-b1a6-01b593c84545 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:08:58.940911 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402c36cd-abf1-4095-b1a6-01b593c84545'] response: {'name': 'network-changed', 'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'status': 'completed', 'code': 200} Sep 21 16:08:59.052334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 02e53ace-cc9f-4887-b5e0-d4022d82132b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:08:59.052705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:08:59.069344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-36d3c85c-2d80-4b1f-8646-ee0fed311300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:59.070887 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-36d3c85c-2d80-4b1f-8646-ee0fed311300 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 1098 time: 0.1023941 Sep 21 16:08:59.095262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:59.207694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-bbbed322-f334-4a9d-b295-5d4da5bed16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:59.209657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-bbbed322-f334-4a9d-b295-5d4da5bed16b service neutron] 10.222.0.33 "GET /v2.0/networks?id=301c479a-f0c1-4c08-97eb-5acb696996b4 HTTP/1.1" status: 200 len: 898 time: 0.1317248 Sep 21 16:08:59.279426 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-d9acb67f-4a95-46ae-9c6c-7adcb3bed64f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf4d849-bb98-4272-9e1f-8aef192c6958 HTTP/1.1" status: 200 len: 217 time: 0.0637395 Sep 21 16:08:59.350616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-77c8cfe5-b5bb-4a3e-ad8c-06c4b702a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:59.352040 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-77c8cfe5-b5bb-4a3e-ad8c-06c4b702a646 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3b18f757-3458-4adc-a634-3a1f01f62740 HTTP/1.1" status: 200 len: 835 time: 0.0651121 Sep 21 16:08:59.384014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 02e53ace-cc9f-4887-b5e0-d4022d82132b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:08:59.440581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-2b9176b8-be6f-4b13-8abb-068a2417be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:59.442101 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-2b9176b8-be6f-4b13-8abb-068a2417be62 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=301c479a-f0c1-4c08-97eb-5acb696996b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826340 Sep 21 16:08:59.474370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:55Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:59.478244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] Checking router: 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:08:59.487031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:08:59.487957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:08:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:59.501846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343d53d-89ba-49bf-89fe-8e8173c983b7 req-d8b9f673-039d-423e-a999-ccbc3a80b148 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:08:59.502564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7343d53d-89ba-49bf-89fe-8e8173c983b7 req-d8b9f673-039d-423e-a999-ccbc3a80b148 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:08:59.573787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7343d53d-89ba-49bf-89fe-8e8173c983b7 req-d8b9f673-039d-423e-a999-ccbc3a80b148 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:08:59.575704 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7343d53d-89ba-49bf-89fe-8e8173c983b7 req-d8b9f673-039d-423e-a999-ccbc3a80b148 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 945 time: 0.1713119 Sep 21 16:08:59.584225 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-6b365879-d994-466d-8e5a-c99089cee96f service neutron] 10.222.0.33 "GET /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349151 Sep 21 16:08:59.642586 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7343d53d-89ba-49bf-89fe-8e8173c983b7 req-636f507b-a226-456c-8a15-10657c9f4301 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603271 Sep 21 16:08:59.674956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:08:59.725667 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c4d536b-a706-4ebe-9495-c69b8a890f19 req-81ace7c5-e66b-476d-be15-ab92c76e9d2f service neutron] 10.222.0.33 "GET /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345859 Sep 21 16:08:59.987150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:55Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:08:59.991152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c763ac-4d17-46cb-aa13-b39bd56bc3f1 None None] The sync data for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv is: [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:07:57Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '014f6431-c2fb-451f-90f2-43787808b6d2', 'name': '', 'network_id': '301c479a-f0c1-4c08-97eb-5acb696996b4', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:2d:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:56Z', 'updated_at': '2022-09-21T16:08:55Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '3b18f757-3458-4adc-a634-3a1f01f62740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:09:00.814111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-5f55bb39-2975-4958-9aeb-9dbf83abc2e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:00.814728 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-5f55bb39-2975-4958-9aeb-9dbf83abc2e8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 945 time: 0.1325948 Sep 21 16:09:00.900283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port dbf4d849-bb98-4272-9e1f-8aef192c6958 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:09:00.900630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:00.970192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de145fb-7378-48e5-a7a7-8702d674e062 req-f026b1b8-133c-4af0-9136-b08a2a304756 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:00.971659 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5de145fb-7378-48e5-a7a7-8702d674e062 req-f026b1b8-133c-4af0-9136-b08a2a304756 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 945 time: 0.2073007 Sep 21 16:09:01.211663 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da514d3-8d81-4359-bc6a-704ea13ca773 None None] New status for floating IP d000f6f4-e157-4782-baec-0a0f00001757: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:09:01.238003 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5de145fb-7378-48e5-a7a7-8702d674e062 req-03427c21-ef29-423e-9580-3a8222f66c9b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=27889ee2-305e-49fe-a9f3-e0d3fa5206ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422354 Sep 21 16:09:01.308404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port dbf4d849-bb98-4272-9e1f-8aef192c6958, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=dbf4d849-bb98-4272-9e1f-8aef192c6958,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:01.308771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:01.433837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for dbf4d849-bb98-4272-9e1f-8aef192c6958 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:09:01.648006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:01.698468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=dbf4d849-bb98-4272-9e1f-8aef192c6958,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:01.787647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port dbf4d849-bb98-4272-9e1f-8aef192c6958 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:09:01.790155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:01.792687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'name': 'network-vif-deleted', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:09:01.794978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2bd2ca-51cd-4338-ab2f-8e32bfab14f9" -d '{"events": [{"server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "name": "network-vif-deleted", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:09:01.839630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebe5567-3135-4024-b598-4b236fad2544 x-openstack-request-id: req-9ebe5567-3135-4024-b598-4b236fad2544 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:09:01.840248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6738f4bb-83ed-41f7-9d52-37f31c57d996", "name": "network-vif-deleted", "tag": "dbf4d849-bb98-4272-9e1f-8aef192c6958", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:09:01.840248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ebe5567-3135-4024-b598-4b236fad2544 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:09:01.840559 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ebe5567-3135-4024-b598-4b236fad2544'] response: {'server_uuid': '6738f4bb-83ed-41f7-9d52-37f31c57d996', 'name': 'network-vif-deleted', 'tag': 'dbf4d849-bb98-4272-9e1f-8aef192c6958', 'status': 'completed', 'code': 200} Sep 21 16:09:01.865809 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6aa30d3b-1de4-4e00-bd6f-31408ae67ee3 req-aaf79674-a282-445c-98fd-6d54569a9070 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/dbf4d849-bb98-4272-9e1f-8aef192c6958 HTTP/1.1" status: 204 len: 173 time: 1.0445702 Sep 21 16:09:02.411170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e9663a27-c726-4e0a-a40b-28cbb488397d req-e689d18f-6677-4a8e-8db0-6b82c7b32e26 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:09:02.480767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e9663a27-c726-4e0a-a40b-28cbb488397d req-e689d18f-6677-4a8e-8db0-6b82c7b32e26 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:09:02.484984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9663a27-c726-4e0a-a40b-28cbb488397d req-e689d18f-6677-4a8e-8db0-6b82c7b32e26 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=6738f4bb-83ed-41f7-9d52-37f31c57d996 HTTP/1.1" status: 200 len: 210 time: 0.1222763 Sep 21 16:09:02.853490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b1c2ead4-648f-4071-8714-72b4edc691c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:03.124747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device dbf4d849-bb98-4272-9e1f-8aef192c6958 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:09:03.162165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: dbf4d849-bb98-4272-9e1f-8aef192c6958 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:09:03.162538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device dbf4d849-bb98-4272-9e1f-8aef192c6958 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:09:03.581512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48436) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:03.649371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39eadede-2825-45b0-ae8e-97d393238fb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:03.679391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39eadede-2825-45b0-ae8e-97d393238fb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:03.807640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39eadede-2825-45b0-ae8e-97d393238fb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:03.828460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eadede-2825-45b0-ae8e-97d393238fb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27889ee2-305e-49fe-a9f3-e0d3fa5206ea,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:03.875734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-39eadede-2825-45b0-ae8e-97d393238fb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:03.876926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-39eadede-2825-45b0-ae8e-97d393238fb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/27889ee2-305e-49fe-a9f3-e0d3fa5206ea HTTP/1.1" status: 204 len: 168 time: 0.2943332 Sep 21 16:09:03.945178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48442) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:04.629813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:04.979024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d924ed6f-c3f1-460a-a2f3-732153affc4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:05.011191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 014f6431-c2fb-451f-90f2-43787808b6d2 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:09:05.011191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:05.212976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 014f6431-c2fb-451f-90f2-43787808b6d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=014f6431-c2fb-451f-90f2-43787808b6d2,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:05.212976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:05.344092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 014f6431-c2fb-451f-90f2-43787808b6d2 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:09:05.874059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:05.923326 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=014f6431-c2fb-451f-90f2-43787808b6d2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:06.231271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:06.293148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:06.597772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:09:06.763172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:06.806772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:09:06.819028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] Sync routers for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:09:06.834306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:09:06.834306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:09:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:06.889338 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f72d1201-4711-4c40-b8e8-93b86c008ae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/3fdb9a4b-fd36-480d-8cd8-2256d627e5c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9380322 Sep 21 16:09:06.889338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48448) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:06.964692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba0d759-c8a7-4932-bb68-07b2dc33661d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet 3b18f757-3458-4adc-a634-3a1f01f62740 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:09:06.964692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d759-c8a7-4932-bb68-07b2dc33661d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.025233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:09:07.035980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d759-c8a7-4932-bb68-07b2dc33661d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.137883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d759-c8a7-4932-bb68-07b2dc33661d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.271797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d759-c8a7-4932-bb68-07b2dc33661d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.322198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0d759-c8a7-4932-bb68-07b2dc33661d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=3b18f757-3458-4adc-a634-3a1f01f62740,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:07.333766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ba0d759-c8a7-4932-bb68-07b2dc33661d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.346060 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4ba0d759-c8a7-4932-bb68-07b2dc33661d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/3b18f757-3458-4adc-a634-3a1f01f62740 HTTP/1.1" status: 204 len: 168 time: 0.4490333 Sep 21 16:09:07.350456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48452) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:07.354029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0721e48e-d4c0-46a7-9891-ff58b0758b0d None None] Network 301c479a-f0c1-4c08-97eb-5acb696996b4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:09:07.496148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:09:05Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:07.542758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] Checking router: 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:09:07.554959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.555355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] Routers {'3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:09:07.555965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:09:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:07.745152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.751889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] Set router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:09:07.815257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 02e53ace-cc9f-4887-b5e0-d4022d82132b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:09:07.815257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.859425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] DHCP port deletion for 301c479a-f0c1-4c08-97eb-5acb696996b4 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:09:07.891078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] Deleting port bb0d422d-6bea-49a2-8463-9a3700b41308 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:09:07.891448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.981272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:07.994440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 02e53ace-cc9f-4887-b5e0-d4022d82132b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=02e53ace-cc9f-4887-b5e0-d4022d82132b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:07.994802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.119345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 02e53ace-cc9f-4887-b5e0-d4022d82132b owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:09:08.222875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] For port bb0d422d-6bea-49a2-8463-9a3700b41308, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=bb0d422d-6bea-49a2-8463-9a3700b41308,segment=NetworkSegment(bfce040b-4e14-47ef-9eb6-8940871c58a5),segment_id=bfce040b-4e14-47ef-9eb6-8940871c58a5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:08.223266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.346308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] Calling delete_port for bb0d422d-6bea-49a2-8463-9a3700b41308 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:09:08.401117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:09:05Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:08.409380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7dc739-a2bd-4c98-bf83-7198ee353dc9 None None] The sync data for ids ['3fdb9a4b-fd36-480d-8cd8-2256d627e5c8'] in dv-neutron-858618-1-hyperv is: [{'id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'name': 'tempest-TestNetworkBasicOps-router-1965368259', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:07:51Z', 'updated_at': '2022-09-21T16:09:05Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '02e53ace-cc9f-4887-b5e0-d4022d82132b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb9a4b-fd36-480d-8cd8-2256d627e5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:07:52Z', 'updated_at': '2022-09-21T16:08:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:09:08.482446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.511842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.534053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=02e53ace-cc9f-4887-b5e0-d4022d82132b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:08.605280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] Pushing event deleted for resources: {'Port': ['ID=bb0d422d-6bea-49a2-8463-9a3700b41308,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:08.608945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a6af0-1f55-49b4-bffe-3c2d4cb20470 None None] No DVR routers for this DVR port bb0d422d-6bea-49a2-8463-9a3700b41308 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:09:08.636483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.821441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.823496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.875777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device bb0d422d-6bea-49a2-8463-9a3700b41308 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:09:08.911079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: bb0d422d-6bea-49a2-8463-9a3700b41308 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:09:08.912029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device bb0d422d-6bea-49a2-8463-9a3700b41308 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:09:08.912456 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 014f6431-c2fb-451f-90f2-43787808b6d2 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:09:08.939334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.939912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Fanout notify agent at l3_agent the message router_deleted on router 3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:09:08.950814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 014f6431-c2fb-451f-90f2-43787808b6d2 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:09:08.951171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 014f6431-c2fb-451f-90f2-43787808b6d2 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:09:08.962251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:08.962251 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e69f5f61-40df-4880-b35e-527ee94cbf7b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/routers/3fdb9a4b-fd36-480d-8cd8-2256d627e5c8 HTTP/1.1" status: 204 len: 168 time: 1.6198061 Sep 21 16:09:08.965618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48456) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:09.088300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.321626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.346209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301c479a-f0c1-4c08-97eb-5acb696996b4']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:09.358304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfce040b-4e14-47ef-9eb6-8940871c58a5') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:09.358525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfce040b-4e14-47ef-9eb6-8940871c58a5') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:09.370229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.387469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.400045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:09:09.400045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.465717 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment bfce040b-4e14-47ef-9eb6-8940871c58a5 resource provider aggregate not found Sep 21 16:09:09.496130 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment bfce040b-4e14-47ef-9eb6-8940871c58a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfce040b-4e14-47ef-9eb6-8940871c58a5 found for delete ", "request_id": "req-1630aaca-f72f-4c1b-9ff9-92fb1a60da54"}]} Sep 21 16:09:09.589065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.589065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.607791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=301c479a-f0c1-4c08-97eb-5acb696996b4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:09.618282 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c06206c5-44cf-4a51-9fe3-556b5e33fbf9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/301c479a-f0c1-4c08-97eb-5acb696996b4 HTTP/1.1" status: 204 len: 168 time: 0.6454072 Sep 21 16:09:09.637557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48464) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:09.643355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--1427061254', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:09.648549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:09.652726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:network and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:09.655604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:09.661796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:09.743219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:09:09.746679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.776341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:09:09.786711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.786711 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment 69ec432a-0c42-43c7-9034-b348c35bbf0f of type vlan for network 29961a6d-1b2b-4d72-ac52-aa6741f08869 Sep 21 16:09:09.812647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.914466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:09.922372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:09.922372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:10.030238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=29961a6d-1b2b-4d72-ac52-aa6741f08869,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:10.039861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:09:10.102709 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c0cd5a77-ca52-4ff0-b13e-98302b62ceb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4618289 Sep 21 16:09:10.106903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48468) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:10.110438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'admin_state_up': True, 'project_id': '707ded9075414f28a6af789a3251199f', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:10.119803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:10.123448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:router and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:10.127210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:10.135031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:10.234176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:10.234176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:10.251861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:10.577528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:10.764554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 02e53ace-cc9f-4887-b5e0-d4022d82132b no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:09:10.820022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 02e53ace-cc9f-4887-b5e0-d4022d82132b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:09:10.820022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 02e53ace-cc9f-4887-b5e0-d4022d82132b not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:09:10.984213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:11.014317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:11.169446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.132 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/c0f1ed37-040f-4c83-8102-392810c2671b) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:09:11.440990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:11.516761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:11.582891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:09:11.586130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:09:11.588546 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:09:11.634298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=c0f1ed37-040f-4c83-8102-392810c2671b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:12.071785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:12.409540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:12.703010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:09:12.887425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:09:12.899246 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Sync routers for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:09:12.909140 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:09:12.909728 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:09:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:12.961632 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:12.962908 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c0a71d66-792a-49dd-9e90-fd4f3b9b1005 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8571498 Sep 21 16:09:12.966870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48474) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:13.013437 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7608c0fd-727d-4306-a2ea-1b5b419e043c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423434 Sep 21 16:09:13.013437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48478) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:13.103655 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:09:13.162590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a3183a-6a87-4c16-a853-ba904b4bf55b tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:13.164110 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b8a3183a-6a87-4c16-a853-ba904b4bf55b tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1497383 Sep 21 16:09:13.164266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48482) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:13.320019 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-67ca2dc6-5145-4b82-9e5c-5e66ebe0e617 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1544936 Sep 21 16:09:13.322819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48486) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:13.329079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-506706572', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:13.413824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:11Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:13.418659 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Checking router: dce19da5-2c3c-40a6-9afc-7cb7694dfce8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:09:13.418659 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Updating router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 port c0f1ed37-040f-4c83-8102-392810c2671b binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:09:13.444147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:13.447264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:13.450616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:13.462749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:13.501828 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:09:13.509832 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:13.538913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:09:13.543057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:13.838709 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:13.849786 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Transition to ACTIVE for port object c0f1ed37-040f-4c83-8102-392810c2671b will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:09:13.876285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:13.963999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:13.975647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:09:13.976064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: 29961a6d-1b2b-4d72-ac52-aa6741f08869, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:09:14.167879 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:14.202020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:09:14.232097 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Attempting to bind port c0f1ed37-040f-4c83-8102-392810c2671b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:09:14.233457 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Attempting to bind port c0f1ed37-040f-4c83-8102-392810c2671b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:09:14.233457 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Attempting to bind port c0f1ed37-040f-4c83-8102-392810c2671b on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:09:14.243642 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:09:14.244015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:09:14.244414 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:14.244807 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:09:14.245269 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Bound port: c0f1ed37-040f-4c83-8102-392810c2671b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:09:14.245641 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:14.253753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 29961a6d-1b2b-4d72-ac52-aa6741f08869) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:09:14.258278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:14.259488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:14.264244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a7eb2-4882-4f04-bdb6-d838e7910b42 None None] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:09:14.291422 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Pushing event updated for resources: {'Port': ['ID=c0f1ed37-040f-4c83-8102-392810c2671b,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:14.303849 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.305561 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.305561 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.305561 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.305561 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.305561 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.306159 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.306159 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.306457 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.306761 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.307080 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.307402 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:09:14.336198 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] For port c0f1ed37-040f-4c83-8102-392810c2671b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:09:14.339203 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] For port c0f1ed37-040f-4c83-8102-392810c2671b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c0f1ed37-040f-4c83-8102-392810c2671b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:09:14.345742 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e4b168b7-4dac-497d-b28f-574c60bf3b1b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0216784 Sep 21 16:09:14.348565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48490) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:14.470652 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:14.495290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-29961a6d-1b2b-4d72-ac52-aa6741f08869', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:09:14.495290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:14.543686 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:09:14.544214 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:09:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:14.635888 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094fdb-7e3e-4fb6-9c09-40592e74b25c None None] Pushing event updated for resources: {'Port': ['ID=c0f1ed37-040f-4c83-8102-392810c2671b,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:14.667188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Allocated IP 172.20.0.2 (29961a6d-1b2b-4d72-ac52-aa6741f08869/0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140/989a8302-31b0-4c3c-be6f-410def82c591) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:09:14.739088 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:09:14.887401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:14.898009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Transition to ACTIVE for port object 989a8302-31b0-4c3c-be6f-410def82c591 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:09:14.917334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Transition to ACTIVE for port object 989a8302-31b0-4c3c-be6f-410def82c591 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:09:14.985843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:15.045186 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:11Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:15.049896 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206da08c-863e-4734-aa5a-d61acd52eed3 None None] The sync data for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv is: [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:11Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:09:15.079039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:09:15.088377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:09:15.092939 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:09:15.187185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Pushing event updated for resources: {'Port': ['ID=989a8302-31b0-4c3c-be6f-410def82c591,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:15.211706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Attempting to bind port 989a8302-31b0-4c3c-be6f-410def82c591 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:09:15.212086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Attempting to bind port 989a8302-31b0-4c3c-be6f-410def82c591 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:09:15.212456 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Attempting to bind port 989a8302-31b0-4c3c-be6f-410def82c591 on network 29961a6d-1b2b-4d72-ac52-aa6741f08869 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:09:15.218265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:09:15.218434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Checking segment: {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:09:15.219199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:15.219199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Bound using segment: {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:09:15.221363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Bound port: 989a8302-31b0-4c3c-be6f-410def82c591, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:09:15.221363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:15.240997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:15.352761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] For port 989a8302-31b0-4c3c-be6f-410def82c591, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:09:15.357123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] For port 989a8302-31b0-4c3c-be6f-410def82c591, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=989a8302-31b0-4c3c-be6f-410def82c591,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:09:15.452957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:15.542246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4847b8-e0dd-470c-a18b-98424175e0b1 None None] Pushing event updated for resources: {'Port': ['ID=989a8302-31b0-4c3c-be6f-410def82c591,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:15.693537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.1 (29961a6d-1b2b-4d72-ac52-aa6741f08869/0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140/179db1e8-9ed8-4025-b261-2ccee824677f) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:09:15.918434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:15.935670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 179db1e8-9ed8-4025-b261-2ccee824677f will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:09:16.029724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:16.116778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:09:16.122543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:09:16.127424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:09:16.158305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=179db1e8-9ed8-4025-b261-2ccee824677f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:16.198554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:16.204717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-e30a87e3-2b89-4e25-b7b2-e9d506321b7d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2209115 Sep 21 16:09:16.352117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-9c2bdd87-007a-4b0a-8c17-17d19f772a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:16.353596 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-9c2bdd87-007a-4b0a-8c17-17d19f772a7e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1098 time: 0.0811377 Sep 21 16:09:16.495008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:16.598522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-00987196-3612-4179-839b-c0562cf02172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:16.600041 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-00987196-3612-4179-839b-c0562cf02172 service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.2185512 Sep 21 16:09:16.902664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c0f1ed37-040f-4c83-8102-392810c2671b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:09:16.977853 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-a21dc003-22a0-45b9-a28a-087b401bf475 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 200 len: 1001 time: 0.3167853 Sep 21 16:09:17.005133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532d569-646e-4049-9e9e-f4c67ed8a6b5 None None] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:09:17.089137 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c0f1ed37-040f-4c83-8102-392810c2671b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:09:17.103129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c0f1ed37-040f-4c83-8102-392810c2671b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:17.103129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.123061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-91ea3be5-b6a8-43d3-9e91-d8cc8e6afa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:17.125541 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-91ea3be5-b6a8-43d3-9e91-d8cc8e6afa24 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.1403272 Sep 21 16:09:17.234580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f3f9d54d-516a-4d20-bd28-d3404054dcb6 None None] Provisioning for port 989a8302-31b0-4c3c-be6f-410def82c591 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:09:17.266289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-15316b78-23a4-4699-90f9-a0c65b9980e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:17.267768 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-15316b78-23a4-4699-90f9-a0c65b9980e4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299191 Sep 21 16:09:17.304763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.381858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.394581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c0f1ed37-040f-4c83-8102-392810c2671b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:17.394962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.417913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c0f1ed37-040f-4c83-8102-392810c2671b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c0f1ed37-040f-4c83-8102-392810c2671b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:17.511494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.511494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 989a8302-31b0-4c3c-be6f-410def82c591 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:09:17.528559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=179db1e8-9ed8-4025-b261-2ccee824677f,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:17.536292 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-7c09e37d-37a4-46f8-b9e4-52bb92d22eb0 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570720 Sep 21 16:09:17.540233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.625060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c0f1ed37-040f-4c83-8102-392810c2671b,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:17.716360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 989a8302-31b0-4c3c-be6f-410def82c591 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:09:17.722578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 989a8302-31b0-4c3c-be6f-410def82c591 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:17.729372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.758523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Provisioning for port 179db1e8-9ed8-4025-b261-2ccee824677f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:09:17.778387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Provisioning complete for port 179db1e8-9ed8-4025-b261-2ccee824677f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:17.779262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.794969 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3f9f542-fade-4184-b83c-824024c0ea30 req-ff8299ea-4893-4b84-9fe1-66479809dd1a service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457864 Sep 21 16:09:17.802896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:09:17.804071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:09:17.859543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Port 179db1e8-9ed8-4025-b261-2ccee824677f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:09:17.920399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Provisioning complete for port 989a8302-31b0-4c3c-be6f-410def82c591 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:17.921098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:17.977365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 989a8302-31b0-4c3c-be6f-410def82c591 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:17.977749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:18.016805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:09:18.024063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 989a8302-31b0-4c3c-be6f-410def82c591, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=989a8302-31b0-4c3c-be6f-410def82c591,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:18.086158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Current status of the port 989a8302-31b0-4c3c-be6f-410def82c591 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:18.090520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:18.097455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:18.206927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:09:18.222422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c6e79b20-db5f-4a2e-96fa-6f5cfa881b6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/dce19da5-2c3c-40a6-9afc-7cb7694dfce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8725650 Sep 21 16:09:18.223464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48494) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:18.225991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=989a8302-31b0-4c3c-be6f-410def82c591,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:18.228692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Sync routers for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:09:18.239087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:09:18.239087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:09:18.242082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:09:18.242686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:09:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:18.372032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59076ca1-fa83-4f22-a0bd-61341e765efe tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.372487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59076ca1-fa83-4f22-a0bd-61341e765efe tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.372947 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59076ca1-fa83-4f22-a0bd-61341e765efe tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.373400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59076ca1-fa83-4f22-a0bd-61341e765efe tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.373850 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59076ca1-fa83-4f22-a0bd-61341e765efe tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.374332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59076ca1-fa83-4f22-a0bd-61341e765efe tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.376113 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-59076ca1-fa83-4f22-a0bd-61341e765efe tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1512947 Sep 21 16:09:18.378782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48498) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:18.427196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:09:18.449559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d642256-812f-4693-9362-e3c83e26ccc5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.450060 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d642256-812f-4693-9362-e3c83e26ccc5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.450514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d642256-812f-4693-9362-e3c83e26ccc5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.450971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d642256-812f-4693-9362-e3c83e26ccc5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.451403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d642256-812f-4693-9362-e3c83e26ccc5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.451908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d642256-812f-4693-9362-e3c83e26ccc5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:18.453909 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1d642256-812f-4693-9362-e3c83e26ccc5 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0742188 Sep 21 16:09:18.456745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48502) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:18.693619 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-906c73e6-5b97-4f1b-b898-8ae311df6155 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2358339 Sep 21 16:09:18.796485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:18.804306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-dda8cd35-dbf1-4906-9d9b-7ddd236b8edc None None] Current status of the port 989a8302-31b0-4c3c-be6f-410def82c591 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:18.805593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Checking router: dce19da5-2c3c-40a6-9afc-7cb7694dfce8 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:09:18.805981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Updating router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 port 179db1e8-9ed8-4025-b261-2ccee824677f binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:09:18.835762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48508) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:18.837541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c0f1ed37-040f-4c83-8102-392810c2671b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:09:18.841103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047257610', 'description': 'tempest-secgroup-smoke-1047257610 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:18.849900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:18.854166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:18.857058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:18.862873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:18.917826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:18.933581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:18.954232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:18.961650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:18.962263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:18.969434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:18.996346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4f7e408a-4ffb-45cb-a801-f3ba60584253 None None] Provisioning complete for port 179db1e8-9ed8-4025-b261-2ccee824677f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:18.996919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4f7e408a-4ffb-45cb-a801-f3ba60584253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.047930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.105371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.130349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c0f1ed37-040f-4c83-8102-392810c2671b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:19.130349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.158147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5faa47fc-5d95-4ffa-b889-1dabb815401b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:19.207041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e408a-4ffb-45cb-a801-f3ba60584253 None None] Port 179db1e8-9ed8-4025-b261-2ccee824677f cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:09:19.217609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.221519 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-42f3e6aa-415f-4cb6-80c1-c32c71218d9f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3821089 Sep 21 16:09:19.221877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48512) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:19.227182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '5faa47fc-5d95-4ffa-b889-1dabb815401b', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:19.232961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:19.237040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:19.245618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:19.246271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:19.322056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.374709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c0f1ed37-040f-4c83-8102-392810c2671b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:19.376338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 989a8302-31b0-4c3c-be6f-410def82c591 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:09:19.382855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.459291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.484167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc8cfc0-83ef-4eb3-85a9-cf315fd4117e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:19.523477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 989a8302-31b0-4c3c-be6f-410def82c591 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:19.523856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.562341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.565974 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7a4b1fb5-029a-4831-9c32-c15975a520d9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3406310 Sep 21 16:09:19.566518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48516) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:19.571502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '5faa47fc-5d95-4ffa-b889-1dabb815401b', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:19.573664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.577359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:19.583939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:19.585075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:19.590795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:19.593991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Transition to ACTIVE for port object 179db1e8-9ed8-4025-b261-2ccee824677f will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:09:19.665119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 989a8302-31b0-4c3c-be6f-410def82c591 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:19.717715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.739090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.782009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.857887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.881557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30e1105-d6aa-4270-95f9-6303011baf1d,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:19.939922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cedd5-616f-4407-8eef-126ea42252f1 None None] Pushing event updated for resources: {'Port': ['ID=179db1e8-9ed8-4025-b261-2ccee824677f,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:19.952930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Attempting to bind port 179db1e8-9ed8-4025-b261-2ccee824677f on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:09:19.953560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Attempting to bind port 179db1e8-9ed8-4025-b261-2ccee824677f by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:09:19.953929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Attempting to bind port 179db1e8-9ed8-4025-b261-2ccee824677f on network 29961a6d-1b2b-4d72-ac52-aa6741f08869 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:09:19.959855 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:09:19.960129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Checking segment: {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:09:19.960527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.960961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Bound using segment: {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:09:19.961423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Bound port: 179db1e8-9ed8-4025-b261-2ccee824677f, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:09:19.961798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.967479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:19.971100 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-288460ff-0730-4677-a950-af5a2576834f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4012761 Sep 21 16:09:19.971654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48520) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:19.977147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '5faa47fc-5d95-4ffa-b889-1dabb815401b', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:19.983227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:19.987374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:19.994316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:19.996347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:20.054524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] For port 179db1e8-9ed8-4025-b261-2ccee824677f, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:09:20.057414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] For port 179db1e8-9ed8-4025-b261-2ccee824677f, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=179db1e8-9ed8-4025-b261-2ccee824677f,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:09:20.071261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.136165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.149673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.205202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:09:20.205817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:09:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:20.270086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.292265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cedd5-616f-4407-8eef-126ea42252f1 None None] Pushing event updated for resources: {'Port': ['ID=179db1e8-9ed8-4025-b261-2ccee824677f,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:20.296831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5a9df6-c6d8-4d7c-b99d-33c352f8345b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:20.373319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.374195 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6311cecc-d02d-4a33-89ba-4131c44e09a3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016113 Sep 21 16:09:20.377667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48524) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:20.383033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '5faa47fc-5d95-4ffa-b889-1dabb815401b', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:20.389118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:20.393251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:20.396890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:20.398675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:09:20.402644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:20.506244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.570489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.647123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.669246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bafae3a-77c1-4082-96e9-2a0ae5a6b547,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:20.749434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.750447 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b487f7c4-5cf2-4ea5-a1de-e21f353e947f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3722720 Sep 21 16:09:20.753380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48530) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:20.756255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:20Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:20.759446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '5faa47fc-5d95-4ffa-b889-1dabb815401b', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:20.759635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a12550-fcb5-4b10-8bbb-36a6ff5cb683 None None] The sync data for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv is: [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:20Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:09:20.765541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:20.769602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:20.777371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:20.778677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:20.870744 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:09:20.877965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:20.952492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:21.023728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:21.051210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a99f39-bbee-4a84-9fe6-9a8491b903f9,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:21.104974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:21.108842 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7b27d7ea-8a8c-48c3-98f1-3b5e30b8e7ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3516920 Sep 21 16:09:21.109074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48534) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:21.114332 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '5faa47fc-5d95-4ffa-b889-1dabb815401b', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:21.120934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:21.124974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:21.129497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:21.134383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:21.189297 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:09:21.197418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:21.267433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:21.344831 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:21.370759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606beeb8-32f5-4200-b36e-bb44a5b75e3c,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:21.436394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:21.437612 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cd786798-ef5b-4445-b3c8-14f2c5c2f3aa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273773 Sep 21 16:09:21.673749 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-3fdcdba4-45d5-4c76-bf85-b9ed8dd59cfb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047257610&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.0449924 Sep 21 16:09:21.830865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-ea5acbad-9656-40f3-a178-9962a04d7768 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:21.832316 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-ea5acbad-9656-40f3-a178-9962a04d7768 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=29961a6d-1b2b-4d72-ac52-aa6741f08869 HTTP/1.1" status: 200 len: 797 time: 0.1515684 Sep 21 16:09:21.847840 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-a5f96a93-e953-419d-ac90-75d106dc6f60 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0092428 Sep 21 16:09:21.943347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-74591e1e-ba1e-4998-ab64-ace35fd6c227 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:09:22.013548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-74591e1e-ba1e-4998-ab64-ace35fd6c227 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:09:22.014727 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-74591e1e-ba1e-4998-ab64-ace35fd6c227 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611834 Sep 21 16:09:22.298307 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-cb7f7dde-bc59-4459-86cd-33b27dd71734 service neutron] 10.222.0.65 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708144 Sep 21 16:09:22.433327 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-25f3f662-636d-43e6-8030-d184883551d1 service neutron] 10.222.0.65 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285143 Sep 21 16:09:22.697096 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c7e110c9-8edc-451c-899b-eedbe2499665 req-ba36dc75-928c-4ee5-9d1a-ea32b789fda0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:09:22.709696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c7e110c9-8edc-451c-899b-eedbe2499665 req-ba36dc75-928c-4ee5-9d1a-ea32b789fda0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:09:22.711600 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7e110c9-8edc-451c-899b-eedbe2499665 req-ba36dc75-928c-4ee5-9d1a-ea32b789fda0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 210 time: 0.0680890 Sep 21 16:09:22.834050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 179db1e8-9ed8-4025-b261-2ccee824677f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:09:22.962093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 179db1e8-9ed8-4025-b261-2ccee824677f completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:09:22.967338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 179db1e8-9ed8-4025-b261-2ccee824677f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:22.967797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:23.083972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 179db1e8-9ed8-4025-b261-2ccee824677f is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:23.084352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:23.116766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 179db1e8-9ed8-4025-b261-2ccee824677f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=179db1e8-9ed8-4025-b261-2ccee824677f,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:23.183005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:23.250154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=179db1e8-9ed8-4025-b261-2ccee824677f,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:23.882954 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81db7b51-d58c-4e5f-8f22-9038f6405ae1 req-0a36a726-6f19-487e-8b5e-4ea951ef0b96 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 210 time: 0.0582755 Sep 21 16:09:24.632076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-5f31545b-9aef-4f16-a508-b156cc79de17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:24.635069 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-5f31545b-9aef-4f16-a508-b156cc79de17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=29961a6d-1b2b-4d72-ac52-aa6741f08869 HTTP/1.1" status: 200 len: 797 time: 0.1480188 Sep 21 16:09:24.680398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-a5cd5c5e-7122-4eff-9540-be13132b1032 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 380 time: 0.0389740 Sep 21 16:09:24.688808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['5faa47fc-5d95-4ffa-b889-1dabb815401b']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:24.821491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 179db1e8-9ed8-4025-b261-2ccee824677f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:09:24.829608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:24.841154 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:24.892522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 179db1e8-9ed8-4025-b261-2ccee824677f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:24.892821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:24.933006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:09:24.937842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:25.056969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 179db1e8-9ed8-4025-b261-2ccee824677f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:25.067048 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-86257c00-dcf4-4dfb-8df5-02c3d92be875 req-7e39d74f-d607-4033-a6d3-41441b71a249 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 210 time: 0.0625441 Sep 21 16:09:25.128530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.5 (29961a6d-1b2b-4d72-ac52-aa6741f08869/0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140/2b193fab-fe43-4857-a530-391b86b171ee) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:09:25.320144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:25.335564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 2b193fab-fe43-4857-a530-391b86b171ee will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:09:25.407835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:25.480989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:09:25.484181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:09:25.487987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:09:25.523632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=2b193fab-fe43-4857-a530-391b86b171ee,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:25.561409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:25.562040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:25.762807 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-7007c8c3-e15a-4f88-933d-6367de034104 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0775657 Sep 21 16:09:25.779060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Request body: {'port': {'device_id': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:25.848437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-072107a0-df7f-4cb2-94c3-5e051185e274 None None] Provisioning for port 2b193fab-fe43-4857-a530-391b86b171ee completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:09:25.853319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-072107a0-df7f-4cb2-94c3-5e051185e274 None None] Provisioning complete for port 2b193fab-fe43-4857-a530-391b86b171ee triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:25.853688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-072107a0-df7f-4cb2-94c3-5e051185e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:25.895293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:25.909777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-072107a0-df7f-4cb2-94c3-5e051185e274 None None] Port 2b193fab-fe43-4857-a530-391b86b171ee cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:09:26.429141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b193fab-fe43-4857-a530-391b86b171ee {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:09:26.439058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:26.462822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349dd41-3579-43dc-9484-5706873878ed req-eb139914-c325-46f7-bde3-2cfc884b1ac0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:26.463564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3349dd41-3579-43dc-9484-5706873878ed req-eb139914-c325-46f7-bde3-2cfc884b1ac0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:09:26.468343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Transition to ACTIVE for port object 2b193fab-fe43-4857-a530-391b86b171ee will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:09:26.551980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3349dd41-3579-43dc-9484-5706873878ed req-eb139914-c325-46f7-bde3-2cfc884b1ac0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:09:26.552712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3349dd41-3579-43dc-9484-5706873878ed req-eb139914-c325-46f7-bde3-2cfc884b1ac0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 931 time: 0.3792112 Sep 21 16:09:26.553923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:26.776244 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3349dd41-3579-43dc-9484-5706873878ed req-0bd1b102-051c-4418-8068-4e5aada251b6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778109 Sep 21 16:09:26.779590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Pushing event updated for resources: {'Port': ['ID=2b193fab-fe43-4857-a530-391b86b171ee,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:26.822232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Attempting to bind port 2b193fab-fe43-4857-a530-391b86b171ee on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:09:26.822572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Attempting to bind port 2b193fab-fe43-4857-a530-391b86b171ee by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:09:26.822899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Attempting to bind port 2b193fab-fe43-4857-a530-391b86b171ee on network 29961a6d-1b2b-4d72-ac52-aa6741f08869 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:09:26.827514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Port 2b193fab-fe43-4857-a530-391b86b171ee on network 29961a6d-1b2b-4d72-ac52-aa6741f08869 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:09:26.827839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Attempting to bind port 2b193fab-fe43-4857-a530-391b86b171ee on network 29961a6d-1b2b-4d72-ac52-aa6741f08869 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:09:26.833134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:09:26.833472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Checking segment: {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:09:26.833855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Bound using segment: {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:09:26.834308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Bound port: 2b193fab-fe43-4857-a530-391b86b171ee, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ec432a-0c42-43c7-9034-b348c35bbf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:09:26.835061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:26.930267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] For port 2b193fab-fe43-4857-a530-391b86b171ee, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:09:26.933193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] For port 2b193fab-fe43-4857-a530-391b86b171ee, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=2b193fab-fe43-4857-a530-391b86b171ee,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:09:26.996223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:27.030983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:27.031348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:27.032613 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] 10.222.0.33 "PUT /v2.0/ports/2b193fab-fe43-4857-a530-391b86b171ee HTTP/1.1" status: 200 len: 1093 time: 1.2576168 Sep 21 16:09:27.033316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:09:27.035360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28453831-fe6b-4111-ad37-83987d3d5858" -d '{"events": [{"name": "network-changed", "server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "tag": "2b193fab-fe43-4857-a530-391b86b171ee"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:09:27.077423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc534b-aa88-462d-bd33-b90511c90b4c service neutron] Pushing event updated for resources: {'Port': ['ID=2b193fab-fe43-4857-a530-391b86b171ee,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:27.084353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d01665d-e202-4077-b8fa-95ff5930ec84 x-openstack-request-id: req-2d01665d-e202-4077-b8fa-95ff5930ec84 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:09:27.084668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "tag": "2b193fab-fe43-4857-a530-391b86b171ee", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:09:27.084923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d01665d-e202-4077-b8fa-95ff5930ec84 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:09:27.085313 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d01665d-e202-4077-b8fa-95ff5930ec84'] response: {'name': 'network-changed', 'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee', 'status': 'completed', 'code': 200} Sep 21 16:09:27.184943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453831-fe6b-4111-ad37-83987d3d5858 req-7ab88b2f-057c-4a12-b0d8-5da97951aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:27.186427 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28453831-fe6b-4111-ad37-83987d3d5858 req-7ab88b2f-057c-4a12-b0d8-5da97951aec8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 1096 time: 0.0819201 Sep 21 16:09:27.335948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453831-fe6b-4111-ad37-83987d3d5858 req-def86e20-42a1-4c93-879b-c459904d9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:27.337446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28453831-fe6b-4111-ad37-83987d3d5858 req-def86e20-42a1-4c93-879b-c459904d9de5 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1441987 Sep 21 16:09:27.474589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453831-fe6b-4111-ad37-83987d3d5858 req-5d6544c6-3241-4af7-bbca-ba396124d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:27.476612 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28453831-fe6b-4111-ad37-83987d3d5858 req-5d6544c6-3241-4af7-bbca-ba396124d948 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332891 Sep 21 16:09:27.593340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-4c2757d2-16b4-43c8-a1c7-4c24377d79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:27.594773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-4c2757d2-16b4-43c8-a1c7-4c24377d79cb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 1096 time: 0.0835464 Sep 21 16:09:27.666342 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-455896e6-1b71-4cbf-81bb-db34350a66cd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b193fab-fe43-4857-a530-391b86b171ee HTTP/1.1" status: 200 len: 217 time: 0.0635250 Sep 21 16:09:27.741297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-d9486c25-5c9a-47b5-92c3-3297a5235e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:27.741297 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-d9486c25-5c9a-47b5-92c3-3297a5235e5d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140 HTTP/1.1" status: 200 len: 843 time: 0.0632594 Sep 21 16:09:27.821378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-9cda146c-7cff-4eb7-93db-268fec56ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:27.822477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-9cda146c-7cff-4eb7-93db-268fec56ef5b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29961a6d-1b2b-4d72-ac52-aa6741f08869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810232 Sep 21 16:09:28.021499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-578e1ee4-a4ec-4c7f-ba9b-ea814a45a0b8 service neutron] 10.222.0.33 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932445 Sep 21 16:09:28.055452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984c3a-3cca-450f-9112-3178673eb6c8 req-950e0eb9-a6f5-460c-b5b5-d93ead16f4dc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:28.056885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0984c3a-3cca-450f-9112-3178673eb6c8 req-950e0eb9-a6f5-460c-b5b5-d93ead16f4dc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 943 time: 0.1582668 Sep 21 16:09:28.161965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0984c3a-3cca-450f-9112-3178673eb6c8 req-f0fa3660-eb39-471f-b0de-0e197a68aeac tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564818 Sep 21 16:09:28.198317 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e9a57a8-72b6-488f-b423-08fa8b747e48 req-353fb568-9b44-4d70-95d6-d2547f2e9ed2 service neutron] 10.222.0.33 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704633 Sep 21 16:09:28.795891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:29.233484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 2b193fab-fe43-4857-a530-391b86b171ee details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:09:29.370612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a4e7-6a44-41ab-b1f4-57091695714c req-ca844702-2da4-4cce-a9ee-b346378955a0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:29.372149 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eba0a4e7-6a44-41ab-b1f4-57091695714c req-ca844702-2da4-4cce-a9ee-b346378955a0 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 943 time: 0.0938358 Sep 21 16:09:29.376172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 2b193fab-fe43-4857-a530-391b86b171ee, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=2b193fab-fe43-4857-a530-391b86b171ee,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:29.391356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '2b193fab-fe43-4857-a530-391b86b171ee', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'port_id': '2b193fab-fe43-4857-a530-391b86b171ee', 'mac_address': 'fa:16:3e:26:f6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:09:29.454415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 2b193fab-fe43-4857-a530-391b86b171ee is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:29.454713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:29.472905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b193fab-fe43-4857-a530-391b86b171ee {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:09:29.489769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 2b193fab-fe43-4857-a530-391b86b171ee, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=2b193fab-fe43-4857-a530-391b86b171ee,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:29.516710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-eba0a4e7-6a44-41ab-b1f4-57091695714c req-cfb6b133-3611-43ba-a4e2-6504ac565d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:09:29.544596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:29.615455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=2b193fab-fe43-4857-a530-391b86b171ee,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:29.624702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-eba0a4e7-6a44-41ab-b1f4-57091695714c req-cfb6b133-3611-43ba-a4e2-6504ac565d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:09:29.625912 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eba0a4e7-6a44-41ab-b1f4-57091695714c req-cfb6b133-3611-43ba-a4e2-6504ac565d17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481668 Sep 21 16:09:29.755999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['2b193fab-fe43-4857-a530-391b86b171ee'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:09:30.824552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd17de-483d-4fb3-9d6a-10c2cfa35100 req-e7773ea8-4aff-4dfb-8344-74f6491a053c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:30.826059 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-affd17de-483d-4fb3-9d6a-10c2cfa35100 req-e7773ea8-4aff-4dfb-8344-74f6491a053c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 944 time: 0.0892808 Sep 21 16:09:30.979494 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-affd17de-483d-4fb3-9d6a-10c2cfa35100 req-bbeb7911-cc59-4675-8bf7-d576e05d6879 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473265 Sep 21 16:09:31.248472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 2b193fab-fe43-4857-a530-391b86b171ee up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:09:31.388120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 2b193fab-fe43-4857-a530-391b86b171ee completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:09:31.392743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 2b193fab-fe43-4857-a530-391b86b171ee triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:09:31.393134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:31.513038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 2b193fab-fe43-4857-a530-391b86b171ee is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:09:31.513337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:31.539675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:09:31.541976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e10d7ca-80e3-4dd3-b294-02a618320992" -d '{"events": [{"server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "name": "network-vif-plugged", "status": "completed", "tag": "2b193fab-fe43-4857-a530-391b86b171ee"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:09:31.549819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 2b193fab-fe43-4857-a530-391b86b171ee, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=2b193fab-fe43-4857-a530-391b86b171ee,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:09:31.582705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac930e70-9677-4ca6-8929-b0514c1ee223 x-openstack-request-id: req-ac930e70-9677-4ca6-8929-b0514c1ee223 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:09:31.582994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "name": "network-vif-plugged", "status": "completed", "tag": "2b193fab-fe43-4857-a530-391b86b171ee", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:09:31.583244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac930e70-9677-4ca6-8929-b0514c1ee223 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:09:31.583631 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac930e70-9677-4ca6-8929-b0514c1ee223'] response: {'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee', 'code': 200} Sep 21 16:09:31.623152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:31.690564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=2b193fab-fe43-4857-a530-391b86b171ee,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:31.997211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b268daa-3542-4a0b-b8ed-e3dc5a96022f req-16f1d3ba-e16d-4776-a3f7-712f7f348a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:31.998715 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2b268daa-3542-4a0b-b8ed-e3dc5a96022f req-16f1d3ba-e16d-4776-a3f7-712f7f348a8c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 1098 time: 0.0792506 Sep 21 16:09:32.040304 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2b268daa-3542-4a0b-b8ed-e3dc5a96022f req-b0262eee-429f-4ca6-9322-e9392c0862d9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358996 Sep 21 16:09:32.176822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eefdd7-096b-4b56-8177-24e99f215a55 req-9de7a9f1-be27-4209-b6fc-529932061f53 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:32.178289 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-02eefdd7-096b-4b56-8177-24e99f215a55 req-9de7a9f1-be27-4209-b6fc-529932061f53 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 945 time: 0.0881383 Sep 21 16:09:32.221733 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-02eefdd7-096b-4b56-8177-24e99f215a55 req-08414b98-d10e-49da-a7a1-2bbec0b94841 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376675 Sep 21 16:09:32.864312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a4ab21d8-6092-4ce6-9b8d-30d7dc85ce91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:33.416909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359ff37-0bf0-4915-af3b-112aaa5b7fb2 req-4ed712d2-23fc-47f6-bb86-4f3f32487cb1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:33.418376 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f359ff37-0bf0-4915-af3b-112aaa5b7fb2 req-4ed712d2-23fc-47f6-bb86-4f3f32487cb1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 945 time: 0.0869379 Sep 21 16:09:33.464551 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f359ff37-0bf0-4915-af3b-112aaa5b7fb2 req-791aa9b2-891b-4a60-a418-dc92247fa3b6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405381 Sep 21 16:09:33.665064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042643c-58e9-4ff5-8eab-6c640cc9bb0e req-380f76c1-849a-492c-800b-4e9f7005dd7c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:33.666545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d042643c-58e9-4ff5-8eab-6c640cc9bb0e req-380f76c1-849a-492c-800b-4e9f7005dd7c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 945 time: 0.0915649 Sep 21 16:09:33.711653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d042643c-58e9-4ff5-8eab-6c640cc9bb0e req-2988ffc2-9bb5-4486-b94b-577c9c3373b4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395155 Sep 21 16:09:33.739592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48588) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:33.815781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad3d9f-32ce-4b50-ba9f-cbf8d4f0b263 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:33.817253 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4bad3d9f-32ce-4b50-ba9f-cbf8d4f0b263 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 1093 time: 0.0767150 Sep 21 16:09:33.820741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48592) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:33.825533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '2b193fab-fe43-4857-a530-391b86b171ee', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:09:33.831631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:09:33.836137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:09:33.838975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:09:33.844701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:09:33.909882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:34.047824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:34.185263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.222 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/407c5c34-0b34-46a4-9fae-f34a45d5111f) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:09:34.334358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:34.491165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:34.567179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:09:34.571999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:09:34.575881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:09:34.616356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=407c5c34-0b34-46a4-9fae-f34a45d5111f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:34.972722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d37e2f76-6767-43ec-a95b-ba821e03def8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:34.987165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:35.117611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:35.419244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:35.481117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:35.587854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:35.636287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=407c5c34-0b34-46a4-9fae-f34a45d5111f,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:09:35.764472 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 8a8efa22-7bae-4812-ab27-ebb8848b043c associated. External IP: 172.26.0.222, port: 2b193fab-fe43-4857-a530-391b86b171ee. Sep 21 16:09:36.115413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:09:36.242315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:36.296894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:09:36.309584 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] Sync routers for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:09:36.320053 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:09:36.320964 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:09:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:36.407438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:36.468391 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-05655ed4-80a0-4fea-b651-16f84685bcb6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6466436 Sep 21 16:09:36.469059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:09:36.471225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48596) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:36.482232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6ad82-deab-46bd-9281-336eaef59d62" -d '{"events": [{"name": "network-changed", "server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "tag": "2b193fab-fe43-4857-a530-391b86b171ee"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:09:36.499029 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:09:36.531851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e4f13-7dbd-45eb-ac85-c20437e990f5 x-openstack-request-id: req-b84e4f13-7dbd-45eb-ac85-c20437e990f5 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:09:36.531851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "tag": "2b193fab-fe43-4857-a530-391b86b171ee", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:09:36.531851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b84e4f13-7dbd-45eb-ac85-c20437e990f5 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:09:36.531851 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84e4f13-7dbd-45eb-ac85-c20437e990f5'] response: {'name': 'network-changed', 'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee', 'status': 'completed', 'code': 200} Sep 21 16:09:36.631726 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-80b6ee5c-c7b3-403c-8fce-0a21de05297f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/8a8efa22-7bae-4812-ab27-ebb8848b043c HTTP/1.1" status: 200 len: 991 time: 0.1588192 Sep 21 16:09:36.652656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-e3843f54-cedd-4455-a921-56fd1d892747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:36.654544 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-e3843f54-cedd-4455-a921-56fd1d892747 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 1098 time: 0.1022928 Sep 21 16:09:36.750127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:36.800448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-69e8aa1f-2931-4fa3-8fa2-bcb6d10108ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:36.801888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-69e8aa1f-2931-4fa3-8fa2-bcb6d10108ab service neutron] 10.222.0.33 "GET /v2.0/networks?id=29961a6d-1b2b-4d72-ac52-aa6741f08869 HTTP/1.1" status: 200 len: 898 time: 0.1414049 Sep 21 16:09:36.910375 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8a8efa22-7bae-4812-ab27-ebb8848b043c', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'port_id': '2b193fab-fe43-4857-a530-391b86b171ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'mac_address': 'fa:16:3e:26:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:09:34Z', 'updated_at': '2022-09-21T16:09:34Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:36.910726 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-cda1eb7d-3edc-4c0b-bb3a-96778ab47121 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b193fab-fe43-4857-a530-391b86b171ee HTTP/1.1" status: 200 len: 999 time: 0.1024261 Sep 21 16:09:36.914264 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] Checking router: dce19da5-2c3c-40a6-9afc-7cb7694dfce8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:09:36.922315 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:09:36.922895 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:09:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:36.973107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-efcd0880-9b80-460b-b6f9-b444477ef69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:36.974609 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-efcd0880-9b80-460b-b6f9-b444477ef69b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140 HTTP/1.1" status: 200 len: 843 time: 0.0584066 Sep 21 16:09:37.115006 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:09:37.182720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-e59a1df9-2198-48c8-a3d3-1980c911789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:09:37.184163 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-e59a1df9-2198-48c8-a3d3-1980c911789e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29961a6d-1b2b-4d72-ac52-aa6741f08869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2033129 Sep 21 16:09:37.321659 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-fb18376e-1466-4239-98a7-b96f4a330da5 service neutron] 10.222.0.33 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310933 Sep 21 16:09:37.454177 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5c6ad82-deab-46bd-9281-336eaef59d62 req-f2592922-1f4b-4156-9045-e8a05692b0da service neutron] 10.222.0.33 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261797 Sep 21 16:09:37.462656 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8a8efa22-7bae-4812-ab27-ebb8848b043c', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'port_id': '2b193fab-fe43-4857-a530-391b86b171ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'mac_address': 'fa:16:3e:26:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:09:34Z', 'updated_at': '2022-09-21T16:09:34Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:09:37.466577 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c9aca-2ec8-4589-b66a-9dc156987860 None None] The sync data for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv is: [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8a8efa22-7bae-4812-ab27-ebb8848b043c', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'port_id': '2b193fab-fe43-4857-a530-391b86b171ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'mac_address': 'fa:16:3e:26:f6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:09:34Z', 'updated_at': '2022-09-21T16:09:34Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:09:37.633010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48602) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:37.645815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129ae13-ff11-4ebf-afca-dfb1f55bc914 None None] New status for floating IP 8a8efa22-7bae-4812-ab27-ebb8848b043c: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:09:37.736076 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4ffafee0-ab33-4d18-ab15-3f79b845a283 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/8a8efa22-7bae-4812-ab27-ebb8848b043c HTTP/1.1" status: 200 len: 991 time: 0.1018257 Sep 21 16:09:37.932037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:09:38.739694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48606) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:09:38.845489 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e7cf5767-4abc-4c90-bcc2-994f47a218a8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/8a8efa22-7bae-4812-ab27-ebb8848b043c HTTP/1.1" status: 200 len: 993 time: 0.1041760 Sep 21 16:09:50.490939 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:09:58.812404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:02.886558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ac1f042-d91f-4f03-9608-b79308aa56a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:04.955378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-474cf388-4569-494c-99c2-71e19d337ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:06.255101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:06.788001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:07.909395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:10.764186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [req-8174e9d6-0040-4c98-befd-f3d1caf3a58d req-c977163c-5613-4177-bb71-8d8982d20420 service neutron] (89726) timed out ('10.222.0.33', 59132) {{(pid=89726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 21 16:10:17.071054 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-d86c995b-4c81-48eb-9f40-dfe34ec3cac0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805092 Sep 21 16:10:17.224434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-3b1ad2f8-82c5-449e-ba6e-d451f66de599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:17.225902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-3b1ad2f8-82c5-449e-ba6e-d451f66de599 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1098 time: 0.0846376 Sep 21 16:10:17.375116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-2c2b177d-2ada-42e8-924d-676a8218bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:17.377099 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-2c2b177d-2ada-42e8-924d-676a8218bdda service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1322112 Sep 21 16:10:17.482274 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-3a498af7-77e0-4dc7-b62a-e83fa6f2fe77 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 200 len: 1001 time: 0.0985847 Sep 21 16:10:17.546408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-19266381-1944-492e-a866-05ec111e8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:17.546408 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-19266381-1944-492e-a866-05ec111e8291 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0574512 Sep 21 16:10:17.633270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-2c62ce57-73d4-4aab-a738-614f9ede6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:10:17.634771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-2c62ce57-73d4-4aab-a738-614f9ede6701 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835466 Sep 21 16:10:17.768760 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-7acf7643-7b5e-4be9-a532-3e26b6d9d487 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258516 Sep 21 16:10:17.901909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-75537858-1fc4-4d95-aecf-26dc7d87a63f req-f77686f4-0367-4271-93c3-d61d2238c1cb service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285725 Sep 21 16:10:27.490946 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:10:28.817522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:32.901907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-330a06ec-6775-4dcf-ad1a-af32b04aaec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:35.006126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d716-b526-4eab-b1c1-9354859993a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:36.246770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:36.772200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:37.892056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:10:58.788474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:02.895975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1ca92bf6-ab74-4f67-bd06-bd0572b4a0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:04.490409 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:11:04.954446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37cf7902-84f9-4dc4-b341-6ca19cd90383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:06.262755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:06.765639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:07.896831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:19.141026 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-637f4e3f-26fa-410b-980a-527d8813dcc8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300759 Sep 21 16:11:19.254416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-0eea3601-c984-4319-8801-e1fff161a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:19.255910 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-0eea3601-c984-4319-8801-e1fff161a371 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 1098 time: 0.0934551 Sep 21 16:11:19.415303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-aeb8a768-99eb-436f-a371-9c103d77256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:19.416738 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-aeb8a768-99eb-436f-a371-9c103d77256a service neutron] 10.222.0.33 "GET /v2.0/networks?id=29961a6d-1b2b-4d72-ac52-aa6741f08869 HTTP/1.1" status: 200 len: 898 time: 0.1414895 Sep 21 16:11:19.525438 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-205f0c4a-51da-495f-9e87-6c6f8e583e04 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b193fab-fe43-4857-a530-391b86b171ee HTTP/1.1" status: 200 len: 1001 time: 0.1027608 Sep 21 16:11:19.718247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-15132d49-28fa-40d0-8670-df61d757278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:19.719623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-15132d49-28fa-40d0-8670-df61d757278a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140 HTTP/1.1" status: 200 len: 843 time: 0.1888759 Sep 21 16:11:19.808819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-32f8e207-b5e8-482e-a76d-28e4a8405028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:19.810318 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-32f8e207-b5e8-482e-a76d-28e4a8405028 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29961a6d-1b2b-4d72-ac52-aa6741f08869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838473 Sep 21 16:11:19.944571 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-ae8b3e6c-c261-4d3d-82e5-9e05766df01f service neutron] 10.222.0.33 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283178 Sep 21 16:11:20.080019 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c59db38c-e314-42b3-a5d8-eb8293fe892f req-e4097e0b-44ca-48bf-b2a5-01e8dabd1e3a service neutron] 10.222.0.33 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284711 Sep 21 16:11:28.879784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:30.352055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48714) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:11:30.424278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:11:30.549091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3406034'] for subnet, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:30.839567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741582825292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3079084'] for subnet, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:30.895107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:30.895107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:30.895981 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/subnets/0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140 HTTP/1.1" status: 200 len: 835 time: 0.5425797 Sep 21 16:11:30.899417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa57019-a9ad-4057-9a5a-4dc6985f4748 None None] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:11:30.911184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:30.918377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.921789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.922093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:30.922410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb7eddb-371e-47b1-9d07-6491cf388012 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:31.400548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Provisioning complete for port 179db1e8-9ed8-4025-b261-2ccee824677f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:11:31.400926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:31.524140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Current status of the port 179db1e8-9ed8-4025-b261-2ccee824677f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:11:31.536221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Provisioning complete for port 989a8302-31b0-4c3c-be6f-410def82c591 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:11:31.536597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:31.654907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Current status of the port 989a8302-31b0-4c3c-be6f-410def82c591 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:11:31.667652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Provisioning complete for port 2b193fab-fe43-4857-a530-391b86b171ee triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:11:31.668136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:31.693773 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-d935dffd-bd7d-410c-976d-1cb0a60da9d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053953608&fields=id&tenant_id=1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 267 time: 0.0394061 Sep 21 16:11:31.784853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-847dcbc0-c769-4309-9294-a7ec4f3047b0 None None] Current status of the port 2b193fab-fe43-4857-a530-391b86b171ee is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:11:31.844549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-6c08eab1-78b4-468b-9976-bdbccf6bee19 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:31.846020 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-6c08eab1-78b4-468b-9976-bdbccf6bee19 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 811 time: 0.1456599 Sep 21 16:11:31.860980 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-df9a8eeb-ae8c-4315-a785-f41073d2768f tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/quotas/1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 375 time: 0.0093637 Sep 21 16:11:31.958035 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-d077646c-6f57-4198-bb91-951497deddd5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0918262 Sep 21 16:11:32.093778 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-124f8122-1270-4ef1-bca9-287db8adb47b service neutron] 10.222.0.65 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247289 Sep 21 16:11:32.230876 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-595f18a9-f32d-47b8-b0f4-5a0fd2e90242 service neutron] 10.222.0.65 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312320 Sep 21 16:11:32.861661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eaa0426b-6a24-467f-a4ce-ae4266bbf640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:32.888108 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-977892fa-4042-4dcb-ae74-f8531ba69a1b req-65e67864-8b47-4f18-8c70-3b086b5db620 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 210 time: 0.1119020 Sep 21 16:11:34.051569 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e1d5cd8d-197b-4c79-8fdf-d180cdc24c9c req-b80ff5ca-9aa7-4695-be72-9750b74b2b98 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 210 time: 0.0532146 Sep 21 16:11:34.707701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-8f437cca-76b0-44f3-9c35-1bb2c3b683dc tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:34.709259 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-8f437cca-76b0-44f3-9c35-1bb2c3b683dc tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 811 time: 0.1476038 Sep 21 16:11:34.758911 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-bf6f38df-abf3-49cc-b219-84d5a4a3a224 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ad6903d50d84eaaa1604dbc036f698c HTTP/1.1" status: 200 len: 380 time: 0.0402594 Sep 21 16:11:34.767621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'port': {'device_id': '14406554-17ed-46d3-b4aa-3ac158643955', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'admin_state_up': True, 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'security_groups': ['64bb32dd-6e7b-48c1-a646-5f30f66c4cfc']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:11:34.902945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:11:34.913130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:11:34.976492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d2a657b-d4ef-4bef-8221-d35b8b299d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:35.032837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Made reservation on behalf of 1ad6903d50d84eaaa1604dbc036f698c for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:11:35.037484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:35.244647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-318cd8f2-a594-4369-959a-5bfd07b50472 req-9ae58287-dd1b-44f1-8f17-d2d96f33a06b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 210 time: 0.0648267 Sep 21 16:11:35.270088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Allocated IP 172.20.0.9 (31cffb00-f0db-4a88-a975-14de553860e4/c257876a-25a2-4a57-837b-3e632d934a86/8a1ee211-9292-4f00-a496-949da26f8475) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:11:35.461533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:35.477533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Transition to ACTIVE for port object 8a1ee211-9292-4f00-a496-949da26f8475 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:11:35.560060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:35.629625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Network 31cffb00-f0db-4a88-a975-14de553860e4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:11:35.632483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:11:35.636508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:11:35.673656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=8a1ee211-9292-4f00-a496-949da26f8475,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:35.691477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.691831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.692175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.692515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.692852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.693191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.693522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.693852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.694216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.694546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.694881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.695188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:35.721430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:35.722165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:35.868543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-0f282645-809e-41b1-a4d7-279cb9eff910 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1046338 Sep 21 16:11:35.880650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Request body: {'port': {'device_id': '14406554-17ed-46d3-b4aa-3ac158643955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:11:35.998239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5f5cee59-1e9c-4f5e-a46a-d4293f400c11 None None] Provisioning for port 8a1ee211-9292-4f00-a496-949da26f8475 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:11:35.998713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:36.004856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5f5cee59-1e9c-4f5e-a46a-d4293f400c11 None None] Provisioning complete for port 8a1ee211-9292-4f00-a496-949da26f8475 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:11:36.005313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5f5cee59-1e9c-4f5e-a46a-d4293f400c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:36.062774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cee59-1e9c-4f5e-a46a-d4293f400c11 None None] Port 8a1ee211-9292-4f00-a496-949da26f8475 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:11:36.246903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:36.392714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1ee211-9292-4f00-a496-949da26f8475 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:11:36.402978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:36.420153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Transition to ACTIVE for port object 8a1ee211-9292-4f00-a496-949da26f8475 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:11:36.472634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add6360-1b10-4613-83d0-925d5fd33d70 req-5ab1a1b7-5883-41d7-9da8-7da5ef041818 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:36.474108 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6add6360-1b10-4613-83d0-925d5fd33d70 req-5ab1a1b7-5883-41d7-9da8-7da5ef041818 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 931 time: 0.0962257 Sep 21 16:11:36.491102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:36.520940 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6add6360-1b10-4613-83d0-925d5fd33d70 req-dd85d384-fd67-4748-a869-ee42bdd10969 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Sep 21 16:11:36.782543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:36.805478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1ee211-9292-4f00-a496-949da26f8475,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:36.836818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Attempting to bind port 8a1ee211-9292-4f00-a496-949da26f8475 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:11:36.837315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Attempting to bind port 8a1ee211-9292-4f00-a496-949da26f8475 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:11:36.837597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Attempting to bind port 8a1ee211-9292-4f00-a496-949da26f8475 on network 31cffb00-f0db-4a88-a975-14de553860e4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:11:36.842566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Port 8a1ee211-9292-4f00-a496-949da26f8475 on network 31cffb00-f0db-4a88-a975-14de553860e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:11:36.843006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Attempting to bind port 8a1ee211-9292-4f00-a496-949da26f8475 on network 31cffb00-f0db-4a88-a975-14de553860e4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:11:36.848290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:11:36.848691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Checking segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:11:36.849144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Bound using segment: {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:11:36.849637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Bound port: 8a1ee211-9292-4f00-a496-949da26f8475, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00edc73a-0c0e-4978-80ec-d99f5395e332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:11:36.850085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:36.946709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] For port 8a1ee211-9292-4f00-a496-949da26f8475, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:11:36.949878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] For port 8a1ee211-9292-4f00-a496-949da26f8475, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=8a1ee211-9292-4f00-a496-949da26f8475,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:11:37.023349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:37.055524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:37.056149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:37.057532 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] 10.222.0.33 "PUT /v2.0/ports/8a1ee211-9292-4f00-a496-949da26f8475 HTTP/1.1" status: 200 len: 1093 time: 1.1809528 Sep 21 16:11:37.057999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:11:37.060294 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41937340-b241-4ec7-b2be-8e2129670c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "tag": "8a1ee211-9292-4f00-a496-949da26f8475"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:11:37.104191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d288b-5f24-46a8-8507-7ffadc859e98 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1ee211-9292-4f00-a496-949da26f8475,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:37.165106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0e9f3-8e53-471b-9b4b-00454cde9938 x-openstack-request-id: req-fbb0e9f3-8e53-471b-9b4b-00454cde9938 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:11:37.165412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "tag": "8a1ee211-9292-4f00-a496-949da26f8475", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:11:37.165651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbb0e9f3-8e53-471b-9b4b-00454cde9938 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:11:37.166093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb0e9f3-8e53-471b-9b4b-00454cde9938'] response: {'name': 'network-changed', 'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475', 'status': 'completed', 'code': 200} Sep 21 16:11:37.254346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-dd46e99f-c243-4843-9292-3752832c7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:37.255839 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-dd46e99f-c243-4843-9292-3752832c7d4c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 1096 time: 0.0832975 Sep 21 16:11:37.328131 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-6c585c6a-a708-4907-8575-0d635f3fa26a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a1ee211-9292-4f00-a496-949da26f8475 HTTP/1.1" status: 200 len: 217 time: 0.0647874 Sep 21 16:11:37.392761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-5f8b18b6-c088-4245-b806-f14a673efdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:37.394200 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-5f8b18b6-c088-4245-b806-f14a673efdad service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0614412 Sep 21 16:11:37.478159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-44f6f8d0-7e53-45e8-8a85-3da056743249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:37.479631 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-44f6f8d0-7e53-45e8-8a85-3da056743249 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797596 Sep 21 16:11:37.611700 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-db4833c1-f300-4cbd-8b74-c0bbd93a1d55 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260347 Sep 21 16:11:37.753082 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1d84b83-b311-45e6-ab09-89a059d83f27 req-ca94c1a5-26c0-488d-b67f-1aa7da425772 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343558 Sep 21 16:11:37.814128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cb868-7449-4f36-8128-2c5a10ac401c req-9e2ee7bc-c278-4a3f-af08-0099f8c97248 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:37.815503 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d56cb868-7449-4f36-8128-2c5a10ac401c req-9e2ee7bc-c278-4a3f-af08-0099f8c97248 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 943 time: 0.1829228 Sep 21 16:11:37.860221 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d56cb868-7449-4f36-8128-2c5a10ac401c req-65715f4f-aaca-4e50-b065-4b8e748e5168 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390954 Sep 21 16:11:37.873859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:37.972613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41937340-b241-4ec7-b2be-8e2129670c7d req-4f68f126-f7e7-4094-bd08-20740f4ee14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:37.974118 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41937340-b241-4ec7-b2be-8e2129670c7d req-4f68f126-f7e7-4094-bd08-20740f4ee14e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 1096 time: 0.0825150 Sep 21 16:11:38.106650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41937340-b241-4ec7-b2be-8e2129670c7d req-4d7dc31c-afe1-45fc-b4d3-d144bacb4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:38.108085 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41937340-b241-4ec7-b2be-8e2129670c7d req-4d7dc31c-afe1-45fc-b4d3-d144bacb4f96 service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1275702 Sep 21 16:11:38.174678 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41937340-b241-4ec7-b2be-8e2129670c7d req-d446571d-66a7-4f14-a53a-91cabf5b8127 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a1ee211-9292-4f00-a496-949da26f8475 HTTP/1.1" status: 200 len: 217 time: 0.0598736 Sep 21 16:11:38.242079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41937340-b241-4ec7-b2be-8e2129670c7d req-631915be-4a25-40e3-903b-35381a70367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:38.243482 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41937340-b241-4ec7-b2be-8e2129670c7d req-631915be-4a25-40e3-903b-35381a70367f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0608196 Sep 21 16:11:38.326204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41937340-b241-4ec7-b2be-8e2129670c7d req-d4bf052c-dcae-4f3b-bfc5-deba8bfd9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:38.327607 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41937340-b241-4ec7-b2be-8e2129670c7d req-d4bf052c-dcae-4f3b-bfc5-deba8bfd9881 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768776 Sep 21 16:11:38.458764 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41937340-b241-4ec7-b2be-8e2129670c7d req-4b211c42-24e8-4970-b10c-75721baef23b service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252074 Sep 21 16:11:38.592288 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41937340-b241-4ec7-b2be-8e2129670c7d req-9b55e82d-5fb3-4cf1-a7a8-743d1ea04823 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263824 Sep 21 16:11:39.062740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0f6c7-9fc2-4e45-bee4-80e428ff73e4 req-95ac17f4-84ec-4ebd-b21b-1ebe2f5f135c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:39.063428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-caa0f6c7-9fc2-4e45-bee4-80e428ff73e4 req-95ac17f4-84ec-4ebd-b21b-1ebe2f5f135c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:11:39.159426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-caa0f6c7-9fc2-4e45-bee4-80e428ff73e4 req-95ac17f4-84ec-4ebd-b21b-1ebe2f5f135c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:11:39.160524 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-caa0f6c7-9fc2-4e45-bee4-80e428ff73e4 req-95ac17f4-84ec-4ebd-b21b-1ebe2f5f135c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 943 time: 0.1873620 Sep 21 16:11:39.206829 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-caa0f6c7-9fc2-4e45-bee4-80e428ff73e4 req-96afadec-77a5-4190-a289-2ce9d312b3b4 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404692 Sep 21 16:11:40.403132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e5d1b-90ab-4266-9fcb-8c1c289a351c req-7b0faf89-d981-4710-b239-a25e88c80ee0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:40.404612 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bf3e5d1b-90ab-4266-9fcb-8c1c289a351c req-7b0faf89-d981-4710-b239-a25e88c80ee0 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 943 time: 0.0885568 Sep 21 16:11:40.449749 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bf3e5d1b-90ab-4266-9fcb-8c1c289a351c req-b700dae6-ee0e-4793-9b89-a86ae2939b2c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387013 Sep 21 16:11:41.490699 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:11:41.656812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8e71-03a2-4f53-abeb-1c815cb3fae0 req-966eb723-4094-4832-897d-fdf113bf3cff tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:41.658294 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b12b8e71-03a2-4f53-abeb-1c815cb3fae0 req-966eb723-4094-4832-897d-fdf113bf3cff tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 943 time: 0.0913706 Sep 21 16:11:41.701287 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b12b8e71-03a2-4f53-abeb-1c815cb3fae0 req-2c04318d-9bc6-43b7-b2bd-1bbdd5aa4d96 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374007 Sep 21 16:11:42.900433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e855cf-23ee-4ba3-8f45-2fed7087a86b req-3c706431-d993-4636-8698-92d3ad60e307 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:42.901914 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-58e855cf-23ee-4ba3-8f45-2fed7087a86b req-3c706431-d993-4636-8698-92d3ad60e307 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 943 time: 0.0884178 Sep 21 16:11:42.949503 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-58e855cf-23ee-4ba3-8f45-2fed7087a86b req-020f9d09-ebd2-40e7-851c-2f343ac0521a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Sep 21 16:11:44.149506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce1696-7ae5-4eb7-b7ee-65ff0f041db6 req-0e9172b1-60fd-429a-ac3b-904ff27fe234 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:44.150978 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7ce1696-7ae5-4eb7-b7ee-65ff0f041db6 req-0e9172b1-60fd-429a-ac3b-904ff27fe234 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 943 time: 0.0886505 Sep 21 16:11:44.194597 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7ce1696-7ae5-4eb7-b7ee-65ff0f041db6 req-cd304d82-a1ea-4821-9403-246274518d48 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375206 Sep 21 16:11:45.392989 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b02d0-09f7-49aa-a328-2e19adcd7f06 req-9ded7a0e-49ff-4a34-a319-d19a04dfdb2c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:45.394461 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4f0b02d0-09f7-49aa-a328-2e19adcd7f06 req-9ded7a0e-49ff-4a34-a319-d19a04dfdb2c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 943 time: 0.0872455 Sep 21 16:11:45.438398 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4f0b02d0-09f7-49aa-a328-2e19adcd7f06 req-8e816db5-a8d8-483b-bc1e-aae2e7399c7e tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382016 Sep 21 16:11:45.854416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 8a1ee211-9292-4f00-a496-949da26f8475 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:11:45.988418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 8a1ee211-9292-4f00-a496-949da26f8475, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=8a1ee211-9292-4f00-a496-949da26f8475,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:11:46.005056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '8a1ee211-9292-4f00-a496-949da26f8475', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'port_id': '8a1ee211-9292-4f00-a496-949da26f8475', 'mac_address': 'fa:16:3e:9f:69:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:11:46.096312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 8a1ee211-9292-4f00-a496-949da26f8475 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:11:46.096688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:46.114755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1ee211-9292-4f00-a496-949da26f8475 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:11:46.130327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 8a1ee211-9292-4f00-a496-949da26f8475, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=8a1ee211-9292-4f00-a496-949da26f8475,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:11:46.192228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:46.273612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=8a1ee211-9292-4f00-a496-949da26f8475,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:46.280696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.281040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.281379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.281711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.282076 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.282407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.282730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.283056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.283389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.283719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.284036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.284356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:11:46.448385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['8a1ee211-9292-4f00-a496-949da26f8475'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:11:46.642566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82f06-39a1-4fde-a7d2-3f9ecfb4dbbc req-cbac22fa-7697-476d-83b4-610c97cdf45b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:46.644391 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38f82f06-39a1-4fde-a7d2-3f9ecfb4dbbc req-cbac22fa-7697-476d-83b4-610c97cdf45b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 944 time: 0.0959339 Sep 21 16:11:46.688381 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38f82f06-39a1-4fde-a7d2-3f9ecfb4dbbc req-e7b183b1-5059-4916-a248-f4ebe38d9c6a tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386140 Sep 21 16:11:47.869325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 8a1ee211-9292-4f00-a496-949da26f8475 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:11:47.892261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bf3fc-12ac-4eda-8545-cbb22627c9c7 req-23fc044c-cf06-41cc-b546-e6a87000ef19 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:47.893754 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ab3bf3fc-12ac-4eda-8545-cbb22627c9c7 req-23fc044c-cf06-41cc-b546-e6a87000ef19 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 944 time: 0.0937912 Sep 21 16:11:47.938136 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ab3bf3fc-12ac-4eda-8545-cbb22627c9c7 req-f51aade0-597e-4445-bf08-f500e8cc809f tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 Sep 21 16:11:47.987909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 8a1ee211-9292-4f00-a496-949da26f8475 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:11:47.993063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 8a1ee211-9292-4f00-a496-949da26f8475 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:11:47.993442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:48.115488 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 8a1ee211-9292-4f00-a496-949da26f8475 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:11:48.115796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:48.142562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:11:48.144850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82340506-10c5-4727-bc4d-a46c51de332f" -d '{"events": [{"server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ee211-9292-4f00-a496-949da26f8475"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:11:48.152244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 8a1ee211-9292-4f00-a496-949da26f8475, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=8a1ee211-9292-4f00-a496-949da26f8475,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:11:48.190528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d5a331-a5b8-46c6-ac07-1fe039e24317 x-openstack-request-id: req-e8d5a331-a5b8-46c6-ac07-1fe039e24317 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:11:48.190528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ee211-9292-4f00-a496-949da26f8475", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:11:48.190528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8d5a331-a5b8-46c6-ac07-1fe039e24317 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:11:48.190528 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d5a331-a5b8-46c6-ac07-1fe039e24317'] response: {'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475', 'code': 200} Sep 21 16:11:48.251133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:48.322914 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=8a1ee211-9292-4f00-a496-949da26f8475,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:48.630324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c6048-ba9a-46b7-93f6-448aa3a659f6 req-d792abc5-f0b8-42d0-98f3-71dfc333af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:48.631783 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f38c6048-ba9a-46b7-93f6-448aa3a659f6 req-d792abc5-f0b8-42d0-98f3-71dfc333af50 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 1098 time: 0.0809784 Sep 21 16:11:48.672445 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f38c6048-ba9a-46b7-93f6-448aa3a659f6 req-78320ab0-679a-454e-8ed5-929242b39249 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345035 Sep 21 16:11:49.135254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e8ec3-68f4-4395-90fe-a076d675cecb req-873e8a17-0659-4ad9-9ea7-7f93eac3ec78 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:49.136712 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ec5e8ec3-68f4-4395-90fe-a076d675cecb req-873e8a17-0659-4ad9-9ea7-7f93eac3ec78 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 945 time: 0.0886841 Sep 21 16:11:49.184929 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ec5e8ec3-68f4-4395-90fe-a076d675cecb req-940afb9b-96e8-4b97-a0f4-369b6fe3de17 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Sep 21 16:11:50.386160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143190d7-157b-40cb-ab7d-49e020966c31 req-fe464784-42e7-4868-988b-6f4ff819a129 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:50.387637 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-143190d7-157b-40cb-ab7d-49e020966c31 req-fe464784-42e7-4868-988b-6f4ff819a129 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 945 time: 0.0880258 Sep 21 16:11:50.431688 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-143190d7-157b-40cb-ab7d-49e020966c31 req-b75ce882-8fd2-4ec5-81fd-9e5f10c87a5d tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379555 Sep 21 16:11:50.627735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33fffc-0341-495c-b204-0695c269b83a req-a94c2117-838d-481a-be9a-11cc9be3b86e tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:50.629162 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4b33fffc-0341-495c-b204-0695c269b83a req-a94c2117-838d-481a-be9a-11cc9be3b86e tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 945 time: 0.0863540 Sep 21 16:11:50.672106 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4b33fffc-0341-495c-b204-0695c269b83a req-5744a61a-d35b-4c19-84e4-0714ca0e8d3c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372577 Sep 21 16:11:50.701040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48792) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:11:50.822931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcd8f3-a700-4105-9c20-408fc674426c tempest-TestVolumeBootPattern-1348085957 tempest-TestVolumeBootPattern-1348085957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:50.824574 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-91dcd8f3-a700-4105-9c20-408fc674426c tempest-TestVolumeBootPattern-1348085957 tempest-TestVolumeBootPattern-1348085957-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 1093 time: 0.1224961 Sep 21 16:11:50.827735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48798) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:11:50.832925 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '8a1ee211-9292-4f00-a496-949da26f8475', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:11:50.838887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:11:50.842808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Usage tracker for resource:floatingip and tenant:1ad6903d50d84eaaa1604dbc036f698c is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:11:50.845766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:11:50.851515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:11:50.901723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:51.035976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:51.168536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Allocated IP 172.26.0.3 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/a38310db-195b-4584-b46f-69d1c2098cf5) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:11:51.317098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:51.405452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:51.469543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:11:51.472261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:11:51.476710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:11:51.510707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=a38310db-195b-4584-b46f-69d1c2098cf5,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:51.981252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:52.110250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:52.312229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:52.387758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:52.497396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event updated for resources: {'Port': ['ID=a38310db-195b-4584-b46f-69d1c2098cf5,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:11:52.501115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:52.672013 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Floating IP 8e571c5a-cec8-4306-95a7-9f16cf8bcbec associated. External IP: 172.26.0.3, port: 8a1ee211-9292-4f00-a496-949da26f8475. Sep 21 16:11:53.023792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:11:53.202599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:11:53.212815 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:11:53.223016 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:11:53.223753 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:11:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:11:53.279416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:11:53.338469 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d93d75bf-bab8-4604-9b00-816b1beb35eb tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5095057 Sep 21 16:11:53.338889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:11:53.341240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab5a10f-a810-4abf-807b-801cf91db22d" -d '{"events": [{"name": "network-changed", "server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "tag": "8a1ee211-9292-4f00-a496-949da26f8475"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:11:53.383712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc580bca-24e2-48bc-a2d8-45bc6e7fefbc x-openstack-request-id: req-dc580bca-24e2-48bc-a2d8-45bc6e7fefbc {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:11:53.384001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "tag": "8a1ee211-9292-4f00-a496-949da26f8475", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:11:53.384276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc580bca-24e2-48bc-a2d8-45bc6e7fefbc {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:11:53.384674 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc580bca-24e2-48bc-a2d8-45bc6e7fefbc'] response: {'name': 'network-changed', 'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475', 'status': 'completed', 'code': 200} Sep 21 16:11:53.403772 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:11:53.487449 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-57ca9fd5-476d-4fb3-98e1-55e897c891be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:53.488919 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-57ca9fd5-476d-4fb3-98e1-55e897c891be service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 1098 time: 0.0829701 Sep 21 16:11:53.732517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-40904756-b294-4766-ae54-f060c0ab893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:53.734090 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-40904756-b294-4766-ae54-f060c0ab893c service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.2394133 Sep 21 16:11:53.783179 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8e571c5a-cec8-4306-95a7-9f16cf8bcbec', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '8a1ee211-9292-4f00-a496-949da26f8475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:9f:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406554-17ed-46d3-b4aa-3ac158643955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:11:51Z', 'updated_at': '2022-09-21T16:11:51Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}, {'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 1, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:11:53.787205 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:11:53.795317 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:11:53.795945 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:11:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:11:53.838946 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-93ba7143-07bf-4624-a57c-37818bf84815 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a1ee211-9292-4f00-a496-949da26f8475 HTTP/1.1" status: 200 len: 997 time: 0.0991907 Sep 21 16:11:53.900740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-52713a57-e7cb-4ef8-a5cd-fd3620c16316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:53.902198 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-52713a57-e7cb-4ef8-a5cd-fd3620c16316 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0576329 Sep 21 16:11:53.977218 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:11:53.991812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-de20b76c-30e7-4805-bcd4-4cfef3fc887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:11:53.993218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-de20b76c-30e7-4805-bcd4-4cfef3fc887f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856991 Sep 21 16:11:54.130406 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-5c22f2b4-b6a8-4095-a6aa-9a3dabd016b3 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301377 Sep 21 16:11:54.265575 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ab5a10f-a810-4abf-807b-801cf91db22d req-06bfdee1-73ed-40e7-849b-f3bbaa07adf4 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293380 Sep 21 16:11:54.330834 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8e571c5a-cec8-4306-95a7-9f16cf8bcbec', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '8a1ee211-9292-4f00-a496-949da26f8475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:9f:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406554-17ed-46d3-b4aa-3ac158643955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:11:51Z', 'updated_at': '2022-09-21T16:11:51Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}, {'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 1, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:11:54.334751 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e39e1-9aae-4695-9c20-6c11c7f29f75 None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8e571c5a-cec8-4306-95a7-9f16cf8bcbec', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '8a1ee211-9292-4f00-a496-949da26f8475', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:9f:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406554-17ed-46d3-b4aa-3ac158643955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:11:51Z', 'updated_at': '2022-09-21T16:11:51Z', 'revision_number': 0, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}, {'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 1, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:11:54.513195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8edf047-9a1a-4199-b5c3-004a9cc0ff9b None None] New status for floating IP 8e571c5a-cec8-4306-95a7-9f16cf8bcbec: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:11:58.901113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:02.879065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b3303429-f9ee-4ce3-8fe1-d2aa8f26b61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:04.960336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddddc0e8-ef3f-4aad-bab5-3037a52d152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:06.267174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:06.787639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:07.890210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:13.853046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48812) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:14.166328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 407c5c34-0b34-46a4-9fae-f34a45d5111f {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:12:14.166678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:14.335619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:14.335951 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:14.456567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 407c5c34-0b34-46a4-9fae-f34a45d5111f owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:12:14.735603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:14.782320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=407c5c34-0b34-46a4-9fae-f34a45d5111f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:14.886173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:14.886793 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 8a8efa22-7bae-4812-ab27-ebb8848b043c disassociated (deleted). External IP: 172.26.0.222, port: 2b193fab-fe43-4857-a530-391b86b171ee. Sep 21 16:12:15.249884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:12:15.427734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:12:15.437421 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] Sync routers for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:12:15.446270 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:15.446889 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:15.524054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:15.578852 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f09e990a-611c-4a2b-8c38-9d1dbfc4fffa tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/8a8efa22-7bae-4812-ab27-ebb8848b043c HTTP/1.1" status: 204 len: 168 time: 1.7250624 Sep 21 16:12:15.579699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:15.582501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545b45e0-484f-47ac-a03d-b8aa030cf5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "tag": "2b193fab-fe43-4857-a530-391b86b171ee"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:15.628864 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:15.647111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e2bf5-3d5b-4647-8c8d-e3ce6108aed9 x-openstack-request-id: req-f61e2bf5-3d5b-4647-8c8d-e3ce6108aed9 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:15.647413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "tag": "2b193fab-fe43-4857-a530-391b86b171ee", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:15.647665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f61e2bf5-3d5b-4647-8c8d-e3ce6108aed9 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:15.648071 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61e2bf5-3d5b-4647-8c8d-e3ce6108aed9'] response: {'name': 'network-changed', 'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee', 'status': 'completed', 'code': 200} Sep 21 16:12:15.812837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-4ce6239a-2ada-437c-a403-50132a75c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:15.814400 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-4ce6239a-2ada-437c-a403-50132a75c6b5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 1098 time: 0.1418228 Sep 21 16:12:15.965164 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:15.967644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-c3d48d4d-0a48-45e9-b93e-74cb49de5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:15.969012 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-c3d48d4d-0a48-45e9-b93e-74cb49de5d01 service neutron] 10.222.0.33 "GET /v2.0/networks?id=29961a6d-1b2b-4d72-ac52-aa6741f08869 HTTP/1.1" status: 200 len: 898 time: 0.1487656 Sep 21 16:12:15.969422 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] Checking router: dce19da5-2c3c-40a6-9afc-7cb7694dfce8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:12:15.978210 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:15.978805 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:16.061057 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-62b07d1c-7803-44ec-9537-61bcd30f39e1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b193fab-fe43-4857-a530-391b86b171ee HTTP/1.1" status: 200 len: 217 time: 0.0856225 Sep 21 16:12:16.187232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-324d3ca6-66b3-476e-8d8a-f7b87178033f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:16.189048 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-324d3ca6-66b3-476e-8d8a-f7b87178033f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140 HTTP/1.1" status: 200 len: 843 time: 0.1216152 Sep 21 16:12:16.209765 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:16.291056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596e2c4-ec09-4e2c-9cd0-9d358d577ae6 req-530e78d2-e251-428c-b88d-35da9670761f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:16.292513 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d596e2c4-ec09-4e2c-9cd0-9d358d577ae6 req-530e78d2-e251-428c-b88d-35da9670761f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 945 time: 0.1696773 Sep 21 16:12:16.316565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-eb5586b8-7abc-4902-8586-3922382bcdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:16.318055 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-eb5586b8-7abc-4902-8586-3922382bcdd3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=29961a6d-1b2b-4d72-ac52-aa6741f08869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192851 Sep 21 16:12:16.436072 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d596e2c4-ec09-4e2c-9cd0-9d358d577ae6 req-1d37ea44-6491-4865-b35b-d8c00ddb1c78 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219666 Sep 21 16:12:16.474782 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-df97e4d6-2e6a-48ed-be87-0fced432868d service neutron] 10.222.0.33 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461644 Sep 21 16:12:16.531500 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:16.535527 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f763aa-c18c-41f8-9895-2d7782cdd5ec None None] The sync data for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv is: [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:09:16Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '179db1e8-9ed8-4025-b261-2ccee824677f', 'name': '', 'network_id': '29961a6d-1b2b-4d72-ac52-aa6741f08869', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:d9:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:15Z', 'updated_at': '2022-09-21T16:09:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:12:16.615197 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-545b45e0-484f-47ac-a03d-b8aa030cf5e8 req-2f2b1a20-8bc9-4800-87dd-5dfa79283a60 service neutron] 10.222.0.33 "GET /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361527 Sep 21 16:12:16.753603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32dcfdb-99fd-43ed-a1e8-0ca0a30a45e6 None None] New status for floating IP 8a8efa22-7bae-4812-ab27-ebb8848b043c: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:12:17.444686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-7c8e1db9-6089-46d0-81f0-63b144c84c70 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:17.452147 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-7c8e1db9-6089-46d0-81f0-63b144c84c70 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 945 time: 0.0957153 Sep 21 16:12:17.524740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 2b193fab-fe43-4857-a530-391b86b171ee {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:12:17.525090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:17.652493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ecb13-826c-4046-b75c-f1fc1816b20f req-6175822b-3a21-427c-ba58-ac949f076934 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:17.652493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-f42ecb13-826c-4046-b75c-f1fc1816b20f req-6175822b-3a21-427c-ba58-ac949f076934 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:17.750117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-f42ecb13-826c-4046-b75c-f1fc1816b20f req-6175822b-3a21-427c-ba58-ac949f076934 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:17.750117 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f42ecb13-826c-4046-b75c-f1fc1816b20f req-6175822b-3a21-427c-ba58-ac949f076934 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 945 time: 0.1951618 Sep 21 16:12:17.902617 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f42ecb13-826c-4046-b75c-f1fc1816b20f req-c06058e8-0c71-4ccb-a19c-0490b3a49ba7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=5faa47fc-5d95-4ffa-b889-1dabb815401b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532540 Sep 21 16:12:17.909026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 2b193fab-fe43-4857-a530-391b86b171ee, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=2b193fab-fe43-4857-a530-391b86b171ee,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:17.910914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:18.038080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 2b193fab-fe43-4857-a530-391b86b171ee owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:12:18.233157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:18.283663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=2b193fab-fe43-4857-a530-391b86b171ee,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:18.381929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port 2b193fab-fe43-4857-a530-391b86b171ee on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:12:18.384857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:18.387453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'name': 'network-vif-deleted', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:18.389846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f576805-515a-4602-a7ce-62dc87b8acd8" -d '{"events": [{"server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "name": "network-vif-deleted", "tag": "2b193fab-fe43-4857-a530-391b86b171ee"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:18.432478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffff035-c863-4429-b183-6bcf39fe633c x-openstack-request-id: req-bffff035-c863-4429-b183-6bcf39fe633c {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:18.432769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431ad9b7-33de-4d6d-a1d8-93e38a5389b8", "name": "network-vif-deleted", "tag": "2b193fab-fe43-4857-a530-391b86b171ee", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:18.433021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bffff035-c863-4429-b183-6bcf39fe633c {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:18.433422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffff035-c863-4429-b183-6bcf39fe633c'] response: {'server_uuid': '431ad9b7-33de-4d6d-a1d8-93e38a5389b8', 'name': 'network-vif-deleted', 'tag': '2b193fab-fe43-4857-a530-391b86b171ee', 'status': 'completed', 'code': 200} Sep 21 16:12:18.485630 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f3fdcd5-7c68-4934-bd6a-6ec47ea570c3 req-6f20c223-35a1-4197-b871-8b4b98f6a607 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/2b193fab-fe43-4857-a530-391b86b171ee HTTP/1.1" status: 204 len: 173 time: 1.0342312 Sep 21 16:12:18.490997 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:12:19.231392 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-852eb423-f39a-478f-bfdb-7e8c0eb4af46 req-9c04b777-1bc3-4845-adda-0c05ff9e0e56 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=431ad9b7-33de-4d6d-a1d8-93e38a5389b8 HTTP/1.1" status: 200 len: 210 time: 0.0505812 Sep 21 16:12:20.337642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48832) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:20.408884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b326893-e3ed-4bb1-aaf3-629dd4f52a17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:20.442531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b326893-e3ed-4bb1-aaf3-629dd4f52a17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:20.591324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b326893-e3ed-4bb1-aaf3-629dd4f52a17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:20.605391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b326893-e3ed-4bb1-aaf3-629dd4f52a17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faa47fc-5d95-4ffa-b889-1dabb815401b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:20.695277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6b326893-e3ed-4bb1-aaf3-629dd4f52a17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:20.696415 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6b326893-e3ed-4bb1-aaf3-629dd4f52a17 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/5faa47fc-5d95-4ffa-b889-1dabb815401b HTTP/1.1" status: 204 len: 168 time: 0.3580866 Sep 21 16:12:21.082582 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-e2586cef-09b4-470b-87ec-610997252c4d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868216 Sep 21 16:12:21.227217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-659fb5b0-1036-4126-a0cc-b1ebdf5344ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:21.228692 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-659fb5b0-1036-4126-a0cc-b1ebdf5344ba service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1098 time: 0.0818887 Sep 21 16:12:21.378011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-e8022079-38ec-45f1-a87c-0eaf8cffa87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:21.379991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-e8022079-38ec-45f1-a87c-0eaf8cffa87c service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1330793 Sep 21 16:12:21.485281 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-8244a13a-dde6-4631-aa43-a64c40bf92aa service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 200 len: 1001 time: 0.0990577 Sep 21 16:12:21.548120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-abdf62e5-a450-4976-b311-3b7e2fd73269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:21.549501 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-abdf62e5-a450-4976-b311-3b7e2fd73269 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0576310 Sep 21 16:12:21.637194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-4e716e44-0eaf-4307-9d77-d562cbc0f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:21.637899 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-4e716e44-0eaf-4307-9d77-d562cbc0f17a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826781 Sep 21 16:12:21.771380 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-cb4ada4d-dc68-459e-923d-541859064d59 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263828 Sep 21 16:12:21.817358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48840) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:21.905438 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ede609c0-c9b8-47cf-8770-1478d2ce7b5f req-fa6e43dd-4021-4f3b-9b68-b890fffdda31 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280689 Sep 21 16:12:21.977597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 2b193fab-fe43-4857-a530-391b86b171ee no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:12:22.011234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 2b193fab-fe43-4857-a530-391b86b171ee {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:12:22.011586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 2b193fab-fe43-4857-a530-391b86b171ee not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:12:22.379548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:22.734672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 179db1e8-9ed8-4025-b261-2ccee824677f {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:12:22.735020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:22.923223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 179db1e8-9ed8-4025-b261-2ccee824677f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=179db1e8-9ed8-4025-b261-2ccee824677f,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:22.923843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:23.150158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 179db1e8-9ed8-4025-b261-2ccee824677f owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:12:23.403636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:23.451114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=179db1e8-9ed8-4025-b261-2ccee824677f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:23.747535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:24.108074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:12:24.281303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:12:24.290819 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] Sync routers for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:12:24.295637 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0b9957c6-2e2f-42fb-ace9-c4971547e736 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/dce19da5-2c3c-40a6-9afc-7cb7694dfce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4758828 Sep 21 16:12:24.297011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48846) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:24.300109 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:24.300740 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:24.366239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0059d0d7-ed65-4d5e-bcc0-c4d864d4c6b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet 0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:12:24.369135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0059d0d7-ed65-4d5e-bcc0-c4d864d4c6b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:24.422518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0059d0d7-ed65-4d5e-bcc0-c4d864d4c6b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:24.479081 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:24.516069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0059d0d7-ed65-4d5e-bcc0-c4d864d4c6b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:24.702048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0059d0d7-ed65-4d5e-bcc0-c4d864d4c6b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:24.742171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059d0d7-ed65-4d5e-bcc0-c4d864d4c6b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:24.745788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0059d0d7-ed65-4d5e-bcc0-c4d864d4c6b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:24.754037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36889663-ec35-4099-bfa4-458af321f072 None None] Network 29961a6d-1b2b-4d72-ac52-aa6741f08869 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:12:24.763665 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0059d0d7-ed65-4d5e-bcc0-c4d864d4c6b2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/0ca81110-2d8c-4fd0-aceb-0f8fc0a2f140 HTTP/1.1" status: 204 len: 168 time: 0.4655709 Sep 21 16:12:24.766306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48850) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:24.770841 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:12:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:24.775148 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] Checking router: dce19da5-2c3c-40a6-9afc-7cb7694dfce8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:12:24.784225 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] Routers {'dce19da5-2c3c-40a6-9afc-7cb7694dfce8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:24.784767 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:24.985994 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] Set router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:25.053016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] DHCP port deletion for 29961a6d-1b2b-4d72-ac52-aa6741f08869 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:12:25.063433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] Deleting port 989a8302-31b0-4c3c-be6f-410def82c591 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:12:25.063433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:25.112304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:25.321265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:25.327805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] For port 989a8302-31b0-4c3c-be6f-410def82c591, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=989a8302-31b0-4c3c-be6f-410def82c591,segment=NetworkSegment(69ec432a-0c42-43c7-9034-b348c35bbf0f),segment_id=69ec432a-0c42-43c7-9034-b348c35bbf0f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:25.328208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:25.350304 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:12:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:25.354202 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed1416-0c42-4ea1-8ec8-a37ec5f2c8eb None None] The sync data for ids ['dce19da5-2c3c-40a6-9afc-7cb7694dfce8'] in dv-neutron-858618-1-hyperv is: [{'id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'name': 'tempest-TestNetworkBasicOps-router-1283903353', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:09:10Z', 'updated_at': '2022-09-21T16:12:23Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': 'c0f1ed37-040f-4c83-8102-392810c2671b', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:69:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce19da5-2c3c-40a6-9afc-7cb7694dfce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:09:11Z', 'updated_at': '2022-09-21T16:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:12:25.416240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port c0f1ed37-040f-4c83-8102-392810c2671b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:12:25.419861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:25.463152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] Calling delete_port for 989a8302-31b0-4c3c-be6f-410def82c591 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:12:25.599471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:25.634872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port c0f1ed37-040f-4c83-8102-392810c2671b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c0f1ed37-040f-4c83-8102-392810c2671b,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:25.635263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:25.651651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] Pushing event deleted for resources: {'Port': ['ID=989a8302-31b0-4c3c-be6f-410def82c591,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:25.653556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e205f01-40da-4136-b67b-0b7241db57fa None None] No DVR routers for this DVR port 989a8302-31b0-4c3c-be6f-410def82c591 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:12:25.763619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for c0f1ed37-040f-4c83-8102-392810c2671b owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:12:26.038860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.087272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=c0f1ed37-040f-4c83-8102-392810c2671b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:26.188701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.371121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.374296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.476798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.476798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Fanout notify agent at l3_agent the message router_deleted on router dce19da5-2c3c-40a6-9afc-7cb7694dfce8 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:12:26.490341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.491401 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-536d16b5-985f-41fd-a537-3a887de7065c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/routers/dce19da5-2c3c-40a6-9afc-7cb7694dfce8 HTTP/1.1" status: 204 len: 168 time: 1.7240493 Sep 21 16:12:26.494082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48856) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:26.612965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.862717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.886953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29961a6d-1b2b-4d72-ac52-aa6741f08869']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:26.900214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ec432a-0c42-43c7-9034-b348c35bbf0f') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:26.900525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ec432a-0c42-43c7-9034-b348c35bbf0f') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:26.913659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.934622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.938207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:12:26.938673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:26.966945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c0f1ed37-040f-4c83-8102-392810c2671b no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:12:27.010475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c0f1ed37-040f-4c83-8102-392810c2671b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:12:27.010831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c0f1ed37-040f-4c83-8102-392810c2671b not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:12:27.011268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 989a8302-31b0-4c3c-be6f-410def82c591 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:12:27.036553 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 69ec432a-0c42-43c7-9034-b348c35bbf0f resource provider aggregate not found Sep 21 16:12:27.052957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 989a8302-31b0-4c3c-be6f-410def82c591 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:12:27.053311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 989a8302-31b0-4c3c-be6f-410def82c591 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:12:27.053741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 179db1e8-9ed8-4025-b261-2ccee824677f no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:12:27.058494 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 69ec432a-0c42-43c7-9034-b348c35bbf0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69ec432a-0c42-43c7-9034-b348c35bbf0f found for delete ", "request_id": "req-376b7001-06b0-42a1-8f80-e9806394fe23"}]} Sep 21 16:12:27.090454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 179db1e8-9ed8-4025-b261-2ccee824677f {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:12:27.090454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 179db1e8-9ed8-4025-b261-2ccee824677f not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:12:27.107530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.124837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.140865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=29961a6d-1b2b-4d72-ac52-aa6741f08869,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:27.140865 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c3ae96cc-5a65-4a80-892b-8f316884a811 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/29961a6d-1b2b-4d72-ac52-aa6741f08869 HTTP/1.1" status: 204 len: 168 time: 0.6454332 Sep 21 16:12:27.153096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48866) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:27.158597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--603965801', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:27.164216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:27.168422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:network and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:27.171274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:27.177151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:27.263893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:12:27.263893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.290792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:12:27.299022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.299360 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment abb6326e-6295-46fa-be22-08aa4ac7f725 of type vlan for network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa Sep 21 16:12:27.327648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.432454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.437883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:27.438488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.547265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:27.557802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:12:27.661883 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-767881db-58d2-48be-8d5a-2b6015d312e2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5077240 Sep 21 16:12:27.664835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48870) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:27.670772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'admin_state_up': True, 'project_id': '707ded9075414f28a6af789a3251199f', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:27.678567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:27.684009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:router and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:27.685629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:27.692483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:27.741147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.742175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:27.760581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:28.181921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:28.538912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:28.567999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:28.707077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.169 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/7446caca-47ef-40e6-9754-83385055a415) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:12:28.861575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:28.958285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:29.027405 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:29.093890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:12:29.096431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:12:29.100331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:12:29.135336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=7446caca-47ef-40e6-9754-83385055a415,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:29.689662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:30.031808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:30.330051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:12:30.506590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:12:30.516002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Sync routers for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:12:30.525754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:30.526408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:30.592735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:30.593966 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-44d47163-c5d5-4041-b35b-acb5210bb9c3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9280670 Sep 21 16:12:30.597743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48874) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:30.703326 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4364689f-9b05-4ab1-baeb-947546e7bb22 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1046557 Sep 21 16:12:30.706397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48880) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:30.707437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:30.836815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70699221-ff3f-4d18-a4ee-237057a2f373 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:30.838324 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-70699221-ff3f-4d18-a4ee-237057a2f373 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310320 Sep 21 16:12:30.841207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48884) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:30.882820 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-255f4369-6893-4739-ba32-2f263e424765 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404744 Sep 21 16:12:30.885256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48888) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:30.890788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989017381', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:31.000285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:29Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:31.003316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:31.004672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Checking router: 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:12:31.005170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Updating router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 port 7446caca-47ef-40e6-9754-83385055a415 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:12:31.007447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:31.010464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:31.016767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:31.058501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.106200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:12:31.109712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.410012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.421000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.432372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Transition to ACTIVE for port object 7446caca-47ef-40e6-9754-83385055a415 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:12:31.490788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=38f330b3-6b67-4413-9414-655161a9c37c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:31.499299 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:12:31.499654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:12:31.569131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.632262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Attempting to bind port 7446caca-47ef-40e6-9754-83385055a415 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:12:31.632623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Attempting to bind port 7446caca-47ef-40e6-9754-83385055a415 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:12:31.632983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Attempting to bind port 7446caca-47ef-40e6-9754-83385055a415 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:12:31.642833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:12:31.644576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:12:31.644576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.644576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:12:31.644947 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Bound port: 7446caca-47ef-40e6-9754-83385055a415, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:12:31.645262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.663055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:12:31.687668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb7e5b-14d7-44b7-9d5a-9c8c19c6b402 None None] Pushing event updated for resources: {'Port': ['ID=7446caca-47ef-40e6-9754-83385055a415,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:31.724564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:12:31.729280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:31.730226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.734157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a11d0e-7a8b-4608-8ea3-43a90c6c82b9 None None] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:12:31.808418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] For port 7446caca-47ef-40e6-9754-83385055a415, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:12:31.823191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] For port 7446caca-47ef-40e6-9754-83385055a415, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7446caca-47ef-40e6-9754-83385055a415,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:12:31.847452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48892) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:31.848046 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f48b18f5-221c-43e0-9539-2d858ab0243d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9610476 Sep 21 16:12:31.909132 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:31.972498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:31.973118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:32.102171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:12:32.103006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:32.131587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb7e5b-14d7-44b7-9d5a-9c8c19c6b402 None None] Pushing event updated for resources: {'Port': ['ID=7446caca-47ef-40e6-9754-83385055a415,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:32.293367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:32.535500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Allocated IP 172.20.0.2 (45addc7f-8fc9-43f3-a52f-d17b4dcd20aa/38f330b3-6b67-4413-9414-655161a9c37c/333cef12-9239-4811-98d6-c43039e52c8b) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:12:32.674188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:32.808046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:29Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:32.821525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1136e-7ea0-4765-8b76-32de732e5d08 None None] The sync data for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv is: [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:29Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:12:32.834119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:32.855293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Transition to ACTIVE for port object 333cef12-9239-4811-98d6-c43039e52c8b will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:12:32.875998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Transition to ACTIVE for port object 333cef12-9239-4811-98d6-c43039e52c8b will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:12:32.879902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3da0e197-3ddc-4d50-9e58-a49dbaa0786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:32.957998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:33.025751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:12:33.028897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:12:33.034052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:12:33.161583 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Pushing event updated for resources: {'Port': ['ID=333cef12-9239-4811-98d6-c43039e52c8b,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:33.165653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.1 (45addc7f-8fc9-43f3-a52f-d17b4dcd20aa/38f330b3-6b67-4413-9414-655161a9c37c/4568abc5-a0f9-43ed-ad27-95367b4fe148) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:12:33.228004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Attempting to bind port 333cef12-9239-4811-98d6-c43039e52c8b on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:12:33.228455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Attempting to bind port 333cef12-9239-4811-98d6-c43039e52c8b by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:12:33.229044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Attempting to bind port 333cef12-9239-4811-98d6-c43039e52c8b on network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:12:33.238798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:12:33.239420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Checking segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:12:33.239930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:33.240406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Bound using segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:12:33.240948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Bound port: 333cef12-9239-4811-98d6-c43039e52c8b, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:12:33.241428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:33.339912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] For port 333cef12-9239-4811-98d6-c43039e52c8b, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:12:33.343373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] For port 333cef12-9239-4811-98d6-c43039e52c8b, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=333cef12-9239-4811-98d6-c43039e52c8b,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:12:33.345573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:33.363556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 4568abc5-a0f9-43ed-ad27-95367b4fe148 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:12:33.478433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:33.502394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:33.561424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06397b4a-b914-4ee6-a9e2-328894bb669c None None] Pushing event updated for resources: {'Port': ['ID=333cef12-9239-4811-98d6-c43039e52c8b,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:33.576214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:12:33.579732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:12:33.584247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:12:33.638954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=4568abc5-a0f9-43ed-ad27-95367b4fe148,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:33.652693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.653047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.653392 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.653732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.654347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.654443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.655339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.655339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.655514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.655794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.656121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.656445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:33.667695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:34.066494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:34.600502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:34.805333 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:34.921712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=4568abc5-a0f9-43ed-ad27-95367b4fe148,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:34.927479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:34.990968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e50345f1-34bc-488b-8f8f-700fdccd7f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:35.017493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 333cef12-9239-4811-98d6-c43039e52c8b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:12:35.099053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:12:35.100147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:12:35.158721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed40ab-6af4-4fd1-a3b1-cf62a836c5e6 None None] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:12:35.219233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 333cef12-9239-4811-98d6-c43039e52c8b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:12:35.234810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7446caca-47ef-40e6-9754-83385055a415 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:12:35.290535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:12:35.388933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-676a5788-5edd-49bf-92ed-19c547ca606b None None] Provisioning for port 333cef12-9239-4811-98d6-c43039e52c8b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:12:35.395079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-676a5788-5edd-49bf-92ed-19c547ca606b None None] Provisioning complete for port 333cef12-9239-4811-98d6-c43039e52c8b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:35.395468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-676a5788-5edd-49bf-92ed-19c547ca606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:35.474198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:12:35.484841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 7446caca-47ef-40e6-9754-83385055a415 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:12:35.486312 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Sync routers for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:12:35.488130 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-96b26deb-bb3a-4c46-aea2-26e8dc633241 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6399729 Sep 21 16:12:35.492066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48898) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:35.504379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 7446caca-47ef-40e6-9754-83385055a415 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:35.504693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:35.514529 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:35.516436 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:35.646127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a287247-aeed-4820-89c9-5fe9145545b7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.646605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a287247-aeed-4820-89c9-5fe9145545b7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.647065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a287247-aeed-4820-89c9-5fe9145545b7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.647518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a287247-aeed-4820-89c9-5fe9145545b7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.647968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a287247-aeed-4820-89c9-5fe9145545b7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.648420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a287247-aeed-4820-89c9-5fe9145545b7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.650191 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5a287247-aeed-4820-89c9-5fe9145545b7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1570971 Sep 21 16:12:35.659680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48902) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:35.679354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-676a5788-5edd-49bf-92ed-19c547ca606b None None] Current status of the port 333cef12-9239-4811-98d6-c43039e52c8b is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:35.679354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-676a5788-5edd-49bf-92ed-19c547ca606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:35.719097 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:35.725510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7446caca-47ef-40e6-9754-83385055a415 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:35.725893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:35.742037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf848b-aab3-43e2-9aa7-68a89f6d2e0c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.742682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf848b-aab3-43e2-9aa7-68a89f6d2e0c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.742888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-676a5788-5edd-49bf-92ed-19c547ca606b None None] For port 333cef12-9239-4811-98d6-c43039e52c8b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=333cef12-9239-4811-98d6-c43039e52c8b,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:35.743328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf848b-aab3-43e2-9aa7-68a89f6d2e0c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.744192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf848b-aab3-43e2-9aa7-68a89f6d2e0c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.744759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf848b-aab3-43e2-9aa7-68a89f6d2e0c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.745324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf848b-aab3-43e2-9aa7-68a89f6d2e0c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:35.747409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 7446caca-47ef-40e6-9754-83385055a415, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7446caca-47ef-40e6-9754-83385055a415,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:35.747691 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1faf848b-aab3-43e2-9aa7-68a89f6d2e0c tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0937424 Sep 21 16:12:35.750383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48906) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:35.810913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-676a5788-5edd-49bf-92ed-19c547ca606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:35.867431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:35.890135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a5788-5edd-49bf-92ed-19c547ca606b None None] Pushing event updated for resources: {'Port': ['ID=333cef12-9239-4811-98d6-c43039e52c8b,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:35.983078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=7446caca-47ef-40e6-9754-83385055a415,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:36.012167 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8569cb25-807b-4185-ab2c-eccfe42f04dc tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2605233 Sep 21 16:12:36.090824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:34Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:36.097168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Checking router: 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:12:36.097168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Updating router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 port 4568abc5-a0f9-43ed-ad27-95367b4fe148 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:12:36.107239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f4e3b176-5a9b-49f0-9d53-fc1d2e6f8931 None None] Provisioning for port 4568abc5-a0f9-43ed-ad27-95367b4fe148 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:12:36.113367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f4e3b176-5a9b-49f0-9d53-fc1d2e6f8931 None None] Provisioning complete for port 4568abc5-a0f9-43ed-ad27-95367b4fe148 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:36.114240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b176-5a9b-49f0-9d53-fc1d2e6f8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.157875 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.169108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48912) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:36.174459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235629464', 'description': 'tempest-secgroup-smoke-1235629464 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:36.183720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:36.196206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:36.203995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3b176-5a9b-49f0-9d53-fc1d2e6f8931 None None] Port 4568abc5-a0f9-43ed-ad27-95367b4fe148 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:12:36.205410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:36.218727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:36.219148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f4e3b176-5a9b-49f0-9d53-fc1d2e6f8931 None None] Provisioning complete for port 333cef12-9239-4811-98d6-c43039e52c8b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:36.219702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b176-5a9b-49f0-9d53-fc1d2e6f8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.314057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.348240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:36.359481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:36.364894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:36.374780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:36.408033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3b176-5a9b-49f0-9d53-fc1d2e6f8931 None None] Current status of the port 333cef12-9239-4811-98d6-c43039e52c8b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:36.411526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.471063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.528637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1dc53c14-99e4-4983-ae95-db57786f247a None None] Provisioning complete for port 4568abc5-a0f9-43ed-ad27-95367b4fe148 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:36.529061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1dc53c14-99e4-4983-ae95-db57786f247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.547471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.586665 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.591282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1dc53c14-99e4-4983-ae95-db57786f247a None None] Port 4568abc5-a0f9-43ed-ad27-95367b4fe148 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:12:36.597028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c193de3-9654-495a-9695-6b648b04a577,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:36.604033 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Transition to ACTIVE for port object 4568abc5-a0f9-43ed-ad27-95367b4fe148 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:12:36.678117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.679418 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bf2d5732-0093-4d36-9ce8-052ff0d3547a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5092051 Sep 21 16:12:36.682490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48916) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:36.687764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2c193de3-9654-495a-9695-6b648b04a577', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:36.694976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:36.699051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:36.703540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:36.711407 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.713984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:36.804732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.823353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.899482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.928304 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Attempting to bind port 4568abc5-a0f9-43ed-ad27-95367b4fe148 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:12:36.928608 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Attempting to bind port 4568abc5-a0f9-43ed-ad27-95367b4fe148 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:12:36.928995 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Attempting to bind port 4568abc5-a0f9-43ed-ad27-95367b4fe148 on network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:12:36.930971 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Pushing event updated for resources: {'Port': ['ID=4568abc5-a0f9-43ed-ad27-95367b4fe148,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:36.942076 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:12:36.942481 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Checking segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:12:36.942887 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.943278 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Bound using segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:12:36.943744 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Bound port: 4568abc5-a0f9-43ed-ad27-95367b4fe148, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:12:36.944046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 333cef12-9239-4811-98d6-c43039e52c8b up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:12:36.944147 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:36.957144 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.957144 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.957144 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.962015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:36.981177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.018038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96754ac1-d707-4089-a029-4c555f03d358,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:37.027525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 333cef12-9239-4811-98d6-c43039e52c8b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:37.030173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.118902 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] For port 4568abc5-a0f9-43ed-ad27-95367b4fe148, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:12:37.121883 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] For port 4568abc5-a0f9-43ed-ad27-95367b4fe148, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4568abc5-a0f9-43ed-ad27-95367b4fe148,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:12:37.129386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.133282 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2e6de89d-7e2f-4206-80a7-26fccef447c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4471676 Sep 21 16:12:37.133479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 48920) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:37.138534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2c193de3-9654-495a-9695-6b648b04a577', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:37.144742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:37.148713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:37.152807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:37.159984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:37.161881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 333cef12-9239-4811-98d6-c43039e52c8b is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:37.163107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7446caca-47ef-40e6-9754-83385055a415 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:12:37.210025 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.233068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 7446caca-47ef-40e6-9754-83385055a415 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:37.233441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.248328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.274999 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:37.275709 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:37.316636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.357807 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393330f6-4e73-49c0-93b0-fad5be19f082 None None] Pushing event updated for resources: {'Port': ['ID=4568abc5-a0f9-43ed-ad27-95367b4fe148,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:37.396088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7446caca-47ef-40e6-9754-83385055a415 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:37.400313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.422565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e13e877-d9d7-49b9-a84f-340f9ffe375f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:37.468634 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:37.503193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.503193 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-14c9ee75-ef23-4c4b-94c8-b4390d87af02 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681805 Sep 21 16:12:37.505807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48924) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:37.510565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2c193de3-9654-495a-9695-6b648b04a577', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:37.516326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:37.520795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:37.523665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:37.529288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:37.605767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.671098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.763947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.784124 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:37Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:37.788167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e09193-0a7b-4b37-9050-fe6c1379c0e5,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:37.788318 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd6d5d0-2e6f-4438-9e17-e7b7dc0398bc None None] The sync data for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv is: [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:37Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:12:37.799138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.799528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.799883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.800198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.800524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.800851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.801177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.801516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.801839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.802180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.802550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.803014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:37.879197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.880468 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4b486c92-4500-46df-a069-8f8f7f653958 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739493 Sep 21 16:12:37.883534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48928) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:37.890828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2c193de3-9654-495a-9695-6b648b04a577', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:37.897875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:37.901978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:37.905098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:37.912296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:37.924319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:37.977623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.050937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.107332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.137465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875a2b8c-a3a7-467e-83be-1279d4569167,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:38.209995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.216001 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cfcb5ed4-eaa5-4e61-9e78-7910cdb53384 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3253384 Sep 21 16:12:38.216532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48932) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:38.221413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2c193de3-9654-495a-9695-6b648b04a577', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:38.228217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:38.232249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:38.238931 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:38.241668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:38.312607 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:12:38.320690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.390258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.478315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.507793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd03e6a-89c2-4517-84b8-276f37d86ee6,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:38.555748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.555748 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8907850b-106b-4ff5-9a6f-02b176b824a2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3371437 Sep 21 16:12:38.563893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 48936) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:38.563893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '2c193de3-9654-495a-9695-6b648b04a577', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:38.582888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:38.582888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:38.582888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:38.586720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:38.701584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:12:38.709726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.781027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.876625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.907027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886bf597-de11-4106-af85-11ab34b663a6,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:38.950917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4568abc5-a0f9-43ed-ad27-95367b4fe148 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:12:38.975990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:38.977588 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4dbc0dcd-1d7f-4044-b4be-c54578ad7f41 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4184155 Sep 21 16:12:39.101393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 4568abc5-a0f9-43ed-ad27-95367b4fe148 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:12:39.106473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 4568abc5-a0f9-43ed-ad27-95367b4fe148 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:39.106842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:39.179933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-0a582de5-b946-41c1-8276-6a94024ec33e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:39.226112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 4568abc5-a0f9-43ed-ad27-95367b4fe148 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:39.226496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:39.250458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-0a582de5-b946-41c1-8276-6a94024ec33e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:39.252407 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-0a582de5-b946-41c1-8276-6a94024ec33e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235629464&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.1139379 Sep 21 16:12:39.259416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 4568abc5-a0f9-43ed-ad27-95367b4fe148, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4568abc5-a0f9-43ed-ad27-95367b4fe148,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:39.330208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:39.403469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=4568abc5-a0f9-43ed-ad27-95367b4fe148,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:39.511064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-a60d684b-ef50-474e-9745-592ad40f634e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:39.511733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-a60d684b-ef50-474e-9745-592ad40f634e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:39.610021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-a60d684b-ef50-474e-9745-592ad40f634e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:39.611760 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-a60d684b-ef50-474e-9745-592ad40f634e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 796 time: 0.3488147 Sep 21 16:12:39.626346 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-4c64fac1-0289-4514-b87e-add40de2095a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0090089 Sep 21 16:12:39.717826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-3fa2f787-2f4a-4725-a7f4-da557e31ccd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:39.815554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-3fa2f787-2f4a-4725-a7f4-da557e31ccd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:39.817608 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-3fa2f787-2f4a-4725-a7f4-da557e31ccd1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1857741 Sep 21 16:12:39.998151 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-21fc3fb7-b081-4393-bd68-23dc3727d62f service neutron] 10.222.0.65 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682405 Sep 21 16:12:40.127654 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-635257b4-ff19-49c0-babf-79da33c0e18c service neutron] 10.222.0.65 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230814 Sep 21 16:12:40.390612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-984c4ae5-1ad5-49d1-8c4a-7d9edae0a4c2 req-75fe35d2-bb09-4ca0-bb76-82bce45dc211 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:40.403305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-984c4ae5-1ad5-49d1-8c4a-7d9edae0a4c2 req-75fe35d2-bb09-4ca0-bb76-82bce45dc211 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:40.404483 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-984c4ae5-1ad5-49d1-8c4a-7d9edae0a4c2 req-75fe35d2-bb09-4ca0-bb76-82bce45dc211 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 210 time: 0.0656633 Sep 21 16:12:40.918954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4568abc5-a0f9-43ed-ad27-95367b4fe148 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:12:40.987438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 4568abc5-a0f9-43ed-ad27-95367b4fe148 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:40.987767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:41.104134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 4568abc5-a0f9-43ed-ad27-95367b4fe148 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:41.564278 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d2e0727f-dc41-4014-b286-c6623bb175cb req-02bc7109-d786-479b-aade-4c94af784e05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 210 time: 0.0493195 Sep 21 16:12:42.299359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-dba6feb3-3330-4f9a-b3cc-6acb9d6aa5c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:42.299941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-dba6feb3-3330-4f9a-b3cc-6acb9d6aa5c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:42.312513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-dba6feb3-3330-4f9a-b3cc-6acb9d6aa5c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:42.313649 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-dba6feb3-3330-4f9a-b3cc-6acb9d6aa5c6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 796 time: 0.1650646 Sep 21 16:12:42.366934 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-e3609721-de08-4bbf-acb0-63117fca0adf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 380 time: 0.0434229 Sep 21 16:12:42.374841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['2c193de3-9654-495a-9695-6b648b04a577']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:42.627817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:42.639438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:42.724752 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d7e2a2b-78ca-46d3-a3aa-803fd22b0b61 req-eb7701a8-530d-4239-86ec-42576af79e2f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 210 time: 0.0499005 Sep 21 16:12:42.725477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:12:42.732801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:42.890971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.3 (45addc7f-8fc9-43f3-a52f-d17b4dcd20aa/38f330b3-6b67-4413-9414-655161a9c37c/701f8dc8-6a05-4ce2-9131-cf0152017369) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:12:43.077245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:43.092311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 701f8dc8-6a05-4ce2-9131-cf0152017369 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:12:43.215640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:43.288825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:12:43.291949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:12:43.295732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:12:43.327083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=701f8dc8-6a05-4ce2-9131-cf0152017369,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:43.365853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:43.366515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:43.444937 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-7c343f54-6090-4f10-8e14-88cdf26674f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0734797 Sep 21 16:12:43.457058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Request body: {'port': {'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:43.570685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:43.608742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-504fe20c-d132-4bec-a675-06bbe014ad0f None None] Provisioning for port 701f8dc8-6a05-4ce2-9131-cf0152017369 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:12:43.613703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-504fe20c-d132-4bec-a675-06bbe014ad0f None None] Provisioning complete for port 701f8dc8-6a05-4ce2-9131-cf0152017369 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:43.614122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-504fe20c-d132-4bec-a675-06bbe014ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:43.666812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-504fe20c-d132-4bec-a675-06bbe014ad0f None None] Port 701f8dc8-6a05-4ce2-9131-cf0152017369 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:12:43.908805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701f8dc8-6a05-4ce2-9131-cf0152017369 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:12:43.916373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:43.930360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Transition to ACTIVE for port object 701f8dc8-6a05-4ce2-9131-cf0152017369 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:12:43.930694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04eefbb-0a01-49d4-bb44-08653ab25d96 req-86683e06-aa1d-4049-9fa1-e993ce8bca4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:43.932159 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f04eefbb-0a01-49d4-bb44-08653ab25d96 req-86683e06-aa1d-4049-9fa1-e993ce8bca4a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 931 time: 0.0901349 Sep 21 16:12:43.977288 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f04eefbb-0a01-49d4-bb44-08653ab25d96 req-0af1fae6-40dd-4b5a-87a7-7e0447daaae7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Sep 21 16:12:43.981318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:44.165629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Pushing event updated for resources: {'Port': ['ID=701f8dc8-6a05-4ce2-9131-cf0152017369,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:44.205446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Attempting to bind port 701f8dc8-6a05-4ce2-9131-cf0152017369 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:12:44.205779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Attempting to bind port 701f8dc8-6a05-4ce2-9131-cf0152017369 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:12:44.206131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Attempting to bind port 701f8dc8-6a05-4ce2-9131-cf0152017369 on network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:12:44.210553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Port 701f8dc8-6a05-4ce2-9131-cf0152017369 on network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:12:44.210867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Attempting to bind port 701f8dc8-6a05-4ce2-9131-cf0152017369 on network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:12:44.215833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:12:44.216163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Checking segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:12:44.216539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Bound using segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:12:44.216951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Bound port: 701f8dc8-6a05-4ce2-9131-cf0152017369, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:12:44.217314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:44.305630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] For port 701f8dc8-6a05-4ce2-9131-cf0152017369, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:12:44.308435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] For port 701f8dc8-6a05-4ce2-9131-cf0152017369, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=701f8dc8-6a05-4ce2-9131-cf0152017369,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:12:44.381003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:44.412500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:44.413099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:44.414550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] 10.222.0.33 "PUT /v2.0/ports/701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 200 len: 1093 time: 0.9625158 Sep 21 16:12:44.414974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:44.417263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc07743-00f7-496b-9408-655979a92af7" -d '{"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:44.459930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38887ba8-db57-4d39-99dc-2f94788a89d2 x-openstack-request-id: req-38887ba8-db57-4d39-99dc-2f94788a89d2 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:44.460214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:44.460465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38887ba8-db57-4d39-99dc-2f94788a89d2 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:44.460865 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38887ba8-db57-4d39-99dc-2f94788a89d2'] response: {'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'status': 'completed', 'code': 200} Sep 21 16:12:44.461568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52643edf-7b58-4f23-a20d-7a22b9864121 service neutron] Pushing event updated for resources: {'Port': ['ID=701f8dc8-6a05-4ce2-9131-cf0152017369,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:44.559011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc07743-00f7-496b-9408-655979a92af7 req-ce042be8-a5cd-4e64-a9f8-c7d3ff1d0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:44.560377 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbc07743-00f7-496b-9408-655979a92af7 req-ce042be8-a5cd-4e64-a9f8-c7d3ff1d0f96 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1096 time: 0.0812864 Sep 21 16:12:44.807692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc07743-00f7-496b-9408-655979a92af7 req-4562c640-c557-4844-87dc-16f69309be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:44.809170 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbc07743-00f7-496b-9408-655979a92af7 req-4562c640-c557-4844-87dc-16f69309be64 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2418888 Sep 21 16:12:44.942880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc07743-00f7-496b-9408-655979a92af7 req-b04fbb0e-5bff-4cee-89b1-cf39423266d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:44.944297 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bbc07743-00f7-496b-9408-655979a92af7 req-b04fbb0e-5bff-4cee-89b1-cf39423266d9 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294062 Sep 21 16:12:45.060625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-9db06a8e-2a0e-42e6-adfd-8b3991c88b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:45.062085 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-9db06a8e-2a0e-42e6-adfd-8b3991c88b89 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1096 time: 0.0814004 Sep 21 16:12:45.134141 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-c98d8e89-f865-4a95-b9db-3c353b83b878 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 200 len: 217 time: 0.0651011 Sep 21 16:12:45.176885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0e61-29c7-4de1-9ace-8e33337f263f req-097516c2-1285-4ae6-b133-166776099fc6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:45.178370 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-757f0e61-29c7-4de1-9ace-8e33337f263f req-097516c2-1285-4ae6-b133-166776099fc6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 943 time: 0.0902309 Sep 21 16:12:45.197434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-841a2677-f981-4fe4-b4f8-24c8cbb9ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:45.198948 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-841a2677-f981-4fe4-b4f8-24c8cbb9ba15 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 200 len: 834 time: 0.0588772 Sep 21 16:12:45.222998 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-757f0e61-29c7-4de1-9ace-8e33337f263f req-0f78222a-ccde-4deb-a27c-994c2342c26f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388398 Sep 21 16:12:45.286082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-99b5efb1-b627-4769-b0c0-dd160b9cab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:45.287545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-99b5efb1-b627-4769-b0c0-dd160b9cab12 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826192 Sep 21 16:12:45.418158 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-e5904e60-371a-4245-9603-0107ece16a5d service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240978 Sep 21 16:12:45.552729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9842daf8-aac3-4dcc-ac3a-d9b581bfb839 req-6a55565a-40f9-4ad5-b973-315c187efd24 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239669 Sep 21 16:12:46.420917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87ebb3-21d9-46ed-ba39-2c2a0731056e req-fec6fb4d-d40b-46e5-b2d3-587f1a86bcb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:46.421605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1c87ebb3-21d9-46ed-ba39-2c2a0731056e req-fec6fb4d-d40b-46e5-b2d3-587f1a86bcb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:46.517221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1c87ebb3-21d9-46ed-ba39-2c2a0731056e req-fec6fb4d-d40b-46e5-b2d3-587f1a86bcb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:46.518422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c87ebb3-21d9-46ed-ba39-2c2a0731056e req-fec6fb4d-d40b-46e5-b2d3-587f1a86bcb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 943 time: 0.1831012 Sep 21 16:12:46.565135 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c87ebb3-21d9-46ed-ba39-2c2a0731056e req-633b1cbe-62f5-4da1-bfaa-8f215e779da3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Sep 21 16:12:47.758518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dc8b6-76af-4974-9581-87a7c8c6ad1d req-3cb9481c-3382-41b8-8699-87e9a997e79d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:47.759956 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-422dc8b6-76af-4974-9581-87a7c8c6ad1d req-3cb9481c-3382-41b8-8699-87e9a997e79d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 943 time: 0.0868034 Sep 21 16:12:47.803438 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-422dc8b6-76af-4974-9581-87a7c8c6ad1d req-5556c3b0-0a26-4d9b-92db-393785f9a29a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378754 Sep 21 16:12:48.102343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 701f8dc8-6a05-4ce2-9131-cf0152017369 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:12:48.232496 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 701f8dc8-6a05-4ce2-9131-cf0152017369, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=701f8dc8-6a05-4ce2-9131-cf0152017369,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:48.246291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:12:48.311665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 701f8dc8-6a05-4ce2-9131-cf0152017369 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:48.311961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:48.328233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701f8dc8-6a05-4ce2-9131-cf0152017369 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:12:48.343346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 701f8dc8-6a05-4ce2-9131-cf0152017369, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=701f8dc8-6a05-4ce2-9131-cf0152017369,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:48.437220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:48.503196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=701f8dc8-6a05-4ce2-9131-cf0152017369,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:48.510092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.510443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.510784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.511118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.511448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.511775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.512100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.512423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.512746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.513066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.513387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.513706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:12:48.667581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['701f8dc8-6a05-4ce2-9131-cf0152017369'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:12:49.011469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f325356-a23a-4335-9af0-bf9937d00387 req-b7d381cf-b4cc-4662-b723-f8bc90142ca6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:49.012826 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8f325356-a23a-4335-9af0-bf9937d00387 req-b7d381cf-b4cc-4662-b723-f8bc90142ca6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 944 time: 0.0936971 Sep 21 16:12:49.056765 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8f325356-a23a-4335-9af0-bf9937d00387 req-bd6d8382-8655-4e5e-b09d-ce525c379ffe tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382071 Sep 21 16:12:50.102498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 701f8dc8-6a05-4ce2-9131-cf0152017369 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:12:50.232091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 701f8dc8-6a05-4ce2-9131-cf0152017369 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:12:50.237069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 701f8dc8-6a05-4ce2-9131-cf0152017369 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:12:50.237930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:50.261122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262c25-7110-4a15-a5fe-a89317ab89f5 req-7ee4b298-68c1-4113-8dc0-ca8a67ae4549 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:50.262602 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74262c25-7110-4a15-a5fe-a89317ab89f5 req-7ee4b298-68c1-4113-8dc0-ca8a67ae4549 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 944 time: 0.0911961 Sep 21 16:12:50.306857 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74262c25-7110-4a15-a5fe-a89317ab89f5 req-dd875cdf-b9ea-4e8f-ace4-f458aed36299 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382874 Sep 21 16:12:50.354848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 701f8dc8-6a05-4ce2-9131-cf0152017369 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:12:50.355229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:50.381889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:50.384166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f9809c-bec9-4e01-9c53-2d7e3aa9f97f" -d '{"events": [{"server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "name": "network-vif-plugged", "status": "completed", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:50.391575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 701f8dc8-6a05-4ce2-9131-cf0152017369, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=701f8dc8-6a05-4ce2-9131-cf0152017369,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:12:50.460864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:50.497427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184b7f72-e69d-4ab3-ae52-b29868fce991 x-openstack-request-id: req-184b7f72-e69d-4ab3-ae52-b29868fce991 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:50.497722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "name": "network-vif-plugged", "status": "completed", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:50.497996 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-184b7f72-e69d-4ab3-ae52-b29868fce991 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:50.498388 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184b7f72-e69d-4ab3-ae52-b29868fce991'] response: {'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'code': 200} Sep 21 16:12:50.533615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=701f8dc8-6a05-4ce2-9131-cf0152017369,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:50.805956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e445d-79be-471c-aaab-4e9434343d8e req-f57d69ff-35c5-4f06-9e3e-ca28b9a03ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:50.807389 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-837e445d-79be-471c-aaab-4e9434343d8e req-f57d69ff-35c5-4f06-9e3e-ca28b9a03ee0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1098 time: 0.0800796 Sep 21 16:12:50.846532 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-837e445d-79be-471c-aaab-4e9434343d8e req-7268a3a4-1caf-4131-a93a-fbb3135264f8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333388 Sep 21 16:12:51.503998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b384a-3eb7-4651-8134-8a06bd43af17 req-b7c3b31d-68b5-4e70-90ac-f4624e798f4f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:51.505432 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5b5b384a-3eb7-4651-8134-8a06bd43af17 req-b7c3b31d-68b5-4e70-90ac-f4624e798f4f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 945 time: 0.0900030 Sep 21 16:12:51.548148 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5b5b384a-3eb7-4651-8134-8a06bd43af17 req-a7cbf430-e9f6-4864-8ace-5934736ba1d2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368786 Sep 21 16:12:52.746064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a3d71-ad31-4d7b-8ab4-360d501371ed req-e62e85d5-45f9-46e9-bce2-3ba2513580f4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:52.747509 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-342a3d71-ad31-4d7b-8ab4-360d501371ed req-e62e85d5-45f9-46e9-bce2-3ba2513580f4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 945 time: 0.0894315 Sep 21 16:12:52.791028 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-342a3d71-ad31-4d7b-8ab4-360d501371ed req-c2ccca00-a8f9-4ad3-96af-1f2358fcd6da tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372891 Sep 21 16:12:52.983450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79a384-5200-4a93-802e-9d270e6359cc req-5c6820bd-f1e3-466b-a13c-c35ce90eaf66 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:52.984926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1a79a384-5200-4a93-802e-9d270e6359cc req-5c6820bd-f1e3-466b-a13c-c35ce90eaf66 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 945 time: 0.0860722 Sep 21 16:12:53.028200 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1a79a384-5200-4a93-802e-9d270e6359cc req-d67758ca-4767-4722-8995-137e84a35c7c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376451 Sep 21 16:12:53.056657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49002) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:53.136532 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d4b76-7847-4b7f-9507-94acd6fdb755 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:53.137926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-373d4b76-7847-4b7f-9507-94acd6fdb755 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1093 time: 0.0802789 Sep 21 16:12:53.140751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49006) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:53.145787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:53.151799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:53.155625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:53.158479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:53.164263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:53.238503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:53.371721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:53.507516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.40 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/9bcf4150-815c-449b-b4ba-4f36229086d7) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:12:53.741321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:53.832325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:53.894728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:12:53.897330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:12:53.901103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:12:53.934890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=9bcf4150-815c-449b-b4ba-4f36229086d7,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:54.308999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.465896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.672381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.761978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:54.871402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=9bcf4150-815c-449b-b4ba-4f36229086d7,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:54.874994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:55.047595 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8 associated. External IP: 172.26.0.40, port: 701f8dc8-6a05-4ce2-9131-cf0152017369. Sep 21 16:12:55.486821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:12:55.489303 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:12:55.665644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:12:55.675138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] Sync routers for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:12:55.684119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:55.691093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:55.804022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:55.860151 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-77781078-9a40-4d59-af7f-cba2d6c6e87c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7183754 Sep 21 16:12:55.860629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:55.860761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:12:55.863125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:12:55.863256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49012) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:55.916060 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf5b171-e493-4d15-826f-6a305288af6e x-openstack-request-id: req-0cf5b171-e493-4d15-826f-6a305288af6e {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:12:55.916839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:12:55.917200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cf5b171-e493-4d15-826f-6a305288af6e {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:12:55.917690 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf5b171-e493-4d15-826f-6a305288af6e'] response: {'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'status': 'completed', 'code': 200} Sep 21 16:12:55.995491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cf3131-dc99-4ee4-838f-a1f84a05dab1 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:56.002148 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-97cf3131-dc99-4ee4-838f-a1f84a05dab1 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1093 time: 0.1328290 Sep 21 16:12:56.026613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-5e86073a-02e0-4c6e-927e-582f2c1b4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:56.028067 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-5e86073a-02e0-4c6e-927e-582f2c1b4de3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1098 time: 0.0884955 Sep 21 16:12:56.126576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49020) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:56.134096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611177994', 'description': 'tempest-secgroup-smoke-1611177994 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:56.141125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:56.163028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:56.189674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-05182a34-6822-49e8-bf68-173d532521c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:56.193066 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-05182a34-6822-49e8-bf68-173d532521c8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 897 time: 0.1591933 Sep 21 16:12:56.248916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:54Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:56.253766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] Checking router: 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:12:56.262889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:12:56.263509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:12:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:56.365511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:56.414234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:56.421380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:56.426381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:56.434585 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-b9277b74-76bf-4293-b890-130503e2665e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 200 len: 998 time: 0.2357876 Sep 21 16:12:56.435413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:56.446491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:12:56.520266 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-56f76ce0-0ce9-483d-b070-41c503afe6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:56.521704 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-56f76ce0-0ce9-483d-b070-41c503afe6a8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 200 len: 834 time: 0.0776093 Sep 21 16:12:56.616798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:56.636304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-2de6c642-d2d3-4daf-89fb-09b2374f38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:56.637905 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-2de6c642-d2d3-4daf-89fb-09b2374f38f1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1096845 Sep 21 16:12:56.710480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:56.777438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511bddd8-2734-4453-880c-332622988b94,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:56.801303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:54Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:12:56.805426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a53379-f77e-4a6e-9e6e-51b0c588ff9a None None] The sync data for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv is: [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:54Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:12:56.817540 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-e8d304ec-031c-4bde-8f6f-f2b6aedf1afe service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739049 Sep 21 16:12:56.843861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:56.845045 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bc45484f-c725-42ab-b861-679c8ffa33d1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7175255 Sep 21 16:12:56.848115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49024) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:56.853732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '511bddd8-2734-4453-880c-332622988b94', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:56.865476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:56.865476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:56.868693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:56.875257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:56.960077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:56.961781 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efbbea33-cf35-4a4a-8eed-f8ea9cc59ff4 req-437cd8c5-e2b9-42f5-84a5-7bd9ac27cffe service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383336 Sep 21 16:12:57.027433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.033074 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b864b1-baaf-4ed0-82b4-8f5e5aab02bf None None] New status for floating IP 81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:12:57.100050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.121803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e29f4d-ac87-4859-89df-9bf3bee2398f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:57.192018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.193250 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1140d590-7706-4411-8162-ac24e03a5b75 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441341 Sep 21 16:12:57.196113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49028) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:57.201143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '511bddd8-2734-4453-880c-332622988b94', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:57.208441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:57.213205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:57.216631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:57.223156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:57.284109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.344225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.414456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.437755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161234fb-e98a-4459-81f2-42431bf648e0,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:57.505903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.507163 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8f8624a9-c827-4210-9905-40ee2f7e94ee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3100657 Sep 21 16:12:57.509835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49032) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:57.514728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '511bddd8-2734-4453-880c-332622988b94', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:57.521216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:57.525106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:57.528016 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:57.533732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:57.604461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.665495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.728840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.751963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5923765f-6e59-49de-82d0-b7252e4b0420,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:57.820476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.821645 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d5d89e6e-f8fb-407a-9820-aad3b34aa591 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108711 Sep 21 16:12:57.824372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49036) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:57.829438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '511bddd8-2734-4453-880c-332622988b94', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:57.835183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:57.838975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:57.841852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:57.847672 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:57.924086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:57.990928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.066334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.089824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcfd697-c6f3-4adb-8752-ee53fb0c5695,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:58.152015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.153275 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-52e05131-7282-446a-9e33-4ff92495c6c2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279591 Sep 21 16:12:58.155931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49040) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:58.161262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '511bddd8-2734-4453-880c-332622988b94', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:58.167053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:58.171017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:58.173841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:58.180228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:58.249164 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:12:58.255785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.318177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.408782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.432820 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9bae7f-eabc-4692-bb41-1320fea148c3,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:58.506344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.507526 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3caa9d75-4fdc-4fa0-b3d8-780f3de6015b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3506465 Sep 21 16:12:58.510252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49044) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:12:58.515112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '511bddd8-2734-4453-880c-332622988b94', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:12:58.521408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:12:58.525306 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:12:58.528190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:12:58.534538 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:12:58.626140 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:12:58.633803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.702619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.786954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.812280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602631e8-89c0-49a0-9f57-e33336e6eb37,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:12:58.900513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.941408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:12:58.943130 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a077487-8746-4527-9007-5bc21ac6b35b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4312487 Sep 21 16:12:59.104105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-24db071e-4b52-499e-a32f-736d1c925964 req-f2406232-eff8-45e1-9841-bc83d74c9ec6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:12:59.249091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-24db071e-4b52-499e-a32f-736d1c925964 req-f2406232-eff8-45e1-9841-bc83d74c9ec6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:12:59.253357 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-f2406232-eff8-45e1-9841-bc83d74c9ec6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611177994&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.1852722 Sep 21 16:12:59.402650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db071e-4b52-499e-a32f-736d1c925964 req-bd52bd5f-da6c-4942-8197-961f0cc9a34f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:12:59.404108 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-bd52bd5f-da6c-4942-8197-961f0cc9a34f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 796 time: 0.1465564 Sep 21 16:12:59.418901 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-f7a91cd7-b0ad-47ec-91d1-73a2151085ae tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0089211 Sep 21 16:12:59.516173 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-b4340c27-93e8-48ad-9b5e-5a4e759e9d2f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0923877 Sep 21 16:12:59.652699 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-9843bd69-3757-48dd-88b3-9331eb4389f3 service neutron] 10.222.0.65 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252329 Sep 21 16:12:59.783578 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-da2a8293-3532-41f2-b07c-7f012dd53d28 service neutron] 10.222.0.65 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248024 Sep 21 16:13:00.045349 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a5a100f2-3ca0-481f-a330-a74b4b022212 req-035ab1b0-5adf-4a83-952f-5798b1ae990a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 210 time: 0.0501995 Sep 21 16:13:01.207217 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa6e6458-e285-477e-84ba-9ee24f1fbf19 req-e365bff8-a4da-48e7-b780-670dbb966014 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 210 time: 0.0505824 Sep 21 16:13:02.006594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db071e-4b52-499e-a32f-736d1c925964 req-568842bc-e215-4c23-a50c-4acb2bc77740 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:02.008124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-568842bc-e215-4c23-a50c-4acb2bc77740 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 796 time: 0.1473191 Sep 21 16:13:02.058204 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-cce777c4-e7ad-415e-bbd9-4d0a7b9a0549 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 473 time: 0.0423098 Sep 21 16:13:02.066848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['511bddd8-2734-4453-880c-332622988b94']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:13:02.205563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:13:02.215243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:13:02.290393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:13:02.294898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:02.375072 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-154f9437-23ea-4629-91d3-c8ba61c4c541 req-4d0dc7c7-6647-4fbe-a201-d289e135d72d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 210 time: 0.0511806 Sep 21 16:13:02.568122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.6 (45addc7f-8fc9-43f3-a52f-d17b4dcd20aa/38f330b3-6b67-4413-9414-655161a9c37c/7d19cc67-9747-4f41-98fa-ff38e70f1562) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:13:02.755099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:02.770742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 7d19cc67-9747-4f41-98fa-ff38e70f1562 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:13:02.855531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:02.883934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-90641590-6add-475c-9fb0-d182dc0c23ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:02.928779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:13:02.931629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:13:02.935663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:13:02.972910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=7d19cc67-9747-4f41-98fa-ff38e70f1562,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:03.008578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:03.009298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:03.113320 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-5adb7216-d3a8-4822-a82d-c927aa233e20 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0505657 Sep 21 16:13:03.125480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Request body: {'port': {'device_id': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:13:03.242055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:03.267107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8fbb0fac-938b-4f4d-b2c8-98262162afce None None] Provisioning for port 7d19cc67-9747-4f41-98fa-ff38e70f1562 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:13:03.271858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8fbb0fac-938b-4f4d-b2c8-98262162afce None None] Provisioning complete for port 7d19cc67-9747-4f41-98fa-ff38e70f1562 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:13:03.272231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8fbb0fac-938b-4f4d-b2c8-98262162afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:03.325912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb0fac-938b-4f4d-b2c8-98262162afce None None] Port 7d19cc67-9747-4f41-98fa-ff38e70f1562 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:13:03.653436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632134a-0d00-4b66-880e-f0e43ea50785 req-fd659800-d848-49ed-862e-0df6ae770276 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:03.654448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1632134a-0d00-4b66-880e-f0e43ea50785 req-fd659800-d848-49ed-862e-0df6ae770276 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:13:03.673093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d19cc67-9747-4f41-98fa-ff38e70f1562 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:13:03.682340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:03.696869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Transition to ACTIVE for port object 7d19cc67-9747-4f41-98fa-ff38e70f1562 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:13:03.780555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1632134a-0d00-4b66-880e-f0e43ea50785 req-fd659800-d848-49ed-862e-0df6ae770276 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:13:03.781695 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1632134a-0d00-4b66-880e-f0e43ea50785 req-fd659800-d848-49ed-862e-0df6ae770276 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 931 time: 0.2928061 Sep 21 16:13:03.802932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:03.974599 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1632134a-0d00-4b66-880e-f0e43ea50785 req-8fe75c7f-c4db-4548-83cc-1e97b3933394 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870954 Sep 21 16:13:04.015834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Pushing event updated for resources: {'Port': ['ID=7d19cc67-9747-4f41-98fa-ff38e70f1562,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:04.056975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Attempting to bind port 7d19cc67-9747-4f41-98fa-ff38e70f1562 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:13:04.057320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Attempting to bind port 7d19cc67-9747-4f41-98fa-ff38e70f1562 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:13:04.057682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Attempting to bind port 7d19cc67-9747-4f41-98fa-ff38e70f1562 on network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:13:04.062219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Port 7d19cc67-9747-4f41-98fa-ff38e70f1562 on network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:13:04.062543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Attempting to bind port 7d19cc67-9747-4f41-98fa-ff38e70f1562 on network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:13:04.067748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:13:04.068083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Checking segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:13:04.068465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Bound using segment: {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:13:04.068890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Bound port: 7d19cc67-9747-4f41-98fa-ff38e70f1562, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb6326e-6295-46fa-be22-08aa4ac7f725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:13:04.069237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:04.160324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] For port 7d19cc67-9747-4f41-98fa-ff38e70f1562, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:13:04.163930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] For port 7d19cc67-9747-4f41-98fa-ff38e70f1562, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7d19cc67-9747-4f41-98fa-ff38e70f1562,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:13:04.319952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:04.352740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:04.353351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:04.354747 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] 10.222.0.33 "PUT /v2.0/ports/7d19cc67-9747-4f41-98fa-ff38e70f1562 HTTP/1.1" status: 200 len: 1093 time: 1.2335081 Sep 21 16:13:04.355191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:13:04.357481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44755e6-a729-4236-a714-aff0f93e00f5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:13:04.398600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3b482-85b6-4e6f-b59d-0d5de9849380 service neutron] Pushing event updated for resources: {'Port': ['ID=7d19cc67-9747-4f41-98fa-ff38e70f1562,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:04.402088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c98ed6-913d-4376-80a7-2403cd324be3 x-openstack-request-id: req-f7c98ed6-913d-4376-80a7-2403cd324be3 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:13:04.402376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:13:04.402631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7c98ed6-913d-4376-80a7-2403cd324be3 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:13:04.403018 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c98ed6-913d-4376-80a7-2403cd324be3'] response: {'name': 'network-changed', 'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'status': 'completed', 'code': 200} Sep 21 16:13:04.499461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44755e6-a729-4236-a714-aff0f93e00f5 req-56badb29-3091-4a81-b11f-9a620492447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:04.500952 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d44755e6-a729-4236-a714-aff0f93e00f5 req-56badb29-3091-4a81-b11f-9a620492447c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 1096 time: 0.0786133 Sep 21 16:13:04.643492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44755e6-a729-4236-a714-aff0f93e00f5 req-732014a0-ba00-46c2-95ad-b47831324691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:04.646495 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d44755e6-a729-4236-a714-aff0f93e00f5 req-732014a0-ba00-46c2-95ad-b47831324691 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1357148 Sep 21 16:13:04.783171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44755e6-a729-4236-a714-aff0f93e00f5 req-b3f99617-990b-483d-86c7-05ba4694e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:04.784611 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d44755e6-a729-4236-a714-aff0f93e00f5 req-b3f99617-990b-483d-86c7-05ba4694e887 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337996 Sep 21 16:13:05.016973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4ecc729a-1206-4440-9a25-3e36d1827e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:05.034454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db071e-4b52-499e-a32f-736d1c925964 req-4eedaa28-258a-43b3-9140-278958a8224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:05.034454 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-4eedaa28-258a-43b3-9140-278958a8224b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 1096 time: 0.1963708 Sep 21 16:13:05.160440 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-cd3b80c4-9bcb-4396-b4ec-9ebfe8967bcc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d19cc67-9747-4f41-98fa-ff38e70f1562 HTTP/1.1" status: 200 len: 217 time: 0.1115065 Sep 21 16:13:05.240159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db071e-4b52-499e-a32f-736d1c925964 req-9df70ec6-d2cf-454b-a4fb-2b7b34ca6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:05.241415 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-9df70ec6-d2cf-454b-a4fb-2b7b34ca6551 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 200 len: 834 time: 0.0780559 Sep 21 16:13:05.296021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5f0e2-11bf-491a-aeec-9b6ebd23ef35 req-01b55b5e-fa3a-47f0-a7a6-93b961f0c347 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:05.301933 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fd5f0e2-11bf-491a-aeec-9b6ebd23ef35 req-01b55b5e-fa3a-47f0-a7a6-93b961f0c347 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 943 time: 0.1983037 Sep 21 16:13:05.355829 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fd5f0e2-11bf-491a-aeec-9b6ebd23ef35 req-522e5b97-34f5-49c5-90a7-3bdc52354b36 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518522 Sep 21 16:13:05.369410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db071e-4b52-499e-a32f-736d1c925964 req-68e27c59-cd90-438b-9455-ff573acde0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:05.371136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-68e27c59-cd90-438b-9455-ff573acde0d6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229987 Sep 21 16:13:05.503047 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-0aa73bbd-032b-4f8d-8895-65f818165fb8 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263039 Sep 21 16:13:05.634759 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24db071e-4b52-499e-a32f-736d1c925964 req-bd0b5ddd-76c4-438d-b37e-6ce3c3ad0e34 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259336 Sep 21 16:13:06.244661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:06.558907 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdf3f5-d468-42d8-a8eb-56e6422e73d5 req-fad8f56f-e67a-4020-939b-4fdc757a5e99 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:06.560359 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-68cdf3f5-d468-42d8-a8eb-56e6422e73d5 req-fad8f56f-e67a-4020-939b-4fdc757a5e99 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 943 time: 0.0924249 Sep 21 16:13:06.605208 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-68cdf3f5-d468-42d8-a8eb-56e6422e73d5 req-0ae64b36-d104-4061-b81a-c96449a635ea tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391297 Sep 21 16:13:06.796804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:07.812388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39efc6e-0d51-46dc-b290-a42874ac78ae req-ef94a536-8614-4fb8-8c94-ab7a0bbcb367 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:07.814262 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d39efc6e-0d51-46dc-b290-a42874ac78ae req-ef94a536-8614-4fb8-8c94-ab7a0bbcb367 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 943 time: 0.0960841 Sep 21 16:13:07.861199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d39efc6e-0d51-46dc-b290-a42874ac78ae req-e21e34e6-426a-4f6e-9081-9f45369ab57a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Sep 21 16:13:07.969069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:08.133416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7d19cc67-9747-4f41-98fa-ff38e70f1562 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:13:08.264421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7d19cc67-9747-4f41-98fa-ff38e70f1562, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7d19cc67-9747-4f41-98fa-ff38e70f1562,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:08.280759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'port_id': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'mac_address': 'fa:16:3e:33:5d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:13:08.336292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 7d19cc67-9747-4f41-98fa-ff38e70f1562 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:13:08.336679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:08.353968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d19cc67-9747-4f41-98fa-ff38e70f1562 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:13:08.369299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7d19cc67-9747-4f41-98fa-ff38e70f1562, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7d19cc67-9747-4f41-98fa-ff38e70f1562,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:08.437122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:08.504892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=7d19cc67-9747-4f41-98fa-ff38e70f1562,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:08.667988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7d19cc67-9747-4f41-98fa-ff38e70f1562'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:13:09.066533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d89e3-398d-4187-a2af-d91b72c68415 req-32a9fc2a-9046-45c5-b942-fcade948035d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:09.068052 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-176d89e3-398d-4187-a2af-d91b72c68415 req-32a9fc2a-9046-45c5-b942-fcade948035d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 944 time: 0.0906186 Sep 21 16:13:09.112053 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-176d89e3-398d-4187-a2af-d91b72c68415 req-0813b660-22fc-4e1f-9981-155d0bfdfe73 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384526 Sep 21 16:13:10.133077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7d19cc67-9747-4f41-98fa-ff38e70f1562 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:13:10.254799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 7d19cc67-9747-4f41-98fa-ff38e70f1562 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:13:10.259700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 7d19cc67-9747-4f41-98fa-ff38e70f1562 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:13:10.260075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.313036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69003e2-e858-4f43-8e72-d816bb20216f req-072d66f8-afed-4f23-98c4-a732560f15a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:10.314543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d69003e2-e858-4f43-8e72-d816bb20216f req-072d66f8-afed-4f23-98c4-a732560f15a5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 944 time: 0.0905459 Sep 21 16:13:10.363574 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d69003e2-e858-4f43-8e72-d816bb20216f req-426a7c98-b83f-4f1a-8bf8-2565e6e531dc tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Sep 21 16:13:10.375449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 7d19cc67-9747-4f41-98fa-ff38e70f1562 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:13:10.375868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.405625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:13:10.407941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f95f75-2b67-40bb-9d69-82a273803beb" -d '{"events": [{"server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "name": "network-vif-plugged", "status": "completed", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:13:10.416604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7d19cc67-9747-4f41-98fa-ff38e70f1562, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7d19cc67-9747-4f41-98fa-ff38e70f1562,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:10.449281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2327162a-15c7-4db5-afcf-a11e48375e04 x-openstack-request-id: req-2327162a-15c7-4db5-afcf-a11e48375e04 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:13:10.449601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "name": "network-vif-plugged", "status": "completed", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:13:10.449867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2327162a-15c7-4db5-afcf-a11e48375e04 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:13:10.450279 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2327162a-15c7-4db5-afcf-a11e48375e04'] response: {'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'code': 200} Sep 21 16:13:10.500715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:10.566982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=7d19cc67-9747-4f41-98fa-ff38e70f1562,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:10.901833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7702b87-5269-465d-8ef4-2fe5091add4e req-6bd094a0-2aad-46e0-8188-f704f42ee6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:10.903355 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d7702b87-5269-465d-8ef4-2fe5091add4e req-6bd094a0-2aad-46e0-8188-f704f42ee6da service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 1098 time: 0.0789485 Sep 21 16:13:10.943043 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d7702b87-5269-465d-8ef4-2fe5091add4e req-b2d2970e-ba93-4643-b7b3-61dff65fa8f2 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335591 Sep 21 16:13:11.568024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28576e4-f6bf-4aba-83a4-cf797faab442 req-26b95aae-ae4d-46fc-af32-ef13122316a4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:11.569474 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d28576e4-f6bf-4aba-83a4-cf797faab442 req-26b95aae-ae4d-46fc-af32-ef13122316a4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 945 time: 0.0923741 Sep 21 16:13:11.613468 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d28576e4-f6bf-4aba-83a4-cf797faab442 req-b7121ac3-9bf3-4b9f-8885-9836380b7854 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383565 Sep 21 16:13:12.815125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb646053-544a-44a4-81b7-5738611bb647 req-35f9b6ae-5a72-463b-a601-997f773fa943 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:12.818576 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eb646053-544a-44a4-81b7-5738611bb647 req-35f9b6ae-5a72-463b-a601-997f773fa943 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 945 time: 0.0920041 Sep 21 16:13:12.863094 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eb646053-544a-44a4-81b7-5738611bb647 req-121b1a81-138f-4fbb-83ce-6071ecb3bfd4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 Sep 21 16:13:13.073798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f032b1f-f74c-4318-892a-5dcf37dafebd req-f57810c3-5a08-4f0e-9b82-5d85c80e3749 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:13.080115 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3f032b1f-f74c-4318-892a-5dcf37dafebd req-f57810c3-5a08-4f0e-9b82-5d85c80e3749 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 945 time: 0.0899949 Sep 21 16:13:13.122714 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3f032b1f-f74c-4318-892a-5dcf37dafebd req-ffadfbe9-98dc-4fbe-a8c5-5d720c9b6ce4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Sep 21 16:13:13.151792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49104) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:13.234047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a3b3a-c9ac-449e-9956-f598cc1f1527 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:13.234881 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f01a3b3a-c9ac-449e-9956-f598cc1f1527 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 1093 time: 0.0820677 Sep 21 16:13:13.237514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49108) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:13.243017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:13:13.251456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:13:13.252777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:13:13.255631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:13:13.261315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:13:13.357568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:13.496123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:13.635201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.39 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/1e30564b-3a52-43c0-91b3-8ed938598e0f) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:13:13.872239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:13.958821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.022598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:13:14.025269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:13:14.027855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:13:14.072662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=1e30564b-3a52-43c0-91b3-8ed938598e0f,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:14.443810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.578371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.785755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.843577 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:14.948307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=1e30564b-3a52-43c0-91b3-8ed938598e0f,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:14.950779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.123176 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP e7ae0923-5125-44c5-9eaa-460c55202991 associated. External IP: 172.26.0.39, port: 7d19cc67-9747-4f41-98fa-ff38e70f1562. Sep 21 16:13:15.568420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:13:15.747480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:13:15.758384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] Sync routers for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:13:15.768236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:15.768915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:13:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:15.831583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:15.887989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dbdae961-a4ad-4f70-b00f-f39828c468c8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6491537 Sep 21 16:13:15.888768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:13:15.891496 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8503a1-25e2-4f10-9dee-212394adebca" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:13:15.933610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df82c2d-7a90-4ee4-b39e-841ee95ec0a0 x-openstack-request-id: req-4df82c2d-7a90-4ee4-b39e-841ee95ec0a0 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:13:15.933717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:13:15.933903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4df82c2d-7a90-4ee4-b39e-841ee95ec0a0 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:13:15.934627 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df82c2d-7a90-4ee4-b39e-841ee95ec0a0'] response: {'name': 'network-changed', 'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'status': 'completed', 'code': 200} Sep 21 16:13:15.949807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:13:16.035408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8503a1-25e2-4f10-9dee-212394adebca req-d4a1176e-73fd-4839-b564-a5e7cb53039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:16.037414 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d8503a1-25e2-4f10-9dee-212394adebca req-d4a1176e-73fd-4839-b564-a5e7cb53039d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 1098 time: 0.0822606 Sep 21 16:13:16.174654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8503a1-25e2-4f10-9dee-212394adebca req-72dc72e1-c28a-4b45-86a0-6eac9a2bb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:16.175782 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d8503a1-25e2-4f10-9dee-212394adebca req-72dc72e1-c28a-4b45-86a0-6eac9a2bb854 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 897 time: 0.1316538 Sep 21 16:13:16.281428 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d8503a1-25e2-4f10-9dee-212394adebca req-4e13709e-b46f-458c-abb5-d1a2f9f00561 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d19cc67-9747-4f41-98fa-ff38e70f1562 HTTP/1.1" status: 200 len: 998 time: 0.0990529 Sep 21 16:13:16.305869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:57Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}, {'id': 'e7ae0923-5125-44c5-9eaa-460c55202991', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:33:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:13:14Z', 'updated_at': '2022-09-21T16:13:14Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:16.309625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] Checking router: 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:13:16.318817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:16.319409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:13:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:16.345965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8503a1-25e2-4f10-9dee-212394adebca req-883a0315-07b0-4ec9-a03b-df05baff7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:16.347491 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d8503a1-25e2-4f10-9dee-212394adebca req-883a0315-07b0-4ec9-a03b-df05baff7f7a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 200 len: 834 time: 0.0591252 Sep 21 16:13:16.436297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8503a1-25e2-4f10-9dee-212394adebca req-79827809-90c7-47b3-ba5e-3d71b614f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:16.437762 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d8503a1-25e2-4f10-9dee-212394adebca req-79827809-90c7-47b3-ba5e-3d71b614f26c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837920 Sep 21 16:13:16.497086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:13:16.683103 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d8503a1-25e2-4f10-9dee-212394adebca req-59d5efff-3a15-41d7-99d0-622e9d2b3cb3 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383933 Sep 21 16:13:16.819697 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d8503a1-25e2-4f10-9dee-212394adebca req-9fbbbba9-4bd4-46c6-b32c-1048e91b4f2e service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305339 Sep 21 16:13:16.908444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:57Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}, {'id': 'e7ae0923-5125-44c5-9eaa-460c55202991', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:33:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:13:14Z', 'updated_at': '2022-09-21T16:13:14Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:16.912477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f1a8b-dd93-4cbd-a18f-9791275b0be7 None None] The sync data for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv is: [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:57Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}, {'id': 'e7ae0923-5125-44c5-9eaa-460c55202991', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:33:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:13:14Z', 'updated_at': '2022-09-21T16:13:14Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:13:17.105802 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c2115-1384-4c2f-99b9-b409a7942318 None None] New status for floating IP e7ae0923-5125-44c5-9eaa-460c55202991: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:13:21.090615 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-c0f058ee-ec01-4926-bc74-c0539cb4270d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777841 Sep 21 16:13:21.194652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-77229889-f6f2-4514-8452-780d37a13416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:21.196182 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-77229889-f6f2-4514-8452-780d37a13416 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 1098 time: 0.0849509 Sep 21 16:13:21.343085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-1d18db07-f285-4133-9a51-f8d02ceaaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:21.344569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-1d18db07-f285-4133-9a51-f8d02ceaaf1c service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1296182 Sep 21 16:13:21.449110 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-467c9e85-8efa-4c21-ac81-cafa7d6a99cf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a1ee211-9292-4f00-a496-949da26f8475 HTTP/1.1" status: 200 len: 999 time: 0.0975640 Sep 21 16:13:21.510760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-d75be285-0d7e-4e0d-801a-8cb010f89b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:21.512148 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-d75be285-0d7e-4e0d-801a-8cb010f89b3d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0570025 Sep 21 16:13:21.597247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-4f8d7454-c0a4-4ce5-a96e-73abd39a1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:21.598729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-4f8d7454-c0a4-4ce5-a96e-73abd39a1c94 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809033 Sep 21 16:13:21.729801 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-b3b772b7-4ab4-4679-8e72-5e3c9643403a service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249979 Sep 21 16:13:21.860780 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-195f54ea-ab6f-40ec-b64c-92dac29b48af req-f5194710-c2ab-41c3-a9b8-2226375b0f5f service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249604 Sep 21 16:13:28.883569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:32.487800 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:13:32.883739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f2aadce3-4dcf-4e12-aadd-0b1656a79693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:34.997256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ce8c83a2-ac05-4b95-a193-b86657d2720e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:36.374266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:36.768646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:37.900431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:50.233748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49134) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:50.340871 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-146c3d0e-970c-4ca2-bc98-6406c832c076 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8 HTTP/1.1" status: 200 len: 992 time: 0.1059411 Sep 21 16:13:51.116467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49144) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:51.122514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:13:51.243884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:51.457163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 701f8dc8-6a05-4ce2-9131-cf0152017369, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=701f8dc8-6a05-4ce2-9131-cf0152017369,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:51.481334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:51.544703 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:51.589934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:51.590720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:51.592074 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/ports/701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 200 len: 938 time: 0.4745901 Sep 21 16:13:51.592614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:13:51.594916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c9eefd-5960-40b0-b693-38726afd56da" -d '{"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:13:51.632544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=701f8dc8-6a05-4ce2-9131-cf0152017369,revision_number=6']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:51.640748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.641100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.641441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.641775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.642137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.642576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.642797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.643126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.643449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.643769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.644089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.644408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cf3c0e-a1b2-4ead-a489-9bfc4b857e65 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:51.692891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f27028-5792-4d5c-8a80-200cf5879be1 x-openstack-request-id: req-f4f27028-5792-4d5c-8a80-200cf5879be1 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:13:51.693185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:13:51.693434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4f27028-5792-4d5c-8a80-200cf5879be1 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:13:51.693834 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f27028-5792-4d5c-8a80-200cf5879be1'] response: {'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'status': 'completed', 'code': 200} Sep 21 16:13:51.790566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9eefd-5960-40b0-b693-38726afd56da req-f9133cc7-bb6e-4dac-9573-7eef66494fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:51.792026 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3c9eefd-5960-40b0-b693-38726afd56da req-f9133cc7-bb6e-4dac-9573-7eef66494fdc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1099 time: 0.0784609 Sep 21 16:13:51.922062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9eefd-5960-40b0-b693-38726afd56da req-02ad6801-b96d-406e-8dce-2b6f649d39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:51.923499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3c9eefd-5960-40b0-b693-38726afd56da req-02ad6801-b96d-406e-8dce-2b6f649d39da service neutron] 10.222.0.33 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 897 time: 0.1257949 Sep 21 16:13:52.025455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3c9eefd-5960-40b0-b693-38726afd56da req-6dd744b2-3de1-4e48-8e51-6d59355b6c6f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 200 len: 1001 time: 0.0960481 Sep 21 16:13:52.086749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9eefd-5960-40b0-b693-38726afd56da req-96fa7c40-44c8-4b3c-8c2b-880287f552d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:52.088218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3c9eefd-5960-40b0-b693-38726afd56da req-96fa7c40-44c8-4b3c-8c2b-880287f552d0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 200 len: 834 time: 0.0572014 Sep 21 16:13:52.171188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9eefd-5960-40b0-b693-38726afd56da req-3ec8783e-3f2c-4266-b4fa-3a02e5584c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:52.172756 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3c9eefd-5960-40b0-b693-38726afd56da req-3ec8783e-3f2c-4266-b4fa-3a02e5584c86 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787857 Sep 21 16:13:52.410074 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3c9eefd-5960-40b0-b693-38726afd56da req-ce996e32-1df7-497f-a14e-8c1d3b9dd108 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314095 Sep 21 16:13:52.541447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3c9eefd-5960-40b0-b693-38726afd56da req-5c746b10-d0f9-46fc-98bc-48a38ba165a7 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252065 Sep 21 16:13:55.026048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49156) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:55.032584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:13:55.155883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.361472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 701f8dc8-6a05-4ce2-9131-cf0152017369, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=701f8dc8-6a05-4ce2-9131-cf0152017369,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:13:55.385527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.448156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.483653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:55.484244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.485572 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/ports/701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 200 len: 937 time: 0.4584403 Sep 21 16:13:55.486151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:13:55.488402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e414a0-6168-4943-a271-e0075f4988da" -d '{"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:13:55.488731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49160) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:55.540521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d53e72-8056-4059-bdbc-5a02563a0c21 x-openstack-request-id: req-97d53e72-8056-4059-bdbc-5a02563a0c21 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:13:55.540801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:13:55.541047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97d53e72-8056-4059-bdbc-5a02563a0c21 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:13:55.541435 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d53e72-8056-4059-bdbc-5a02563a0c21'] response: {'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'status': 'completed', 'code': 200} Sep 21 16:13:55.542164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e1b7a-fadd-4681-9b2c-a0e3f89b59f5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=701f8dc8-6a05-4ce2-9131-cf0152017369,revision_number=7']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:55.650689 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6df853b1-d291-4e1f-b1c9-8db4ea1b71f7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8 HTTP/1.1" status: 200 len: 992 time: 0.1608129 Sep 21 16:13:55.666707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e414a0-6168-4943-a271-e0075f4988da req-b44181e8-de67-498b-8701-b190ad872d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:55.668694 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09e414a0-6168-4943-a271-e0075f4988da req-b44181e8-de67-498b-8701-b190ad872d70 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1098 time: 0.1043837 Sep 21 16:13:55.702955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['701f8dc8-6a05-4ce2-9131-cf0152017369'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:13:55.798708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e414a0-6168-4943-a271-e0075f4988da req-29e60bca-446f-45ae-9b44-98a878b089c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:55.800142 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09e414a0-6168-4943-a271-e0075f4988da req-29e60bca-446f-45ae-9b44-98a878b089c1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 897 time: 0.1256831 Sep 21 16:13:55.903412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09e414a0-6168-4943-a271-e0075f4988da req-98acdd60-bfee-4b86-b655-2ab52ac5d016 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 200 len: 1000 time: 0.0969155 Sep 21 16:13:55.968796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e414a0-6168-4943-a271-e0075f4988da req-1ea3014e-2389-41fc-897a-12b4e7e93363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:55.970227 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09e414a0-6168-4943-a271-e0075f4988da req-1ea3014e-2389-41fc-897a-12b4e7e93363 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 200 len: 834 time: 0.0615113 Sep 21 16:13:56.055614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e414a0-6168-4943-a271-e0075f4988da req-c56ac483-fc2d-43dc-9504-e0ac99b762a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:13:56.057139 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09e414a0-6168-4943-a271-e0075f4988da req-c56ac483-fc2d-43dc-9504-e0ac99b762a9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813489 Sep 21 16:13:56.190162 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09e414a0-6168-4943-a271-e0075f4988da req-2110359d-a464-4f7c-94cf-c889649e3a3b service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261981 Sep 21 16:13:56.320981 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09e414a0-6168-4943-a271-e0075f4988da req-ea4545e9-0751-4053-b5ec-9a358a425d64 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242354 Sep 21 16:13:58.228244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49172) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:13:58.438183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 1e30564b-3a52-43c0-91b3-8ed938598e0f {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:13:58.438533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:58.604821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:58.605155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:58.837889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 1e30564b-3a52-43c0-91b3-8ed938598e0f owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:13:58.922374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:59.036840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:59.087270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=1e30564b-3a52-43c0-91b3-8ed938598e0f,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:59.129426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.129778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.130145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.130480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.130809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.131138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.131460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.131784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.132107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.132426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.132746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.133086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:59.193566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:59.193899 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP e7ae0923-5125-44c5-9eaa-460c55202991 disassociated (deleted). External IP: 172.26.0.39, port: 7d19cc67-9747-4f41-98fa-ff38e70f1562. Sep 21 16:13:59.544607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:13:59.722309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:13:59.731762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] Sync routers for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:13:59.741266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:13:59.744151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:13:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:59.790954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:59.849164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-327f94e6-4e80-4c6f-9197-537f99613b82 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/e7ae0923-5125-44c5-9eaa-460c55202991 HTTP/1.1" status: 204 len: 168 time: 1.6197367 Sep 21 16:13:59.849765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:13:59.852219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18d0cb-ee11-4455-a82e-27b6f31fe323" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:13:59.896721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe118c8b-ac2d-4af5-bd88-640ea4ae8486 x-openstack-request-id: req-fe118c8b-ac2d-4af5-bd88-640ea4ae8486 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:13:59.897020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:13:59.897277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe118c8b-ac2d-4af5-bd88-640ea4ae8486 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:13:59.897822 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe118c8b-ac2d-4af5-bd88-640ea4ae8486'] response: {'name': 'network-changed', 'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'status': 'completed', 'code': 200} Sep 21 16:13:59.920220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:00.013614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-9d144258-f7f5-4872-b27b-9a08fba3b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:00.015309 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-9d144258-f7f5-4872-b27b-9a08fba3b974 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 1098 time: 0.0963805 Sep 21 16:14:00.151910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-e737b580-29ac-4684-9afd-95756b8db941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:00.153343 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-e737b580-29ac-4684-9afd-95756b8db941 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 897 time: 0.1326029 Sep 21 16:14:00.227918 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-0e8e54c8-5b17-41ed-923f-4c17562572d0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d19cc67-9747-4f41-98fa-ff38e70f1562 HTTP/1.1" status: 200 len: 217 time: 0.0685780 Sep 21 16:14:00.282275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:57Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:00.286661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] Checking router: 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:00.295195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:00.295795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:13:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:00.325612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-092871f0-08c1-4168-b6ac-c31915dc58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:00.327026 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-092871f0-08c1-4168-b6ac-c31915dc58d2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 200 len: 834 time: 0.0938466 Sep 21 16:14:00.480361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:00.557961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51361422-102c-4199-a6c3-9bbdacdca36f req-99aedab5-35a9-461e-ac00-81a2a4ecaa6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:00.558987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-51361422-102c-4199-a6c3-9bbdacdca36f req-99aedab5-35a9-461e-ac00-81a2a4ecaa6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:00.562440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-6de6fa98-fcd5-4199-965d-aa62a1a1c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:00.563847 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-6de6fa98-fcd5-4199-965d-aa62a1a1c56e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2305439 Sep 21 16:14:00.656968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-51361422-102c-4199-a6c3-9bbdacdca36f req-99aedab5-35a9-461e-ac00-81a2a4ecaa6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:00.658147 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-51361422-102c-4199-a6c3-9bbdacdca36f req-99aedab5-35a9-461e-ac00-81a2a4ecaa6f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 945 time: 0.3706424 Sep 21 16:14:00.732434 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-ec554a5d-7886-4eca-a12c-fb3b76057809 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601126 Sep 21 16:14:00.735325 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-51361422-102c-4199-a6c3-9bbdacdca36f req-c9cc1705-0145-4b74-bb19-8c80a89cce78 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704060 Sep 21 16:14:00.866476 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f18d0cb-ee11-4455-a82e-27b6f31fe323 req-34bda4a3-3cdf-442b-80b2-220fdc2f22cc service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263909 Sep 21 16:14:00.870473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:57Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:00.875439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bb207-612a-4397-9d56-559ccb6604d8 None None] The sync data for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv is: [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.40', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'port_id': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'mac_address': 'fa:16:3e:d1:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:12:54Z', 'updated_at': '2022-09-21T16:12:57Z', 'revision_number': 1, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:01.083178 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d1b39-b26a-4550-b022-85b6cc1f1921 None None] New status for floating IP e7ae0923-5125-44c5-9eaa-460c55202991: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:14:01.624380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-85b21bef-0314-49c4-961c-8e946541d98c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:01.625719 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-85b21bef-0314-49c4-961c-8e946541d98c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 945 time: 0.0922103 Sep 21 16:14:01.695923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 7d19cc67-9747-4f41-98fa-ff38e70f1562 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:01.696269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:01.938547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d16ed-09c8-4cf2-858a-7e7bde34f2fb req-b04676a5-98f0-4dad-95e8-d60274b7f963 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:01.940007 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d60d16ed-09c8-4cf2-858a-7e7bde34f2fb req-b04676a5-98f0-4dad-95e8-d60274b7f963 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 945 time: 0.0870402 Sep 21 16:14:01.945134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 7d19cc67-9747-4f41-98fa-ff38e70f1562, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7d19cc67-9747-4f41-98fa-ff38e70f1562,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:01.945502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:01.983964 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d60d16ed-09c8-4cf2-858a-7e7bde34f2fb req-15ccc1e1-811f-48db-ab4c-c0d5287cb816 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=511bddd8-2734-4453-880c-332622988b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380635 Sep 21 16:14:02.070361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 7d19cc67-9747-4f41-98fa-ff38e70f1562 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:02.293815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:02.342220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=7d19cc67-9747-4f41-98fa-ff38e70f1562,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:02.432311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port 7d19cc67-9747-4f41-98fa-ff38e70f1562 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:14:02.434693 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:02.437160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'name': 'network-vif-deleted', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:02.439437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4341f2-5fd0-4be2-bcfd-44c14c9ce324" -d '{"events": [{"server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "name": "network-vif-deleted", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:02.481432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a24b4-6323-4d0d-a83d-5c24cee16fbf x-openstack-request-id: req-7b2a24b4-6323-4d0d-a83d-5c24cee16fbf {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:02.481796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0e6d46-3d23-49b6-9861-b4c007295517", "name": "network-vif-deleted", "tag": "7d19cc67-9747-4f41-98fa-ff38e70f1562", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:02.482176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b2a24b4-6323-4d0d-a83d-5c24cee16fbf {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:02.486673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2a24b4-6323-4d0d-a83d-5c24cee16fbf'] response: {'server_uuid': 'dc0e6d46-3d23-49b6-9861-b4c007295517', 'name': 'network-vif-deleted', 'tag': '7d19cc67-9747-4f41-98fa-ff38e70f1562', 'status': 'completed', 'code': 200} Sep 21 16:14:02.505837 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-37a7bb68-f257-4222-b84d-95d3aeaff421 req-fdd14a07-2694-4db7-bc63-c321d8443562 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/7d19cc67-9747-4f41-98fa-ff38e70f1562 HTTP/1.1" status: 204 len: 173 time: 0.8739269 Sep 21 16:14:02.876849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2812c60-5a21-4e94-a645-f962bb8eb7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:03.165750 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1d21a117-0da3-4bbc-a372-8bd03d9f2a06 req-c112a816-86ed-425b-abe6-1eb8d49ab09f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc0e6d46-3d23-49b6-9861-b4c007295517 HTTP/1.1" status: 200 len: 210 time: 0.0526650 Sep 21 16:14:04.267804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49190) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:04.335069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c27ce614-aad5-4bea-8cc9-5d831180cb92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:04.367311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c27ce614-aad5-4bea-8cc9-5d831180cb92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:04.505242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c27ce614-aad5-4bea-8cc9-5d831180cb92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:04.523822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ce614-aad5-4bea-8cc9-5d831180cb92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511bddd8-2734-4453-880c-332622988b94,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:04.595906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c27ce614-aad5-4bea-8cc9-5d831180cb92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:04.596965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c27ce614-aad5-4bea-8cc9-5d831180cb92 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/511bddd8-2734-4453-880c-332622988b94 HTTP/1.1" status: 204 len: 168 time: 0.3281775 Sep 21 16:14:04.717519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49196) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:04.979722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a8940dde-5d1b-4e23-940d-72f438ccccc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:05.016539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 9bcf4150-815c-449b-b4ba-4f36229086d7 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:05.016894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:05.187456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:05.187769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:05.308814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 9bcf4150-815c-449b-b4ba-4f36229086d7 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:05.522399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:05.568465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=9bcf4150-815c-449b-b4ba-4f36229086d7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:05.666935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:05.667262 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP 81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8 disassociated (deleted). External IP: 172.26.0.40, port: 701f8dc8-6a05-4ce2-9131-cf0152017369. Sep 21 16:14:06.015820 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:14:06.196612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:06.206741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] Sync routers for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:06.213641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:06.215558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:06.216167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:06.269331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:06.271237 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5185f2da-cd99-4e7a-844e-ea6c89d1ea5f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8 HTTP/1.1" status: 204 len: 168 time: 1.5524728 Sep 21 16:14:06.271971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:06.274344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74820b4-32df-4277-a96c-f463949c4217" -d '{"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:06.320400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb61ff09-1af7-4daa-aeb9-71c011e29a4c x-openstack-request-id: req-cb61ff09-1af7-4daa-aeb9-71c011e29a4c {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:06.320702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:06.321038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb61ff09-1af7-4daa-aeb9-71c011e29a4c {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:06.321450 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb61ff09-1af7-4daa-aeb9-71c011e29a4c'] response: {'name': 'network-changed', 'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'status': 'completed', 'code': 200} Sep 21 16:14:06.398133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7d19cc67-9747-4f41-98fa-ff38e70f1562 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:06.438651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74820b4-32df-4277-a96c-f463949c4217 req-90cd5c73-4e33-4b50-9286-ddf61f68f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:06.442403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e74820b4-32df-4277-a96c-f463949c4217 req-90cd5c73-4e33-4b50-9286-ddf61f68f806 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 1098 time: 0.1002157 Sep 21 16:14:06.444850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 7d19cc67-9747-4f41-98fa-ff38e70f1562 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:06.445107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7d19cc67-9747-4f41-98fa-ff38e70f1562 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:06.456888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:06.584879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74820b4-32df-4277-a96c-f463949c4217 req-86bbda92-91d2-49d8-a5cc-65eb4397cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:06.586556 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e74820b4-32df-4277-a96c-f463949c4217 req-86bbda92-91d2-49d8-a5cc-65eb4397cdb7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 200 len: 897 time: 0.1378994 Sep 21 16:14:06.660205 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e74820b4-32df-4277-a96c-f463949c4217 req-2c685b10-0bef-4d1c-a152-c595ffc64bbb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 200 len: 217 time: 0.0675163 Sep 21 16:14:06.722691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74820b4-32df-4277-a96c-f463949c4217 req-32c60daf-a5d0-4fda-a923-205aefa780a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:06.724162 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e74820b4-32df-4277-a96c-f463949c4217 req-32c60daf-a5d0-4fda-a923-205aefa780a5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 200 len: 834 time: 0.0587277 Sep 21 16:14:06.787505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:06.791509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] Checking router: 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:06.801951 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:06.802573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:06.832344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74820b4-32df-4277-a96c-f463949c4217 req-1879cbb3-ccb0-42b9-b50e-ae0e445c3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:06.834289 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e74820b4-32df-4277-a96c-f463949c4217 req-1879cbb3-ccb0-42b9-b50e-ae0e445c3863 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042142 Sep 21 16:14:06.962408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:06.993773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e74820b4-32df-4277-a96c-f463949c4217 req-d214334e-94d5-471f-863b-545d75668ca1 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526737 Sep 21 16:14:07.003624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:07.043842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd33bd2-e733-4bfc-ad70-d5d004930e3f req-99472c5a-74d8-46b9-9ea7-eebe1ba19d11 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:07.044456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-2fd33bd2-e733-4bfc-ad70-d5d004930e3f req-99472c5a-74d8-46b9-9ea7-eebe1ba19d11 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:07.117044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-2fd33bd2-e733-4bfc-ad70-d5d004930e3f req-99472c5a-74d8-46b9-9ea7-eebe1ba19d11 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:07.118546 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2fd33bd2-e733-4bfc-ad70-d5d004930e3f req-99472c5a-74d8-46b9-9ea7-eebe1ba19d11 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 945 time: 0.1718912 Sep 21 16:14:07.255837 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e74820b4-32df-4277-a96c-f463949c4217 req-645f1584-e984-4b08-9d4d-d9445bf4eab8 service neutron] 10.222.0.33 "GET /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556005 Sep 21 16:14:07.279807 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2fd33bd2-e733-4bfc-ad70-d5d004930e3f req-e2a9020a-aa7d-4460-b3b0-ddbfd3523e28 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541641 Sep 21 16:14:07.371789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:07.375647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee6ac2-aaac-4188-981a-c425c2e0387c None None] The sync data for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv is: [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:12:33Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '4568abc5-a0f9-43ed-ad27-95367b4fe148', 'name': '', 'network_id': '45addc7f-8fc9-43f3-a52f-d17b4dcd20aa', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:b1:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '38f330b3-6b67-4413-9414-655161a9c37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:32Z', 'updated_at': '2022-09-21T16:12:39Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '38f330b3-6b67-4413-9414-655161a9c37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:07.583503 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6637023b-6f8b-4781-8750-b223d12b244c None None] New status for floating IP 81b3c9c2-5a4f-449c-ba5b-a5e8554e52b8: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:14:07.910511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:08.534737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-e2ac6385-dbcb-4a6a-abe0-dfb4346d7890 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:08.535426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-e2ac6385-dbcb-4a6a-abe0-dfb4346d7890 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:08.546092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154445-58de-4a4a-a8cc-428fbdc0b53f req-c99a39c1-0df9-4c12-8964-0299f94b0205 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:08.546750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-24154445-58de-4a4a-a8cc-428fbdc0b53f req-c99a39c1-0df9-4c12-8964-0299f94b0205 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:08.563575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-e2ac6385-dbcb-4a6a-abe0-dfb4346d7890 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:08.564657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-e2ac6385-dbcb-4a6a-abe0-dfb4346d7890 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 945 time: 0.1811159 Sep 21 16:14:08.567104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-24154445-58de-4a4a-a8cc-428fbdc0b53f req-c99a39c1-0df9-4c12-8964-0299f94b0205 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:08.568058 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24154445-58de-4a4a-a8cc-428fbdc0b53f req-c99a39c1-0df9-4c12-8964-0299f94b0205 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 945 time: 0.1444554 Sep 21 16:14:08.669339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 701f8dc8-6a05-4ce2-9131-cf0152017369 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:08.669679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:08.695482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-24154445-58de-4a4a-a8cc-428fbdc0b53f req-5623c094-69d5-4e8a-bc21-f1d6d33eb95c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:08.808876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-24154445-58de-4a4a-a8cc-428fbdc0b53f req-5623c094-69d5-4e8a-bc21-f1d6d33eb95c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:08.810053 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24154445-58de-4a4a-a8cc-428fbdc0b53f req-5623c094-69d5-4e8a-bc21-f1d6d33eb95c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c193de3-9654-495a-9695-6b648b04a577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099600 Sep 21 16:14:08.926639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 701f8dc8-6a05-4ce2-9131-cf0152017369, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=701f8dc8-6a05-4ce2-9131-cf0152017369,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:08.926998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.051741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 701f8dc8-6a05-4ce2-9131-cf0152017369 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:09.253539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.306677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=701f8dc8-6a05-4ce2-9131-cf0152017369,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:09.391885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port 701f8dc8-6a05-4ce2-9131-cf0152017369 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:14:09.394351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.396831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'name': 'network-vif-deleted', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:09.399148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da37bd8-682a-4462-8049-27137c485766" -d '{"events": [{"server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "name": "network-vif-deleted", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:09.442534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad1940d-0446-4c60-aa64-209bdd37aea4 x-openstack-request-id: req-1ad1940d-0446-4c60-aa64-209bdd37aea4 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:09.442534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c3ddb2-e4db-4381-97c4-8dc44f10524b", "name": "network-vif-deleted", "tag": "701f8dc8-6a05-4ce2-9131-cf0152017369", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:09.442825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ad1940d-0446-4c60-aa64-209bdd37aea4 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:09.443218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad1940d-0446-4c60-aa64-209bdd37aea4'] response: {'server_uuid': '43c3ddb2-e4db-4381-97c4-8dc44f10524b', 'name': 'network-vif-deleted', 'tag': '701f8dc8-6a05-4ce2-9131-cf0152017369', 'status': 'completed', 'code': 200} Sep 21 16:14:09.454219 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b49a8ef3-bfd7-4c29-9b02-f9d1ef3ba1d6 req-83813607-b46b-4cc3-aaaa-3d897b057850 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/701f8dc8-6a05-4ce2-9131-cf0152017369 HTTP/1.1" status: 204 len: 173 time: 0.8836508 Sep 21 16:14:09.486852 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:14:09.987159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-6d37c7d8-a1c3-4cef-aff9-5eb52a1b1c69 req-49759f1d-11e4-421e-b1c9-5666ae41456a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:10.065224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-6d37c7d8-a1c3-4cef-aff9-5eb52a1b1c69 req-49759f1d-11e4-421e-b1c9-5666ae41456a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:10.066442 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6d37c7d8-a1c3-4cef-aff9-5eb52a1b1c69 req-49759f1d-11e4-421e-b1c9-5666ae41456a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=43c3ddb2-e4db-4381-97c4-8dc44f10524b HTTP/1.1" status: 200 len: 210 time: 0.1332176 Sep 21 16:14:11.166166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49214) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:11.232972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8593d388-c984-4efe-9545-78eb155849f2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:11.261184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8593d388-c984-4efe-9545-78eb155849f2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:11.414208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8593d388-c984-4efe-9545-78eb155849f2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:11.435090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593d388-c984-4efe-9545-78eb155849f2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c193de3-9654-495a-9695-6b648b04a577,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:11.521423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8593d388-c984-4efe-9545-78eb155849f2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:11.522592 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8593d388-c984-4efe-9545-78eb155849f2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/2c193de3-9654-495a-9695-6b648b04a577 HTTP/1.1" status: 204 len: 168 time: 0.3553963 Sep 21 16:14:11.596854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49220) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:12.144035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:12.452911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 701f8dc8-6a05-4ce2-9131-cf0152017369 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:12.496325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 4568abc5-a0f9-43ed-ad27-95367b4fe148 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:12.496895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 701f8dc8-6a05-4ce2-9131-cf0152017369 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:12.496991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:12.497463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 701f8dc8-6a05-4ce2-9131-cf0152017369 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:12.686647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 4568abc5-a0f9-43ed-ad27-95367b4fe148, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=4568abc5-a0f9-43ed-ad27-95367b4fe148,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:12.686998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:12.804785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 4568abc5-a0f9-43ed-ad27-95367b4fe148 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:13.276214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:13.326351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=4568abc5-a0f9-43ed-ad27-95367b4fe148,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:13.600676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:13.965328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:14:14.140805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:14.150141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] Sync routers for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:14.159008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:14.159605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:14.227021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4919802a-898b-42f9-92cd-817726c749d8 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6288798 Sep 21 16:14:14.229742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49224) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:14.294587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d83e39-39b7-48d7-b56b-5501c3e1ea13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet 38f330b3-6b67-4413-9414-655161a9c37c {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:14:14.297502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d83e39-39b7-48d7-b56b-5501c3e1ea13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:14.341207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:14.351412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d83e39-39b7-48d7-b56b-5501c3e1ea13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:14.437452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d83e39-39b7-48d7-b56b-5501c3e1ea13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:14.579952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d83e39-39b7-48d7-b56b-5501c3e1ea13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:14.624068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d83e39-39b7-48d7-b56b-5501c3e1ea13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=38f330b3-6b67-4413-9414-655161a9c37c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:14.626046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-43d83e39-39b7-48d7-b56b-5501c3e1ea13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:14.634729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:14:13Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:14.634866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-43d83e39-39b7-48d7-b56b-5501c3e1ea13 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/38f330b3-6b67-4413-9414-655161a9c37c HTTP/1.1" status: 204 len: 168 time: 0.4017932 Sep 21 16:14:14.635854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49228) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:14.638124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdcd904-7cd8-4681-89fc-c2b6ef8b2f54 None None] Network 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:14:14.653626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] Checking router: 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:14.720569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] Routers {'2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:14.721199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:14.927801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.001562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] Set router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:15.110674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.179367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 7446caca-47ef-40e6-9754-83385055a415 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:15.179725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.265367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] DHCP port deletion for 45addc7f-8fc9-43f3-a52f-d17b4dcd20aa request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:14:15.273711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Deleting port 333cef12-9239-4811-98d6-c43039e52c8b {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:15.274107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.357458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 7446caca-47ef-40e6-9754-83385055a415, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7446caca-47ef-40e6-9754-83385055a415,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:15.357823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.455649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:14:13Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:15.483724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 7446caca-47ef-40e6-9754-83385055a415 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:15.514546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe3eac-c362-4008-b5f0-7b4f991a218a None None] The sync data for ids ['2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5'] in dv-neutron-858618-1-hyperv is: [{'id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'name': 'tempest-TestNetworkBasicOps-router-2099094892', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '7446caca-47ef-40e6-9754-83385055a415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:12:27Z', 'updated_at': '2022-09-21T16:14:13Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '7446caca-47ef-40e6-9754-83385055a415', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:12:28Z', 'updated_at': '2022-09-21T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:15.541123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] For port 333cef12-9239-4811-98d6-c43039e52c8b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=333cef12-9239-4811-98d6-c43039e52c8b,segment=NetworkSegment(abb6326e-6295-46fa-be22-08aa4ac7f725),segment_id=abb6326e-6295-46fa-be22-08aa4ac7f725)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:15.541273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.665346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Calling delete_port for 333cef12-9239-4811-98d6-c43039e52c8b owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:15.750924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.796601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=7446caca-47ef-40e6-9754-83385055a415,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:15.807733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.851203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Pushing event deleted for resources: {'Port': ['ID=333cef12-9239-4811-98d6-c43039e52c8b,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:15.863750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] No DVR routers for this DVR port 333cef12-9239-4811-98d6-c43039e52c8b on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.872345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.873644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0585cf-ae5b-4786-b7da-60c20a6b363a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:15.904045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.081805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.084023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.190411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.190911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Fanout notify agent at l3_agent the message router_deleted on router 2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:14:16.206517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.207473 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f1b1056d-7821-4cc2-bc43-0edfc7195fe7 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/routers/2aec9f69-5e35-4fd9-acaf-a4ad5b79b2e5 HTTP/1.1" status: 204 len: 168 time: 1.5699275 Sep 21 16:14:16.210377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49232) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:16.324078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.566435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.593353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45addc7f-8fc9-43f3-a52f-d17b4dcd20aa']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:16.606540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb6326e-6295-46fa-be22-08aa4ac7f725') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:16.614966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb6326e-6295-46fa-be22-08aa4ac7f725') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:16.619537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.638709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.645097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:14:16.645467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.713213 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment abb6326e-6295-46fa-be22-08aa4ac7f725 resource provider aggregate not found Sep 21 16:14:16.741675 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment abb6326e-6295-46fa-be22-08aa4ac7f725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abb6326e-6295-46fa-be22-08aa4ac7f725 found for delete ", "request_id": "req-989b1d85-8440-4b99-bf97-6cee8a34a1d6"}]} Sep 21 16:14:16.801901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.806178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:16.833620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=45addc7f-8fc9-43f3-a52f-d17b4dcd20aa,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:16.894327 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8917e624-b3dd-4f50-b813-242d323692c4 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/45addc7f-8fc9-43f3-a52f-d17b4dcd20aa HTTP/1.1" status: 204 len: 168 time: 0.6828346 Sep 21 16:14:16.920137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49240) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:16.926102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'network': {'name': 'tempest-network-smoke--1148336913', 'project_id': '707ded9075414f28a6af789a3251199f', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:16.931350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:16.936038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:network and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:16.938962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:16.945457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:16.964162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 333cef12-9239-4811-98d6-c43039e52c8b no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:17.006002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 333cef12-9239-4811-98d6-c43039e52c8b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:17.006349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 333cef12-9239-4811-98d6-c43039e52c8b not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:17.006766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4568abc5-a0f9-43ed-ad27-95367b4fe148 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:17.013581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:14:17.017335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.040108 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 4568abc5-a0f9-43ed-ad27-95367b4fe148 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:17.040296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 4568abc5-a0f9-43ed-ad27-95367b4fe148 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:17.040781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7446caca-47ef-40e6-9754-83385055a415 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:17.046222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:14:17.055194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.055441 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Added segment 6ed7f6c5-cd27-423a-b6af-f59df25117cd of type vlan for network d643fd65-7037-40de-9812-e744cf6d809a Sep 21 16:14:17.075055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 7446caca-47ef-40e6-9754-83385055a415 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:17.075450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7446caca-47ef-40e6-9754-83385055a415 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:17.083267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.179102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.185174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:17.185755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.292955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Network': ['ID=d643fd65-7037-40de-9812-e744cf6d809a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:17.302928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network d643fd65-7037-40de-9812-e744cf6d809a details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:14:17.334443 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-73ffb59b-7288-4546-9a55-5eb26b37193a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4127600 Sep 21 16:14:17.337024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49244) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:17.342086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-246891165', 'admin_state_up': True, 'project_id': '707ded9075414f28a6af789a3251199f', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:17.349197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:17.353117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:router and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:17.356508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:17.362866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:17.425478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.426532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.441710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.762488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:18.112318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:18.140978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:18.274536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.16 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/11098523-6d07-42ee-b158-b7b07092c5c7) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:14:18.416464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:18.482176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:18.548528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:18.551443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:18.553929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:14:18.705305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=11098523-6d07-42ee-b158-b7b07092c5c7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:19.142829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.479558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.738575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 9da8f783-c392-464b-acfb-1ca686d06ed8 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:14:19.914699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:19.925420 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Sync routers for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:19.935083 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:19.935696 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:19.996582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:20.000676 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5c0a637e-7177-4645-92c3-27f09516e990 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6597824 Sep 21 16:14:20.000965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49248) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:20.057744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49252) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:20.058559 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b5565d78-9107-4c89-a365-c13c6e4181d7 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=707ded9075414f28a6af789a3251199f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0557134 Sep 21 16:14:20.119440 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:20.191568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a8f739-e662-4272-9119-004b4b6c8d72 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:20.195840 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-35a8f739-e662-4272-9119-004b4b6c8d72 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342421 Sep 21 16:14:20.196011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49256) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:20.365763 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0def1e5c-a93a-40a6-a29f-32cf8e18a711 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1686010 Sep 21 16:14:20.368489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49260) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:20.374292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-669098032', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'project_id': '707ded9075414f28a6af789a3251199f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:20.444483 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:18Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:20.448319 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Checking router: 9da8f783-c392-464b-acfb-1ca686d06ed8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:20.448696 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Updating router 9da8f783-c392-464b-acfb-1ca686d06ed8 port 11098523-6d07-42ee-b158-b7b07092c5c7 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:14:20.496598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:20.500525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:subnet and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:20.503399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:20.505232 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:20.509170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:20.591256 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:14:20.594836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:20.852273 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:20.863729 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Transition to ACTIVE for port object 11098523-6d07-42ee-b158-b7b07092c5c7 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:14:20.927963 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:20.979370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.003946 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Pushing event updated for resources: {'Port': ['ID=11098523-6d07-42ee-b158-b7b07092c5c7,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:21.012687 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.013038 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.013379 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.013710 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.014576 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.014919 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.015253 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.015583 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.016351 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.016692 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.017023 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.017347 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.020892 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Attempting to bind port 11098523-6d07-42ee-b158-b7b07092c5c7 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:14:21.021264 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Attempting to bind port 11098523-6d07-42ee-b158-b7b07092c5c7 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:14:21.021625 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Attempting to bind port 11098523-6d07-42ee-b158-b7b07092c5c7 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:14:21.029847 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:14:21.030248 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:14:21.030654 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.031051 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:14:21.031532 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Bound port: 11098523-6d07-42ee-b158-b7b07092c5c7, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:14:21.031974 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.068432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Checking segment: {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:14:21.068970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network hostable DHCP agents. Network: d643fd65-7037-40de-9812-e744cf6d809a, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:14:21.076706 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-d6d66cb5-4bb9-477a-9bcc-0f4951be4404 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1095436 Sep 21 16:14:21.085158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Subnet': ['ID=50a823ee-1daf-4a24-9b34-408eebd23caa,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:21.111551 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] For port 11098523-6d07-42ee-b158-b7b07092c5c7, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:14:21.114571 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] For port 11098523-6d07-42ee-b158-b7b07092c5c7, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=11098523-6d07-42ee-b158-b7b07092c5c7,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:14:21.168218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network d643fd65-7037-40de-9812-e744cf6d809a is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:14:21.185669 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.227721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-4d11b078-84c2-47fa-af37-af0d62e04d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:21.229201 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-4d11b078-84c2-47fa-af37-af0d62e04d8c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1098 time: 0.0834458 Sep 21 16:14:21.257451 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:21.258173 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:21.259265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, d643fd65-7037-40de-9812-e744cf6d809a) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:21.263949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:21.265298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.271351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6eff6-f8cc-4c1d-85aa-62d086d39f1c None None] Network d643fd65-7037-40de-9812-e744cf6d809a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:14:21.348282 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c05cc-9a86-413c-b340-2a508576129e None None] Pushing event updated for resources: {'Port': ['ID=11098523-6d07-42ee-b158-b7b07092c5c7,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:21.349901 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d7b774a6-ed29-4388-8608-0fe2fda5a20c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9761441 Sep 21 16:14:21.350585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49264) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:21.396095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-7402e3ff-c431-4484-af84-ef9614c449f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:21.398591 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-7402e3ff-c431-4484-af84-ef9614c449f6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1515427 Sep 21 16:14:21.485919 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:21.532215 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-7a750d0f-9042-407e-b32e-5062dba5b452 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 200 len: 1001 time: 0.1270015 Sep 21 16:14:21.551281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-d643fd65-7037-40de-9812-e744cf6d809a', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:14:21.552464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.602141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-1c466364-fd1e-4a21-b333-ca68a906d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:21.603773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-1c466364-fd1e-4a21-b333-ca68a906d8ee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0656331 Sep 21 16:14:21.706827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-664bc3d7-686f-498c-ba73-fdd4c41d11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:21.708980 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-664bc3d7-686f-498c-ba73-fdd4c41d11e3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991695 Sep 21 16:14:21.735896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Allocated IP 172.20.0.2 (d643fd65-7037-40de-9812-e744cf6d809a/50a823ee-1daf-4a24-9b34-408eebd23caa/7df21129-d67b-4984-af3f-e56dee9c5ccb) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:14:21.803463 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:18Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:21.808601 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46167-869e-4912-bbf7-c7515e9a5f50 None None] The sync data for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv is: [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:18Z', 'revision_number': 3, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:21.877755 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-d0677901-6a63-4cc6-8210-a276f26273a2 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607993 Sep 21 16:14:21.990821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.005882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Transition to ACTIVE for port object 7df21129-d67b-4984-af3f-e56dee9c5ccb will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:14:22.030526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Transition to ACTIVE for port object 7df21129-d67b-4984-af3f-e56dee9c5ccb will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:14:22.053203 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c3ae321-e6f2-4264-8c4e-eb5f444d4ba8 req-68f73577-b8e0-4d94-a114-17fe3891da4a service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696463 Sep 21 16:14:22.099640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.154075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.178686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Network d643fd65-7037-40de-9812-e744cf6d809a is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:22.181507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:22.186367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:14:22.195288 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Pushing event updated for resources: {'Port': ['ID=7df21129-d67b-4984-af3f-e56dee9c5ccb,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:22.297134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Attempting to bind port 7df21129-d67b-4984-af3f-e56dee9c5ccb on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:14:22.297744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Attempting to bind port 7df21129-d67b-4984-af3f-e56dee9c5ccb by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:14:22.297912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Attempting to bind port 7df21129-d67b-4984-af3f-e56dee9c5ccb on network d643fd65-7037-40de-9812-e744cf6d809a {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:14:22.303372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:14:22.303797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Checking segment: {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:14:22.304426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.304818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Bound using segment: {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:14:22.305279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Bound port: 7df21129-d67b-4984-af3f-e56dee9c5ccb, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:14:22.305652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.447196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] For port 7df21129-d67b-4984-af3f-e56dee9c5ccb, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:14:22.451341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] For port 7df21129-d67b-4984-af3f-e56dee9c5ccb, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7df21129-d67b-4984-af3f-e56dee9c5ccb,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:14:22.584007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.1 (d643fd65-7037-40de-9812-e744cf6d809a/50a823ee-1daf-4a24-9b34-408eebd23caa/ecd9276b-9806-444a-a746-cda64d54124a) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:14:22.602759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.685833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176ba3-2f73-498d-848b-bdf248ba36e3 None None] Pushing event updated for resources: {'Port': ['ID=7df21129-d67b-4984-af3f-e56dee9c5ccb,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:22.870150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.891404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object ecd9276b-9806-444a-a746-cda64d54124a will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:14:22.997227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.066671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 11098523-6d07-42ee-b158-b7b07092c5c7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:14:23.084025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network d643fd65-7037-40de-9812-e744cf6d809a is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:23.091749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:23.096620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:14:23.154105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=ecd9276b-9806-444a-a746-cda64d54124a,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:23.165731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.224882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 11098523-6d07-42ee-b158-b7b07092c5c7 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:14:23.230830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 11098523-6d07-42ee-b158-b7b07092c5c7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:23.231349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.352392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 11098523-6d07-42ee-b158-b7b07092c5c7 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:23.353018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.371747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 11098523-6d07-42ee-b158-b7b07092c5c7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=11098523-6d07-42ee-b158-b7b07092c5c7,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:23.453824 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.454907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7df21129-d67b-4984-af3f-e56dee9c5ccb up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:14:23.500958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.572072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=11098523-6d07-42ee-b158-b7b07092c5c7,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:23.659932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 7df21129-d67b-4984-af3f-e56dee9c5ccb completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:14:23.815875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49268) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:23.924075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.008142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.032416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Deleting port a38310db-195b-4584-b46f-69d1c2098cf5 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:24.033043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.130584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=ecd9276b-9806-444a-a746-cda64d54124a,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:24.132974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.165306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1520e769-d2c4-41d3-a395-4b33ec56193f None None] Network d643fd65-7037-40de-9812-e744cf6d809a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:14:24.216312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.216559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.274772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network d643fd65-7037-40de-9812-e744cf6d809a is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:24.276316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:24.318740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cf2bb424-226e-45a3-a235-54aa2e6e80bd None None] Provisioning for port 7df21129-d67b-4984-af3f-e56dee9c5ccb completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:14:24.332505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cf2bb424-226e-45a3-a235-54aa2e6e80bd None None] Provisioning complete for port 7df21129-d67b-4984-af3f-e56dee9c5ccb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:24.332953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb424-226e-45a3-a235-54aa2e6e80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.347781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Calling delete_port for a38310db-195b-4584-b46f-69d1c2098cf5 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:24.471026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 9da8f783-c392-464b-acfb-1ca686d06ed8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:14:24.520224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cf2bb424-226e-45a3-a235-54aa2e6e80bd None None] Current status of the port 7df21129-d67b-4984-af3f-e56dee9c5ccb is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:24.520885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb424-226e-45a3-a235-54aa2e6e80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.558446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-cf2bb424-226e-45a3-a235-54aa2e6e80bd None None] For port 7df21129-d67b-4984-af3f-e56dee9c5ccb, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7df21129-d67b-4984-af3f-e56dee9c5ccb,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:24.590510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.624499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf2bb424-226e-45a3-a235-54aa2e6e80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.713986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bb424-226e-45a3-a235-54aa2e6e80bd None None] Pushing event updated for resources: {'Port': ['ID=7df21129-d67b-4984-af3f-e56dee9c5ccb,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:24.767181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event deleted for resources: {'Port': ['ID=a38310db-195b-4584-b46f-69d1c2098cf5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:24.795842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:24.810398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Sync routers for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:24.812306 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-658abd89-e9a2-44ec-994c-bd38cfda524a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/9da8f783-c392-464b-acfb-1ca686d06ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4605460 Sep 21 16:14:24.812956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49272) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:24.823907 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:24.824856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:24.892568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:24.893175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Floating IP 8e571c5a-cec8-4306-95a7-9f16cf8bcbec disassociated (deleted). External IP: 172.26.0.3, port: 8a1ee211-9292-4f00-a496-949da26f8475. Sep 21 16:14:25.021873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360380c-f57b-458d-adac-57b35a38d9eb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.022429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360380c-f57b-458d-adac-57b35a38d9eb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.023033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360380c-f57b-458d-adac-57b35a38d9eb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.023679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360380c-f57b-458d-adac-57b35a38d9eb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.024140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360380c-f57b-458d-adac-57b35a38d9eb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.024601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360380c-f57b-458d-adac-57b35a38d9eb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.030658 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a360380c-f57b-458d-adac-57b35a38d9eb tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2166820 Sep 21 16:14:25.031315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49276) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:25.061448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 11098523-6d07-42ee-b158-b7b07092c5c7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:14:25.124422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a602010-cbff-4a54-a53d-fd406ed6e380 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.124895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a602010-cbff-4a54-a53d-fd406ed6e380 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.125351 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a602010-cbff-4a54-a53d-fd406ed6e380 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.125930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a602010-cbff-4a54-a53d-fd406ed6e380 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.126276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a602010-cbff-4a54-a53d-fd406ed6e380 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.126721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a602010-cbff-4a54-a53d-fd406ed6e380 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.131777 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9a602010-cbff-4a54-a53d-fd406ed6e380 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0994506 Sep 21 16:14:25.132423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49280) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:25.143116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f6e7d428-3421-4177-b314-c77107dcc127 None None] Provisioning complete for port 7df21129-d67b-4984-af3f-e56dee9c5ccb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:25.143569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d428-3421-4177-b314-c77107dcc127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:25.214591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:25.339972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:14:25.356437 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1f6de728-421d-4b6b-b020-f584f819a9b0 tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2170231 Sep 21 16:14:25.369463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 11098523-6d07-42ee-b158-b7b07092c5c7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:25.369837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:25.531309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:25.540468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49286) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:25.548911 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:25.549436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4980214', 'description': 'tempest-secgroup-smoke-4980214 description', 'project_id': '707ded9075414f28a6af789a3251199f'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:25.555794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:25.559610 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:25.560108 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:25.562331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:25.565619 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:25.571878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:25.600449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7d428-3421-4177-b314-c77107dcc127 None None] Current status of the port 7df21129-d67b-4984-af3f-e56dee9c5ccb is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:25.625884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:25.654388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:25.684109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:25.688597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:25.692155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:25.699605 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-887779ba-8061-4494-85e8-0b61ccf34218 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "DELETE /v2.0/floatingips/8e571c5a-cec8-4306-95a7-9f16cf8bcbec HTTP/1.1" status: 204 len: 168 time: 1.8824348 Sep 21 16:14:25.700058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:25.700319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:25.702901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b391246-bd79-4167-bb70-f87614df288a" -d '{"events": [{"name": "network-changed", "server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "tag": "8a1ee211-9292-4f00-a496-949da26f8475"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:25.730953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 11098523-6d07-42ee-b158-b7b07092c5c7 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:25.732068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7df21129-d67b-4984-af3f-e56dee9c5ccb up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:14:25.775326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446a57a9-fb65-4432-b5a2-5dc391056f1f x-openstack-request-id: req-446a57a9-fb65-4432-b5a2-5dc391056f1f {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:25.775863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "tag": "8a1ee211-9292-4f00-a496-949da26f8475", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:25.776115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-446a57a9-fb65-4432-b5a2-5dc391056f1f {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:25.777106 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446a57a9-fb65-4432-b5a2-5dc391056f1f'] response: {'name': 'network-changed', 'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475', 'status': 'completed', 'code': 200} Sep 21 16:14:25.791447 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:25.811611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f6e7d428-3421-4177-b314-c77107dcc127 None None] Provisioning for port ecd9276b-9806-444a-a746-cda64d54124a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:14:25.821613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f6e7d428-3421-4177-b314-c77107dcc127 None None] Provisioning complete for port ecd9276b-9806-444a-a746-cda64d54124a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:25.823180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d428-3421-4177-b314-c77107dcc127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:25.866355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:25.904415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7d428-3421-4177-b314-c77107dcc127 None None] Port ecd9276b-9806-444a-a746-cda64d54124a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:14:25.914943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 7df21129-d67b-4984-af3f-e56dee9c5ccb triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:25.914943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:25.926336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b391246-bd79-4167-bb70-f87614df288a req-e496a6b6-25d5-4534-a100-b61b2406305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:25.928015 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b391246-bd79-4167-bb70-f87614df288a req-e496a6b6-25d5-4534-a100-b61b2406305d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 1098 time: 0.1295831 Sep 21 16:14:25.933592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.023085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:26.025169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:26.053183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Checking router: 9da8f783-c392-464b-acfb-1ca686d06ed8 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:26.053584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Updating router 9da8f783-c392-464b-acfb-1ca686d06ed8 port ecd9276b-9806-444a-a746-cda64d54124a binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:14:26.076519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.081168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49294) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:26.082195 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-87d2555a-1723-486f-833e-d84d9aa57082 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5390639 Sep 21 16:14:26.093504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:26.099914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:26.103980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:26.107344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:26.113297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:26.123151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b391246-bd79-4167-bb70-f87614df288a req-498a766c-5237-4d4e-9b1c-d36b79952a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:26.124122 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b391246-bd79-4167-bb70-f87614df288a req-498a766c-5237-4d4e-9b1c-d36b79952a9e service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1905742 Sep 21 16:14:26.177502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7df21129-d67b-4984-af3f-e56dee9c5ccb is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:26.179679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.194298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b951ce87-b6b1-4c46-846a-cc8c264907e7 None None] Provisioning complete for port ecd9276b-9806-444a-a746-cda64d54124a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:26.194667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b951ce87-b6b1-4c46-846a-cc8c264907e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.198162 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b391246-bd79-4167-bb70-f87614df288a req-2c265ae0-bf3e-449c-867a-3bb623c227ca service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a1ee211-9292-4f00-a496-949da26f8475 HTTP/1.1" status: 200 len: 217 time: 0.0673187 Sep 21 16:14:26.214341 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 1, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:26.219194 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:26.231516 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:26.233326 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:26.242634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.292986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b951ce87-b6b1-4c46-846a-cc8c264907e7 None None] Port ecd9276b-9806-444a-a746-cda64d54124a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:14:26.300728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b391246-bd79-4167-bb70-f87614df288a req-07c66c37-fdb1-419c-85f8-018d3aee7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:26.302205 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b391246-bd79-4167-bb70-f87614df288a req-07c66c37-fdb1-419c-85f8-018d3aee7642 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0970380 Sep 21 16:14:26.382708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.392181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16631a10-84ca-4537-9c3b-77b1c1da041c req-86b7a2fc-63f7-40ec-8ce8-729b51d7198e tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:26.399965 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-16631a10-84ca-4537-9c3b-77b1c1da041c req-86b7a2fc-63f7-40ec-8ce8-729b51d7198e tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 945 time: 0.1062093 Sep 21 16:14:26.415574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b391246-bd79-4167-bb70-f87614df288a req-800679ef-9284-4fcb-9639-7e06800edf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:26.422101 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b391246-bd79-4167-bb70-f87614df288a req-800679ef-9284-4fcb-9639-7e06800edf78 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1092880 Sep 21 16:14:26.453615 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-16631a10-84ca-4537-9c3b-77b1c1da041c req-f8847910-92e9-405e-8937-d22787cdcae6 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525515 Sep 21 16:14:26.461437 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:26.514057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.558507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400d60f9-7b52-4f3e-b21e-2d88a6177d70,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:26.612004 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b391246-bd79-4167-bb70-f87614df288a req-255751ae-0d40-4bfe-9352-f388bb278395 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830771 Sep 21 16:14:26.647855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.652273 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1a01e209-ea80-435b-b4e2-f6f7d8015c8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5667868 Sep 21 16:14:26.652421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.652882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49300) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:26.658094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:26.664748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:26.667619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Transition to ACTIVE for port object ecd9276b-9806-444a-a746-cda64d54124a will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:14:26.672236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:26.675633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:26.682466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:26.733007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.757983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.856172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.880601 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 1, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:26.884758 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1409276-2ccc-4668-beeb-131a4d09943f None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'c0c83b72-7e5b-40a8-aaf7-c5417110a098', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'port_id': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'mac_address': 'fa:16:3e:86:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:08:49Z', 'updated_at': '2022-09-21T16:08:52Z', 'revision_number': 1, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:26.898313 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b391246-bd79-4167-bb70-f87614df288a req-1bc179e2-022f-439f-8673-ddddb0aebf9a service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799342 Sep 21 16:14:26.927564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.954707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94636c0-6e85-4ada-8d1b-754ac8b78981,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:26.969642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a5483-23e6-450e-879d-4df1bc9b1799 None None] Pushing event updated for resources: {'Port': ['ID=ecd9276b-9806-444a-a746-cda64d54124a,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:26.987237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Attempting to bind port ecd9276b-9806-444a-a746-cda64d54124a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:14:26.987612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Attempting to bind port ecd9276b-9806-444a-a746-cda64d54124a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:14:26.987978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Attempting to bind port ecd9276b-9806-444a-a746-cda64d54124a on network d643fd65-7037-40de-9812-e744cf6d809a {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:14:26.993542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:14:26.993915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Checking segment: {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:14:26.994343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.994740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Bound using segment: {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:14:26.995760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Bound port: ecd9276b-9806-444a-a746-cda64d54124a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:14:26.996169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.014006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.017834 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c9b9c4fa-d066-4a16-983a-a2bd3cb7615b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614552 Sep 21 16:14:27.018070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49304) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:27.023970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:27.031390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:27.035662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:27.039600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:27.050214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:27.089131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] For port ecd9276b-9806-444a-a746-cda64d54124a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:14:27.092314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] For port ecd9276b-9806-444a-a746-cda64d54124a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ecd9276b-9806-444a-a746-cda64d54124a,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:14:27.129458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.151003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.189459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4780020-06ca-4a10-9f3d-12399cb17e6f None None] New status for floating IP 8e571c5a-cec8-4306-95a7-9f16cf8bcbec: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:14:27.193683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.264819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.288785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56af8209-ec03-4533-a7c8-3a5248922969,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:27.336125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:27.336738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:27.345031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.346415 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6d5f2839-532f-4cba-b748-415912172260 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3273442 Sep 21 16:14:27.349017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49308) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:27.354307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:27.361144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:27.365179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:27.368608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:27.374777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:27.457412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.458071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a5483-23e6-450e-879d-4df1bc9b1799 None None] Pushing event updated for resources: {'Port': ['ID=ecd9276b-9806-444a-a746-cda64d54124a,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:27.532942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.563876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:27.619520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.657234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d7ffd6-18de-43fd-9793-79008a2a43a8,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:27.705402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.709927 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bdd193e5-de9e-4113-b994-9f08ef1f5be1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3598413 Sep 21 16:14:27.710192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49314) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:27.725699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:27.736025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:27.743026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:27.749768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:27.759864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753f43-98c0-44a4-9860-8dcb6685ac76 req-664f57d3-564e-4e3f-83fe-6dcb5bdec076 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:27.760553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-95753f43-98c0-44a4-9860-8dcb6685ac76 req-664f57d3-564e-4e3f-83fe-6dcb5bdec076 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:27.769010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:27.797775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-23224346-b7b5-4ab2-ba6d-82ac7e5d21c2 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:27.798478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-23224346-b7b5-4ab2-ba6d-82ac7e5d21c2 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:27.836472 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:14:27.843969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.866511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-95753f43-98c0-44a4-9860-8dcb6685ac76 req-664f57d3-564e-4e3f-83fe-6dcb5bdec076 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:27.867701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95753f43-98c0-44a4-9860-8dcb6685ac76 req-664f57d3-564e-4e3f-83fe-6dcb5bdec076 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 945 time: 0.3002520 Sep 21 16:14:27.871258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-23224346-b7b5-4ab2-ba6d-82ac7e5d21c2 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:27.872256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-23224346-b7b5-4ab2-ba6d-82ac7e5d21c2 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 945 time: 0.2232804 Sep 21 16:14:27.897605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:14:27Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:27.902276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ae3d7-1db3-47e0-8eb0-c5e8ffc0918b None None] The sync data for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv is: [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:14:27Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:28.018227 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95753f43-98c0-44a4-9860-8dcb6685ac76 req-44473d4f-774b-442d-aa4e-2c27d539dd10 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416335 Sep 21 16:14:28.022563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Deleting port 8a1ee211-9292-4f00-a496-949da26f8475 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:28.022904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.087993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.175725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.266928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777dcf48-ab7f-4371-86d0-463c19c10928,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:28.330563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] For port 8a1ee211-9292-4f00-a496-949da26f8475, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=8a1ee211-9292-4f00-a496-949da26f8475,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:28.330937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.398186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.399369 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b8a54693-7663-4929-97ee-765d6cf65f37 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6826878 Sep 21 16:14:28.402358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49318) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:28.407877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'security_group_rule': {'security_group_id': '580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe', 'project_id': '707ded9075414f28a6af789a3251199f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:28.414704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:28.419267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:security_group_rule and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:28.422188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:28.430264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:28.468071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Calling delete_port for 8a1ee211-9292-4f00-a496-949da26f8475 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:28.505219 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Project 707ded9075414f28a6af789a3251199f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:14:28.513180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.584748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.671044 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.699817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.702296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51c49fe-6c4c-4ff0-8f60-29b29955887b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:28.755033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event deleted for resources: {'Port': ['ID=8a1ee211-9292-4f00-a496-949da26f8475,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:28.768455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.783095 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e74b70f0-22c5-4d21-b73b-55f923b7cc4d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3795826 Sep 21 16:14:28.854787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] No DVR routers for this DVR port 8a1ee211-9292-4f00-a496-949da26f8475 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:14:28.857282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.860094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'name': 'network-vif-deleted', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:28.862461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dec782-28e0-4182-a887-8e9ee478efd3" -d '{"events": [{"server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "name": "network-vif-deleted", "tag": "8a1ee211-9292-4f00-a496-949da26f8475"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:28.888136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.914309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1252451f-4104-45d3-9aee-550fa3c16a35 x-openstack-request-id: req-1252451f-4104-45d3-9aee-550fa3c16a35 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:28.914595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14406554-17ed-46d3-b4aa-3ac158643955", "name": "network-vif-deleted", "tag": "8a1ee211-9292-4f00-a496-949da26f8475", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:28.914853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1252451f-4104-45d3-9aee-550fa3c16a35 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:28.915261 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1252451f-4104-45d3-9aee-550fa3c16a35'] response: {'server_uuid': '14406554-17ed-46d3-b4aa-3ac158643955', 'name': 'network-vif-deleted', 'tag': '8a1ee211-9292-4f00-a496-949da26f8475', 'status': 'completed', 'code': 200} Sep 21 16:14:28.969394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-ff8febe2-aed4-4e5a-8af8-2fed1116e921 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:28.974228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6b1384a1-29bf-4f5c-b4e5-102f131c792d req-f1ef0cdf-5e4c-4864-85cc-e3df53bcf3cf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "DELETE /v2.0/ports/8a1ee211-9292-4f00-a496-949da26f8475 HTTP/1.1" status: 204 len: 173 time: 1.0959103 Sep 21 16:14:29.013012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ecd9276b-9806-444a-a746-cda64d54124a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:14:29.064937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-ff8febe2-aed4-4e5a-8af8-2fed1116e921 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:29.066262 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-ff8febe2-aed4-4e5a-8af8-2fed1116e921 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4980214&fields=id&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 267 time: 0.1552739 Sep 21 16:14:29.156607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port ecd9276b-9806-444a-a746-cda64d54124a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:14:29.162281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ecd9276b-9806-444a-a746-cda64d54124a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:29.162862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:29.244554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-eea2b173-543e-453c-904d-8409263f6ba2 req-a042fab4-abcd-4a5b-b8e7-9a7356722420 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:29.301214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-70965ee5-f283-47f7-848d-15df53274528 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:29.303773 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-70965ee5-f283-47f7-848d-15df53274528 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/networks?id=d643fd65-7037-40de-9812-e744cf6d809a HTTP/1.1" status: 200 len: 797 time: 0.2282476 Sep 21 16:14:29.315726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-eea2b173-543e-453c-904d-8409263f6ba2 req-a042fab4-abcd-4a5b-b8e7-9a7356722420 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:29.316912 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eea2b173-543e-453c-904d-8409263f6ba2 req-a042fab4-abcd-4a5b-b8e7-9a7356722420 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 210 time: 0.1593473 Sep 21 16:14:29.319783 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-5a337455-8e1e-4967-a2a7-5b3ba3de74d6 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/quotas/707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 375 time: 0.0107398 Sep 21 16:14:29.358962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ecd9276b-9806-444a-a746-cda64d54124a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:29.359317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:29.394439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port ecd9276b-9806-444a-a746-cda64d54124a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ecd9276b-9806-444a-a746-cda64d54124a,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:29.430063 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-7e3384f1-11c7-4453-a504-59c4d956beea tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:29.430391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:29.483689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-7e3384f1-11c7-4453-a504-59c4d956beea tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:29.485203 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-7e3384f1-11c7-4453-a504-59c4d956beea tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1594563 Sep 21 16:14:29.507890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=ecd9276b-9806-444a-a746-cda64d54124a,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:29.638099 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-2b740857-4434-41f9-b797-a0b93d92a83a service neutron] 10.222.0.65 "GET /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379497 Sep 21 16:14:29.771184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-f71a0328-7b7b-45e8-bdb9-5d543a93f853 service neutron] 10.222.0.65 "GET /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271906 Sep 21 16:14:30.108453 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d9e75776-00cc-464b-8ec9-c910fb21aa3b req-87d511a2-7f9a-44c3-93d7-3e7729c5c665 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 210 time: 0.0540426 Sep 21 16:14:30.503336 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-622946e1-4880-4dc9-b655-6ac2a0d793d1 req-fd96425d-58f9-46c6-bfa8-366652b4152c tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=14406554-17ed-46d3-b4aa-3ac158643955 HTTP/1.1" status: 200 len: 210 time: 0.0517297 Sep 21 16:14:30.972310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ecd9276b-9806-444a-a746-cda64d54124a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:14:31.042495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ecd9276b-9806-444a-a746-cda64d54124a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:31.042870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:31.162785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ecd9276b-9806-444a-a746-cda64d54124a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:31.271797 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8eb615ea-1d2d-46dc-8b67-3f5e65292484 req-f5896ad2-3fd6-487e-acf1-43894ecc9e11 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 210 time: 0.0532587 Sep 21 16:14:32.059704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-ea56b530-b275-4edc-8730-57d2a19984b1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:32.060341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-ea56b530-b275-4edc-8730-57d2a19984b1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:32.133250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-ea56b530-b275-4edc-8730-57d2a19984b1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:32.134569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-ea56b530-b275-4edc-8730-57d2a19984b1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/networks?id=d643fd65-7037-40de-9812-e744cf6d809a HTTP/1.1" status: 200 len: 797 time: 0.2338738 Sep 21 16:14:32.183527 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-e6e91d0f-e625-49f4-aeab-68308e15062a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707ded9075414f28a6af789a3251199f HTTP/1.1" status: 200 len: 377 time: 0.0408344 Sep 21 16:14:32.191497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'port': {'device_id': '9c92de2d-6992-4cca-b633-94b564a17f08', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'admin_state_up': True, 'tenant_id': '707ded9075414f28a6af789a3251199f', 'security_groups': ['580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:32.457493 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-48d42686-5b5c-4f24-93ca-8d2e0d6409b4 req-3b7c47a7-d4be-49d2-b857-7d946c253ff5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 210 time: 0.0627151 Sep 21 16:14:32.484648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:32.495233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:32.545092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Made reservation on behalf of 707ded9075414f28a6af789a3251199f for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:14:32.548863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:32.551843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 8a1ee211-9292-4f00-a496-949da26f8475 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:32.587933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 8a1ee211-9292-4f00-a496-949da26f8475 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:32.588199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 8a1ee211-9292-4f00-a496-949da26f8475 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:32.720662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.20.0.7 (d643fd65-7037-40de-9812-e744cf6d809a/50a823ee-1daf-4a24-9b34-408eebd23caa/39044236-880e-43ee-8b44-e279608750fe) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:14:32.915143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:32.927891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5eaada2c-b89d-48d0-9887-ad3f2f1e7fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:32.936863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Transition to ACTIVE for port object 39044236-880e-43ee-8b44-e279608750fe will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:14:33.019706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:33.101295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network d643fd65-7037-40de-9812-e744cf6d809a is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:33.104972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:33.110151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:14:33.142995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=39044236-880e-43ee-8b44-e279608750fe,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:33.181457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:33.182085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:33.260256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-445367aa-bed2-4d21-a6e7-1015d1769db2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0722067 Sep 21 16:14:33.271051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Request body: {'port': {'device_id': '9c92de2d-6992-4cca-b633-94b564a17f08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:33.388486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:33.464756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f2140d76-b8a8-46a6-b235-e051c782c90b None None] Provisioning for port 39044236-880e-43ee-8b44-e279608750fe completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:14:33.469875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f2140d76-b8a8-46a6-b235-e051c782c90b None None] Provisioning complete for port 39044236-880e-43ee-8b44-e279608750fe triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:33.470323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f2140d76-b8a8-46a6-b235-e051c782c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:33.549750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f2140d76-b8a8-46a6-b235-e051c782c90b None None] Port 39044236-880e-43ee-8b44-e279608750fe cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:14:33.766170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39044236-880e-43ee-8b44-e279608750fe {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:14:33.773762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:33.783276 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7caa4b-bd58-4092-9078-adceed18b0ad req-3c067433-a78d-44b4-8a1a-537cca457672 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:33.786213 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9e7caa4b-bd58-4092-9078-adceed18b0ad req-3c067433-a78d-44b4-8a1a-537cca457672 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 931 time: 0.2010405 Sep 21 16:14:33.795046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Transition to ACTIVE for port object 39044236-880e-43ee-8b44-e279608750fe will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:14:33.832572 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9e7caa4b-bd58-4092-9078-adceed18b0ad req-1165b268-6af1-424d-a44a-85adc9f23fb5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418653 Sep 21 16:14:33.853450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:34.052858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Pushing event updated for resources: {'Port': ['ID=39044236-880e-43ee-8b44-e279608750fe,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:34.101742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Attempting to bind port 39044236-880e-43ee-8b44-e279608750fe on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:14:34.102216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Attempting to bind port 39044236-880e-43ee-8b44-e279608750fe by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:14:34.102665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Attempting to bind port 39044236-880e-43ee-8b44-e279608750fe on network d643fd65-7037-40de-9812-e744cf6d809a {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:14:34.107437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Port 39044236-880e-43ee-8b44-e279608750fe on network d643fd65-7037-40de-9812-e744cf6d809a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:14:34.107832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Attempting to bind port 39044236-880e-43ee-8b44-e279608750fe on network d643fd65-7037-40de-9812-e744cf6d809a {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:14:34.113672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:14:34.114195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Checking segment: {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:14:34.114593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Bound using segment: {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:14:34.115026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Bound port: 39044236-880e-43ee-8b44-e279608750fe, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed7f6c5-cd27-423a-b6af-f59df25117cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:14:34.115378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:34.210671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] For port 39044236-880e-43ee-8b44-e279608750fe, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:14:34.213728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] For port 39044236-880e-43ee-8b44-e279608750fe, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=39044236-880e-43ee-8b44-e279608750fe,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:14:34.277067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:34.311310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:34.312122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:34.313594 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] 10.222.0.33 "PUT /v2.0/ports/39044236-880e-43ee-8b44-e279608750fe HTTP/1.1" status: 200 len: 1093 time: 1.0467570 Sep 21 16:14:34.314127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'tag': '39044236-880e-43ee-8b44-e279608750fe'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:34.316593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ced1f35-f0b7-4073-a526-4ed6c542f16b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "tag": "39044236-880e-43ee-8b44-e279608750fe"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:34.374165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafb3423-01ad-4a51-a7f9-4e8bfd55a6d4 x-openstack-request-id: req-aafb3423-01ad-4a51-a7f9-4e8bfd55a6d4 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:34.374776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "tag": "39044236-880e-43ee-8b44-e279608750fe", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:34.375119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aafb3423-01ad-4a51-a7f9-4e8bfd55a6d4 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:34.375518 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafb3423-01ad-4a51-a7f9-4e8bfd55a6d4'] response: {'name': 'network-changed', 'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'tag': '39044236-880e-43ee-8b44-e279608750fe', 'status': 'completed', 'code': 200} Sep 21 16:14:34.376075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738b4ef-2a5b-402a-b6ad-dfdbc96a2462 service neutron] Pushing event updated for resources: {'Port': ['ID=39044236-880e-43ee-8b44-e279608750fe,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:34.484758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1f35-f0b7-4073-a526-4ed6c542f16b req-9bc7171d-c7be-4d4f-a55f-de9ea4198a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:34.486341 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ced1f35-f0b7-4073-a526-4ed6c542f16b req-9bc7171d-c7be-4d4f-a55f-de9ea4198a80 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 1096 time: 0.0883591 Sep 21 16:14:34.629523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1f35-f0b7-4073-a526-4ed6c542f16b req-a32539dd-7346-4f52-89e8-e7cd9272975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:34.630968 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ced1f35-f0b7-4073-a526-4ed6c542f16b req-a32539dd-7346-4f52-89e8-e7cd9272975a service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=707ded9075414f28a6af789a3251199f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1385019 Sep 21 16:14:34.884214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced1f35-f0b7-4073-a526-4ed6c542f16b req-ee0d5c39-525b-4f8d-9b20-d201f92ce7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:34.886321 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ced1f35-f0b7-4073-a526-4ed6c542f16b req-ee0d5c39-525b-4f8d-9b20-d201f92ce7fc service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2489314 Sep 21 16:14:35.004733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-c716e112-0f2c-4a8d-b21b-7f4f58feb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:35.006589 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-c716e112-0f2c-4a8d-b21b-7f4f58feb1fa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 1096 time: 0.0836296 Sep 21 16:14:35.024764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7653e997-e8b9-4dd2-aad4-87f34bfc3215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:35.036927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58af6e-160f-43ab-b560-7667ed65cf99 req-d0384812-09ee-4b9d-a146-77a6ccb01af3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:35.038425 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2f58af6e-160f-43ab-b560-7667ed65cf99 req-d0384812-09ee-4b9d-a146-77a6ccb01af3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 943 time: 0.0920079 Sep 21 16:14:35.088644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-628c4c83-3f31-4f63-83ca-8f087f4ccb74 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39044236-880e-43ee-8b44-e279608750fe HTTP/1.1" status: 200 len: 217 time: 0.0743637 Sep 21 16:14:35.092554 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2f58af6e-160f-43ab-b560-7667ed65cf99 req-a9076fbd-d3e7-4f90-8aea-5f91108fa29f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474796 Sep 21 16:14:35.154465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-0e074af8-d89c-4615-b080-0436517b6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:35.155879 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-0e074af8-d89c-4615-b080-0436517b6f8d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=50a823ee-1daf-4a24-9b34-408eebd23caa HTTP/1.1" status: 200 len: 834 time: 0.0613968 Sep 21 16:14:35.249319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-23b2cf40-7aac-4b78-bc91-5dcade01845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:35.250810 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-23b2cf40-7aac-4b78-bc91-5dcade01845e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d643fd65-7037-40de-9812-e744cf6d809a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886736 Sep 21 16:14:35.389187 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-2857560a-93fb-4866-9933-b30bfc90a7aa service neutron] 10.222.0.33 "GET /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308117 Sep 21 16:14:35.522021 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83140fdc-7e06-482d-bb49-7972d4615fc5 req-eac57c68-ee8f-4c93-ac78-51a28c4596ac service neutron] 10.222.0.33 "GET /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269877 Sep 21 16:14:36.265130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:36.299405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433118e-523a-4ee8-85f7-24a4927f9f7f req-11f5254a-8ec9-4854-9495-6736b87d4c0d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:36.300013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-a433118e-523a-4ee8-85f7-24a4927f9f7f req-11f5254a-8ec9-4854-9495-6736b87d4c0d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:36.355224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49384) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:36.362158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-a433118e-523a-4ee8-85f7-24a4927f9f7f req-11f5254a-8ec9-4854-9495-6736b87d4c0d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:36.363522 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a433118e-523a-4ee8-85f7-24a4927f9f7f req-11f5254a-8ec9-4854-9495-6736b87d4c0d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 943 time: 0.1555543 Sep 21 16:14:36.413193 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a433118e-523a-4ee8-85f7-24a4927f9f7f req-31e32eb9-45c1-4c4c-aedd-70c3ffd57dbe tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434427 Sep 21 16:14:36.575312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Deleting port ec42c3f6-a083-4be6-ab45-e91940d7f081 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:36.575696 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:36.760660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:36.761362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:36.773828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:36.885121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Calling delete_port for ec42c3f6-a083-4be6-ab45-e91940d7f081 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:37.093445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:37.173121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event deleted for resources: {'Port': ['ID=ec42c3f6-a083-4be6-ab45-e91940d7f081,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:37.242565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:37.242809 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Floating IP c0c83b72-7e5b-40a8-aaf7-c5417110a098 disassociated (deleted). External IP: 172.26.0.171, port: 67b2bb70-52b0-42df-ae05-11163ec95a71. Sep 21 16:14:37.751564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:14:37.773511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a69207-e2ed-4d26-bbc4-bceb0fe18ae2 req-2009c96f-d705-4d5c-abcb-a5a2b70cbd2c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:37.774993 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35a69207-e2ed-4d26-bbc4-bceb0fe18ae2 req-2009c96f-d705-4d5c-abcb-a5a2b70cbd2c tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 943 time: 0.2238746 Sep 21 16:14:37.898673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:37.940778 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35a69207-e2ed-4d26-bbc4-bceb0fe18ae2 req-991741e4-33c2-4978-a6d7-81b6b58531ef tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1181414 Sep 21 16:14:37.979070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:37.989660 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:38.000334 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:38.000998 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:38.036040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:38.094795 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-91fe76b7-71f2-4808-abe1-4262f5bcc7d5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "DELETE /v2.0/floatingips/c0c83b72-7e5b-40a8-aaf7-c5417110a098 HTTP/1.1" status: 204 len: 168 time: 1.7384148 Sep 21 16:14:38.095454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:38.097867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14f78b8-fff6-4013-9a59-dc6f7c08b064" -d '{"events": [{"name": "network-changed", "server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:38.143505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883a7978-57fb-49ea-bd25-39eabd2b8f45 x-openstack-request-id: req-883a7978-57fb-49ea-bd25-39eabd2b8f45 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:38.143804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:38.144061 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-883a7978-57fb-49ea-bd25-39eabd2b8f45 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:38.144468 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883a7978-57fb-49ea-bd25-39eabd2b8f45'] response: {'name': 'network-changed', 'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'status': 'completed', 'code': 200} Sep 21 16:14:38.184316 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:38.257092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-b318682e-5e82-4b17-8033-7873d9fd803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:38.260483 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-b318682e-5e82-4b17-8033-7873d9fd803d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 1098 time: 0.0956213 Sep 21 16:14:38.392456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-c089d678-8866-43c3-8f2f-bfc85058dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:38.393829 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-c089d678-8866-43c3-8f2f-bfc85058dd1c service neutron] 10.222.0.33 "GET /v2.0/networks?id=31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 200 len: 912 time: 0.1296563 Sep 21 16:14:38.473167 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-7907b81c-db82-4420-a172-9b318c25cfdb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 200 len: 217 time: 0.0709472 Sep 21 16:14:38.507050 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:38.511653 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:38.520886 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:38.521496 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:38.539220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-85351a4b-edc4-4e32-9277-58182d550111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:38.540807 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-85351a4b-edc4-4e32-9277-58182d550111 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 200 len: 850 time: 0.0592072 Sep 21 16:14:38.604970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 39044236-880e-43ee-8b44-e279608750fe details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:14:38.638118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad9f0-97af-42ef-b2db-00e02d55ede6 req-7863ddff-d0da-4cc2-928f-7dc9cc04dcdf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:38.638843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-559ad9f0-97af-42ef-b2db-00e02d55ede6 req-7863ddff-d0da-4cc2-928f-7dc9cc04dcdf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Synchronizing usage tracker for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:14:38.645506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-c66f2d74-58e9-4cc9-88f7-218c9b1bd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:38.646315 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-c66f2d74-58e9-4cc9-88f7-218c9b1bd731 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=31cffb00-f0db-4a88-a975-14de553860e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0988247 Sep 21 16:14:38.718199 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:38.721838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-559ad9f0-97af-42ef-b2db-00e02d55ede6 req-7863ddff-d0da-4cc2-928f-7dc9cc04dcdf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Unset dirty status for tenant:1ad6903d50d84eaaa1604dbc036f698c on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:14:38.723257 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-559ad9f0-97af-42ef-b2db-00e02d55ede6 req-7863ddff-d0da-4cc2-928f-7dc9cc04dcdf tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 945 time: 0.1821983 Sep 21 16:14:38.777706 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-559ad9f0-97af-42ef-b2db-00e02d55ede6 req-91577d43-5b51-4ef4-a967-97e717d801b5 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481927 Sep 21 16:14:38.798587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 39044236-880e-43ee-8b44-e279608750fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=39044236-880e-43ee-8b44-e279608750fe,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:38.806351 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-28935fb0-6f02-4c56-a1f4-9fb02edcdb80 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493857 Sep 21 16:14:38.813296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '39044236-880e-43ee-8b44-e279608750fe', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'port_id': '39044236-880e-43ee-8b44-e279608750fe', 'mac_address': 'fa:16:3e:17:9d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:14:38.872833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 39044236-880e-43ee-8b44-e279608750fe is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:38.873412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:38.890915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39044236-880e-43ee-8b44-e279608750fe {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:14:38.911015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 39044236-880e-43ee-8b44-e279608750fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=39044236-880e-43ee-8b44-e279608750fe,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:38.947129 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d14f78b8-fff6-4013-9a59-dc6f7c08b064 req-f1280340-4642-46da-b4f5-0419e9620992 service neutron] 10.222.0.33 "GET /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346250 Sep 21 16:14:38.956247 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:39.044604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=39044236-880e-43ee-8b44-e279608750fe,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:39.073785 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:39.078172 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be07d7c-25d8-433e-add2-d5a4526c1bf2 None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:04:26Z', 'revision_number': 4, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '2f09ce06-e8bc-4745-baaa-abdc3a6177b8', 'name': '', 'network_id': '31cffb00-f0db-4a88-a975-14de553860e4', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'mac_address': 'fa:16:3e:b4:88:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:25Z', 'updated_at': '2022-09-21T16:04:33Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'subnets': [{'id': 'c257876a-25a2-4a57-837b-3e632d934a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:39.153542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['39044236-880e-43ee-8b44-e279608750fe'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:14:39.319187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-67ca8617-aead-4605-8b42-a2b642b0fe8b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:39.320696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-67ca8617-aead-4605-8b42-a2b642b0fe8b tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 945 time: 0.2937329 Sep 21 16:14:39.329976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aaff5-a923-4103-9fd4-ffad07727b60 req-d0250c83-bca2-469a-bb1e-f7457381542b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:39.330840 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d9aaff5-a923-4103-9fd4-ffad07727b60 req-d0250c83-bca2-469a-bb1e-f7457381542b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 944 time: 0.1371453 Sep 21 16:14:39.332477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3354282-032e-4683-995c-06c55e271759 None None] New status for floating IP c0c83b72-7e5b-40a8-aaf7-c5417110a098: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:14:39.427771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Deleting port 67b2bb70-52b0-42df-ae05-11163ec95a71 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:39.428124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:39.458005 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d9aaff5-a923-4103-9fd4-ffad07727b60 req-8923181d-67a9-4284-b648-ff26cb31e3bd tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0970149 Sep 21 16:14:39.686983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] For port 67b2bb70-52b0-42df-ae05-11163ec95a71, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67b2bb70-52b0-42df-ae05-11163ec95a71,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:39.687345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:39.810555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Calling delete_port for 67b2bb70-52b0-42df-ae05-11163ec95a71 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:39.975909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fa6cd-cac9-4528-b0d2-37d36f4f9dbb req-f9052e6c-c3ac-4889-b27d-875a4fb6d836 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:39.977359 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-868fa6cd-cac9-4528-b0d2-37d36f4f9dbb req-f9052e6c-c3ac-4889-b27d-875a4fb6d836 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 945 time: 0.0903664 Sep 21 16:14:40.013426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:40.024184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-868fa6cd-cac9-4528-b0d2-37d36f4f9dbb req-84dc605e-2204-43aa-9a87-ec00ffc3b9db tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/security-groups?id=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Sep 21 16:14:40.069309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event deleted for resources: {'Port': ['ID=67b2bb70-52b0-42df-ae05-11163ec95a71,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:40.157306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] No DVR routers for this DVR port 67b2bb70-52b0-42df-ae05-11163ec95a71 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:14:40.159773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:40.162359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'name': 'network-vif-deleted', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:40.164649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df523153-1461-4853-95c5-874114680e65" -d '{"events": [{"server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "name": "network-vif-deleted", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:40.206819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673535db-0b37-45fa-878e-2ad305504ccb x-openstack-request-id: req-673535db-0b37-45fa-878e-2ad305504ccb {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:40.207108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28", "name": "network-vif-deleted", "tag": "67b2bb70-52b0-42df-ae05-11163ec95a71", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:40.210541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-673535db-0b37-45fa-878e-2ad305504ccb {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:40.210541 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673535db-0b37-45fa-878e-2ad305504ccb'] response: {'server_uuid': '1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28', 'name': 'network-vif-deleted', 'tag': '67b2bb70-52b0-42df-ae05-11163ec95a71', 'status': 'completed', 'code': 200} Sep 21 16:14:40.230396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ca185e26-61f0-4e31-bc15-3f3919a3a58f req-ceead769-4c71-41f6-90cf-a0e631fe52d3 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.33 "DELETE /v2.0/ports/67b2bb70-52b0-42df-ae05-11163ec95a71 HTTP/1.1" status: 204 len: 173 time: 0.8986297 Sep 21 16:14:40.618338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 39044236-880e-43ee-8b44-e279608750fe up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:14:40.680385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7a59-495c-4168-aeb3-5543e5137775 req-e6ea22bf-652c-4e8d-afb0-37a4a0e9c1ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:40.682017 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-723a7a59-495c-4168-aeb3-5543e5137775 req-e6ea22bf-652c-4e8d-afb0-37a4a0e9c1ab tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 944 time: 0.1042669 Sep 21 16:14:40.730357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-723a7a59-495c-4168-aeb3-5543e5137775 req-eb47439a-5e6e-4ea9-874a-7281f87c3e8f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404744 Sep 21 16:14:40.750645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 39044236-880e-43ee-8b44-e279608750fe completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:14:40.756087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 39044236-880e-43ee-8b44-e279608750fe triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:40.756673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:40.877072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 39044236-880e-43ee-8b44-e279608750fe is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:14:40.877374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:40.904190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39044236-880e-43ee-8b44-e279608750fe'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:40.906582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd30cb-8b04-4cbe-9626-0bc7cb76f77e" -d '{"events": [{"server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "name": "network-vif-plugged", "status": "completed", "tag": "39044236-880e-43ee-8b44-e279608750fe"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:40.914063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 39044236-880e-43ee-8b44-e279608750fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=39044236-880e-43ee-8b44-e279608750fe,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:40.949904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864e2577-c14f-4071-abaf-51cd8517f994 x-openstack-request-id: req-864e2577-c14f-4071-abaf-51cd8517f994 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:40.950217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "name": "network-vif-plugged", "status": "completed", "tag": "39044236-880e-43ee-8b44-e279608750fe", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:40.950473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-864e2577-c14f-4071-abaf-51cd8517f994 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:40.950867 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864e2577-c14f-4071-abaf-51cd8517f994'] response: {'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39044236-880e-43ee-8b44-e279608750fe', 'code': 200} Sep 21 16:14:40.996264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:40.996992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 67b2bb70-52b0-42df-ae05-11163ec95a71 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:41.065904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 67b2bb70-52b0-42df-ae05-11163ec95a71 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:41.066286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 67b2bb70-52b0-42df-ae05-11163ec95a71 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:41.099367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=39044236-880e-43ee-8b44-e279608750fe,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:41.200630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-281f7ea9-2f99-4043-ad17-350f6a555770 req-c40ec299-3bee-46b1-a631-831f4168678e tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c00ea8d-aae9-49c6-a6d2-c90da8ea2b28 HTTP/1.1" status: 200 len: 210 time: 0.0494344 Sep 21 16:14:41.332477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dfe60-20ed-474e-aa40-2a90b63d8029 req-f280942f-b62f-487d-8d4b-3b9838fcdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:41.334007 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7e3dfe60-20ed-474e-aa40-2a90b63d8029 req-f280942f-b62f-487d-8d4b-3b9838fcdf56 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 1098 time: 0.0841279 Sep 21 16:14:41.374144 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7e3dfe60-20ed-474e-aa40-2a90b63d8029 req-c854bce5-264a-4a79-86f5-16ae194625e5 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338452 Sep 21 16:14:41.929757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1a307-ae43-4f9a-bd35-7e52c65331e9 req-01d230d7-ec90-4a17-a586-1186015dbfee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:41.931211 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-62e1a307-ae43-4f9a-bd35-7e52c65331e9 req-01d230d7-ec90-4a17-a586-1186015dbfee tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 945 time: 0.0870867 Sep 21 16:14:41.973914 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-62e1a307-ae43-4f9a-bd35-7e52c65331e9 req-5ec3b454-350b-4583-aade-522cd85c08c1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364938 Sep 21 16:14:42.302066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49414) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:42.462438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Deleting port f7572c58-8641-4741-937d-9752c4cf4e72 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:42.463086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:42.632264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:42.632511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:42.758812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Calling delete_port for f7572c58-8641-4741-937d-9752c4cf4e72 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:43.059350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:43.145847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event deleted for resources: {'Port': ['ID=f7572c58-8641-4741-937d-9752c4cf4e72,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:43.273221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:43.294912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d2ea7-9d7f-4511-b9af-af3ed22e0c00 req-e5613c98-6212-4403-ab72-dc13ff60ea29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:43.296351 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-534d2ea7-9d7f-4511-b9af-af3ed22e0c00 req-e5613c98-6212-4403-ab72-dc13ff60ea29 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 945 time: 0.2010291 Sep 21 16:14:43.298974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:43.300001 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-25d08334-fa62-4c9d-b3c6-3111e3cd68b7 tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "DELETE /v2.0/floatingips/f83e7c73-a654-4f94-a60d-618ceb0dfab2 HTTP/1.1" status: 204 len: 168 time: 0.9969409 Sep 21 16:14:43.341469 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-534d2ea7-9d7f-4511-b9af-af3ed22e0c00 req-c84d0c49-67cf-48b7-9f34-7a61ed817e4f tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393395 Sep 21 16:14:43.540583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c079b-91c4-489d-9274-0e361bd166e7 req-55b56f83-b042-42c2-b3c1-6b0a07e003f2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:43.542515 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-928c079b-91c4-489d-9274-0e361bd166e7 req-55b56f83-b042-42c2-b3c1-6b0a07e003f2 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 945 time: 0.0909812 Sep 21 16:14:43.587019 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-928c079b-91c4-489d-9274-0e361bd166e7 req-eccb4be3-07af-4172-8337-b0a95408950a tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388534 Sep 21 16:14:43.615370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49428) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:43.695231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffaf694-4754-4b43-93eb-8adc8d9e25df tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:43.696755 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4ffaf694-4754-4b43-93eb-8adc8d9e25df tempest-TestNetworkBasicOps-778654126 tempest-TestNetworkBasicOps-778654126-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 1093 time: 0.0803664 Sep 21 16:14:43.699696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49434) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:43.704910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '39044236-880e-43ee-8b44-e279608750fe', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:14:43.710984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:14:43.715184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Usage tracker for resource:floatingip and tenant:707ded9075414f28a6af789a3251199f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:14:43.718693 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:14:43.728314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:14:43.796025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:43.935304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:44.077536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Allocated IP 172.26.0.51 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/fb118283-d029-40b8-9165-77c07a100ab5) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:14:44.231834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:44.316396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:44.384864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:44.388013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:44.391834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:14:44.425863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=fb118283-d029-40b8-9165-77c07a100ab5,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:44.826621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:44.930965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:45.252644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:45.316080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:45.426426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:45.474401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event updated for resources: {'Port': ['ID=fb118283-d029-40b8-9165-77c07a100ab5,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:45.600205 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP db957776-bd0b-47f6-b157-e19622a136c2 associated. External IP: 172.26.0.51, port: 39044236-880e-43ee-8b44-e279608750fe. Sep 21 16:14:45.895579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49442) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:45.955087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 9da8f783-c392-464b-acfb-1ca686d06ed8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:14:45.963914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a722b747-e8db-427a-816b-6d027c5bc3aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:45.999920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a722b747-e8db-427a-816b-6d027c5bc3aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:46.143112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:46.150847 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a722b747-e8db-427a-816b-6d027c5bc3aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:46.156625 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] Sync routers for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:46.167679 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:46.168592 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:46.173900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722b747-e8db-427a-816b-6d027c5bc3aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb32dd-6e7b-48c1-a646-5f30f66c4cfc,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:46.224835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:46.263763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a722b747-e8db-427a-816b-6d027c5bc3aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:46.267602 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a722b747-e8db-427a-816b-6d027c5bc3aa tempest-TestVolumeBootPattern-1318936401 tempest-TestVolumeBootPattern-1318936401-project] 10.222.0.65 "DELETE /v2.0/security-groups/64bb32dd-6e7b-48c1-a646-5f30f66c4cfc HTTP/1.1" status: 204 len: 168 time: 0.3683786 Sep 21 16:14:46.299484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49448) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:46.300644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-90adf719-8b5f-4cb3-a1e7-df62598aca05 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5987155 Sep 21 16:14:46.300644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'tag': '39044236-880e-43ee-8b44-e279608750fe'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:14:46.303261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "tag": "39044236-880e-43ee-8b44-e279608750fe"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:14:46.347500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f09444-aa8c-46a3-a087-959ddeeb5f6c x-openstack-request-id: req-d9f09444-aa8c-46a3-a087-959ddeeb5f6c {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:14:46.347849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "tag": "39044236-880e-43ee-8b44-e279608750fe", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:14:46.348241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9f09444-aa8c-46a3-a087-959ddeeb5f6c {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:14:46.348796 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f09444-aa8c-46a3-a087-959ddeeb5f6c'] response: {'name': 'network-changed', 'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'tag': '39044236-880e-43ee-8b44-e279608750fe', 'status': 'completed', 'code': 200} Sep 21 16:14:46.351803 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:46.393337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49454) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:46.464875 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0548a2bc-f0fe-46ec-b521-422f935f2531 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/db957776-bd0b-47f6-b157-e19622a136c2 HTTP/1.1" status: 200 len: 990 time: 0.1620626 Sep 21 16:14:46.466727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-88f1d811-a5b9-4f9f-87d7-2c65fb036276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:46.468199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-88f1d811-a5b9-4f9f-87d7-2c65fb036276 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 1098 time: 0.0937746 Sep 21 16:14:46.493304 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:14:46.614313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-9eae0c13-f72f-4c07-9d61-6300ede6f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:46.617098 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-9eae0c13-f72f-4c07-9d61-6300ede6f88e service neutron] 10.222.0.33 "GET /v2.0/networks?id=d643fd65-7037-40de-9812-e744cf6d809a HTTP/1.1" status: 200 len: 898 time: 0.1426289 Sep 21 16:14:46.750260 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'db957776-bd0b-47f6-b157-e19622a136c2', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'port_id': '39044236-880e-43ee-8b44-e279608750fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'mac_address': 'fa:16:3e:17:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c92de2d-6992-4cca-b633-94b564a17f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:14:44Z', 'updated_at': '2022-09-21T16:14:44Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:14:29Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:46.755027 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] Checking router: 9da8f783-c392-464b-acfb-1ca686d06ed8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:46.765034 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:46.765708 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:46.865504 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-69469343-afe2-47c0-b397-558d83db7df2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39044236-880e-43ee-8b44-e279608750fe HTTP/1.1" status: 200 len: 998 time: 0.2417638 Sep 21 16:14:46.931641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-b83fb740-4d72-4ac8-8b95-d13a81dddf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:46.933277 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-b83fb740-4d72-4ac8-8b95-d13a81dddf2f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=50a823ee-1daf-4a24-9b34-408eebd23caa HTTP/1.1" status: 200 len: 834 time: 0.0616570 Sep 21 16:14:46.945534 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:47.024918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-eb644a1c-94fb-42a7-9527-7012998f9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:14:47.027014 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-eb644a1c-94fb-42a7-9527-7012998f9149 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d643fd65-7037-40de-9812-e744cf6d809a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878065 Sep 21 16:14:47.155452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:47.168817 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-f9ef833d-cd3c-4257-b587-dce2aa230a12 service neutron] 10.222.0.33 "GET /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357734 Sep 21 16:14:47.310329 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0721bfc8-9676-4edc-96fc-2e3b2d63e4f5 req-1caf0327-ad91-494e-93c8-32f10440ecb9 service neutron] 10.222.0.33 "GET /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348829 Sep 21 16:14:47.324643 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'db957776-bd0b-47f6-b157-e19622a136c2', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'port_id': '39044236-880e-43ee-8b44-e279608750fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'mac_address': 'fa:16:3e:17:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c92de2d-6992-4cca-b633-94b564a17f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:14:44Z', 'updated_at': '2022-09-21T16:14:44Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:14:29Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:47.329225 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51951995-0624-438d-a87d-f74515b9f4d4 None None] The sync data for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv is: [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'db957776-bd0b-47f6-b157-e19622a136c2', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'port_id': '39044236-880e-43ee-8b44-e279608750fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'mac_address': 'fa:16:3e:17:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c92de2d-6992-4cca-b633-94b564a17f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:14:44Z', 'updated_at': '2022-09-21T16:14:44Z', 'revision_number': 0, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:14:29Z', 'revision_number': 5, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:47.467832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49460) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:47.534010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7dcdd9-698c-4c0d-8705-5879563cf685 None None] New status for floating IP db957776-bd0b-47f6-b157-e19622a136c2: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:14:47.583023 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-87c947a5-4c32-4331-85dd-23d2b51f116e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/db957776-bd0b-47f6-b157-e19622a136c2 HTTP/1.1" status: 200 len: 990 time: 0.1139450 Sep 21 16:14:47.632533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Deleting port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:47.632875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:47.801303 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] For port 2f09ce06-e8bc-4745-baaa-abdc3a6177b8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:47.801699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:47.928151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Calling delete_port for 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:48.321525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:48.368078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f09ce06-e8bc-4745-baaa-abdc3a6177b8,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:48.586283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49464) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:48.644595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:48.694155 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f41aab20-bf02-4cfd-909a-17c0437537bb tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/db957776-bd0b-47f6-b157-e19622a136c2 HTTP/1.1" status: 200 len: 992 time: 0.1067045 Sep 21 16:14:49.106776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:14:49.285764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:49.295444 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] Sync routers for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:49.298889 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d675d275-9358-4e6b-a104-89ea25db7484 admin admin] 10.222.0.65 "PUT /v2.0/routers/7bd6fffd-5491-46ff-a465-077f7ab1a0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9052734 Sep 21 16:14:49.301315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49468) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:49.304389 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:49.305016 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:49.477904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:49.509521 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:49.653752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:49.726993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Deleting port 5d0dce4d-1136-4b90-98e2-adafe6136968 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:49.727367 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:49.789437 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:14:48Z', 'revision_number': 5, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port': {'id': '5d0dce4d-1136-4b90-98e2-adafe6136968', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:21Z', 'updated_at': '2022-09-21T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:49.793875 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] Checking router: 7bd6fffd-5491-46ff-a465-077f7ab1a0ba for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:49.802120 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] Routers {'7bd6fffd-5491-46ff-a465-077f7ab1a0ba'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:49.802710 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:49.905444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] For port 5d0dce4d-1136-4b90-98e2-adafe6136968, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5d0dce4d-1136-4b90-98e2-adafe6136968,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:49.905711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:49.948770 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] Set router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:50.027745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Calling delete_port for 5d0dce4d-1136-4b90-98e2-adafe6136968 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:50.056828 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:14:49Z', 'revision_number': 6, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:50.060846 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3210125-2ddd-4a10-9e31-f11622902da7 None None] The sync data for ids ['7bd6fffd-5491-46ff-a465-077f7ab1a0ba'] in dv-neutron-858618-1-hyperv is: [{'id': '7bd6fffd-5491-46ff-a465-077f7ab1a0ba', 'name': 'tempest-TestVolumeBootPattern-300339500-router', 'tenant_id': '1ad6903d50d84eaaa1604dbc036f698c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:20Z', 'updated_at': '2022-09-21T16:14:49Z', 'revision_number': 6, 'project_id': '1ad6903d50d84eaaa1604dbc036f698c', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:50.252969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.298815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0dce4d-1136-4b90-98e2-adafe6136968,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:50.510156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.678111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.680238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.756005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.756467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd6fffd-5491-46ff-a465-077f7ab1a0ba {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:14:50.771635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.772777 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-80e627a5-ad3c-464c-b4af-36a5ba9a9dac admin admin] 10.222.0.65 "DELETE /v2.0/routers/7bd6fffd-5491-46ff-a465-077f7ab1a0ba HTTP/1.1" status: 204 len: 168 time: 1.4703646 Sep 21 16:14:50.775365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49472) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:50.837174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41b6910-96b7-4c91-9e11-bdd63afd4aac admin admin] Deleting subnet c257876a-25a2-4a57-837b-3e632d934a86 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:14:50.840122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d41b6910-96b7-4c91-9e11-bdd63afd4aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.889153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d41b6910-96b7-4c91-9e11-bdd63afd4aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.972763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d41b6910-96b7-4c91-9e11-bdd63afd4aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:50.980829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5d0dce4d-1136-4b90-98e2-adafe6136968 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:51.019776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 5d0dce4d-1136-4b90-98e2-adafe6136968 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:51.020326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5d0dce4d-1136-4b90-98e2-adafe6136968 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:51.020898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:51.055154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:51.055500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2f09ce06-e8bc-4745-baaa-abdc3a6177b8 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:51.093644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d41b6910-96b7-4c91-9e11-bdd63afd4aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:51.133282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b6910-96b7-4c91-9e11-bdd63afd4aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c257876a-25a2-4a57-837b-3e632d934a86,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:51.135249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d41b6910-96b7-4c91-9e11-bdd63afd4aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:51.139767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34dcce4-a1e5-4a52-b11d-d68dcbd681eb None None] Network 31cffb00-f0db-4a88-a975-14de553860e4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:14:51.141392 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d41b6910-96b7-4c91-9e11-bdd63afd4aac admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c257876a-25a2-4a57-837b-3e632d934a86 HTTP/1.1" status: 204 len: 168 time: 0.3650584 Sep 21 16:14:51.143887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49476) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:51.254177 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:51.264647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Deleting port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:51.264981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:51.405229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] DHCP port deletion for 31cffb00-f0db-4a88-a975-14de553860e4 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:14:51.409579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] Deleting port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:51.409976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:51.478744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] For port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6dc5eabb-e18e-4826-81fc-bfd953ffdf0d,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:51.479104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:51.602014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Calling delete_port for 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:51.618231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] For port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6dc5eabb-e18e-4826-81fc-bfd953ffdf0d,segment=NetworkSegment(00edc73a-0c0e-4978-80ec-d99f5395e332),segment_id=00edc73a-0c0e-4978-80ec-d99f5395e332)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:51.618566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:51.740391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] Calling delete_port for 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:51.790318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:51.843859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc5eabb-e18e-4826-81fc-bfd953ffdf0d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:51.847999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] No DVR routers for this DVR port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:14:51.858835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:14:51.859133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:14:51.883574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.883934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.884382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.884729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.885106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.885974 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.886314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.886645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.886975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.887300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.887626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.887946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:51.975698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.001384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cffb00-f0db-4a88-a975-14de553860e4']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:52.013924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00edc73a-0c0e-4978-80ec-d99f5395e332') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:52.014262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00edc73a-0c0e-4978-80ec-d99f5395e332') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:52.025327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.041833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.048429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:14:52.048818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.204239 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 00edc73a-0c0e-4978-80ec-d99f5395e332 resource provider aggregate not found Sep 21 16:14:52.220820 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 00edc73a-0c0e-4978-80ec-d99f5395e332 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00edc73a-0c0e-4978-80ec-d99f5395e332 found for delete ", "request_id": "req-7eb6f8a0-0280-4641-9a4c-a49a42cec2d2"}]} Sep 21 16:14:52.298805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.314064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.325446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cffb00-f0db-4a88-a975-14de553860e4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:52.360352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] Deleting port 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:52.360800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.402932 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-21c0a274-4271-418d-bc5a-716a732ee283 admin admin] 10.222.0.65 "DELETE /v2.0/networks/31cffb00-f0db-4a88-a975-14de553860e4 HTTP/1.1" status: 204 len: 168 time: 1.2580211 Sep 21 16:14:52.405793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49486) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:52.427161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d9536af2-a40d-4e4c-99b3-ca99516586e4 None None] The port '6dc5eabb-e18e-4826-81fc-bfd953ffdf0d' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:14:52.947617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:52.976845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:53.014162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:53.014600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6dc5eabb-e18e-4826-81fc-bfd953ffdf0d not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:53.302396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Deleting port 6817c141-0e79-404d-95a8-a74599c0116b {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:53.302651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:53.484219 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] For port 6817c141-0e79-404d-95a8-a74599c0116b, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=6817c141-0e79-404d-95a8-a74599c0116b,segment=NetworkSegment(f9cc0a56-fb82-428e-ad3f-458746fbb737),segment_id=f9cc0a56-fb82-428e-ad3f-458746fbb737)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:53.484569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:53.607143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Calling delete_port for 6817c141-0e79-404d-95a8-a74599c0116b owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:53.938674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:53.987461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Pushing event deleted for resources: {'Port': ['ID=6817c141-0e79-404d-95a8-a74599c0116b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:54.256350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:54.606590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:14:54.782008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:14:54.790876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] Sync routers for ids ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:54.800043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] Routers {'cea0f894-f0f1-472f-9315-d6d8a5d2bc93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:54.804953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:54.854536 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bc4677ad-cd82-442a-ae0d-c05ed69c1404 admin admin] 10.222.0.65 "PUT /v2.0/routers/cea0f894-f0f1-472f-9315-d6d8a5d2bc93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4476519 Sep 21 16:14:54.857113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49490) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:54.979259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] Set router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:55.034107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:55.266033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:14:53Z', 'revision_number': 5, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:55.269822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] Checking router: cea0f894-f0f1-472f-9315-d6d8a5d2bc93 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:55.278563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] Routers {'cea0f894-f0f1-472f-9315-d6d8a5d2bc93'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:14:55.279153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:14:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:55.319280 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:55.429950 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Deleting port 8470f068-60e2-4828-b7e7-9676a3f4d63a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:55.430316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:55.455665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] Set router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:14:55.606680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] For port 8470f068-60e2-4828-b7e7-9676a3f4d63a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8470f068-60e2-4828-b7e7-9676a3f4d63a,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:55.606954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:55.728872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Calling delete_port for 8470f068-60e2-4828-b7e7-9676a3f4d63a owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:55.737482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:14:53Z', 'revision_number': 5, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:55.741448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d38894-eb7f-46e5-b414-9b900bdbbe3b None None] The sync data for ids ['cea0f894-f0f1-472f-9315-d6d8a5d2bc93'] in dv-neutron-858618-1-hyperv is: [{'id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'name': 'tempest-TestVolumeBootPattern-394609765-router', 'tenant_id': '93ae9c51e15947aa8d05f170d11fac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63'}], 'enable_snat': True}, 'gw_port_id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:04:32Z', 'updated_at': '2022-09-21T16:14:53Z', 'revision_number': 5, 'project_id': '93ae9c51e15947aa8d05f170d11fac9c', 'gw_port': {'id': '8470f068-60e2-4828-b7e7-9676a3f4d63a', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0f894-f0f1-472f-9315-d6d8a5d2bc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:04:34Z', 'updated_at': '2022-09-21T16:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:55.967261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.014467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Pushing event deleted for resources: {'Port': ['ID=8470f068-60e2-4828-b7e7-9676a3f4d63a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:56.113979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.289517 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.292249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.372700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.373431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea0f894-f0f1-472f-9315-d6d8a5d2bc93 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:14:56.387447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.388692 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e2bbd32d-559b-4455-99a0-654bd134faad admin admin] 10.222.0.65 "DELETE /v2.0/routers/cea0f894-f0f1-472f-9315-d6d8a5d2bc93 HTTP/1.1" status: 204 len: 168 time: 1.5307305 Sep 21 16:14:56.391278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49494) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:56.451891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-932565a5-8d79-41e6-9339-00b4c850803e admin admin] Deleting subnet 3ef6c84a-cf38-40a2-a8ab-17787b90c389 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:14:56.455228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-932565a5-8d79-41e6-9339-00b4c850803e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.508387 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-932565a5-8d79-41e6-9339-00b4c850803e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.585527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-932565a5-8d79-41e6-9339-00b4c850803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.715682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-932565a5-8d79-41e6-9339-00b4c850803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.757165 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932565a5-8d79-41e6-9339-00b4c850803e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef6c84a-cf38-40a2-a8ab-17787b90c389,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:56.761162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-932565a5-8d79-41e6-9339-00b4c850803e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.766151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7ba7d-b078-4d90-83cd-8f2f35139894 None None] Network 5c4b57f7-d996-470f-b231-2677760e0d86 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:14:56.772057 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-932565a5-8d79-41e6-9339-00b4c850803e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3ef6c84a-cf38-40a2-a8ab-17787b90c389 HTTP/1.1" status: 204 len: 168 time: 0.3765993 Sep 21 16:14:56.772057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49498) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:56.876324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.887217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Deleting port c13bc3db-a38d-4038-8fa8-b5f4fc717311 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:56.887543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:56.986859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8470f068-60e2-4828-b7e7-9676a3f4d63a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:57.072054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] DHCP port deletion for 5c4b57f7-d996-470f-b231-2677760e0d86 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:14:57.081199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8470f068-60e2-4828-b7e7-9676a3f4d63a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:57.081539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8470f068-60e2-4828-b7e7-9676a3f4d63a not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:57.081981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6817c141-0e79-404d-95a8-a74599c0116b no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:57.106017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] Deleting port c13bc3db-a38d-4038-8fa8-b5f4fc717311 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:57.106326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.150386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 6817c141-0e79-404d-95a8-a74599c0116b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:57.150725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 6817c141-0e79-404d-95a8-a74599c0116b not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:57.216057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] For port c13bc3db-a38d-4038-8fa8-b5f4fc717311, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c13bc3db-a38d-4038-8fa8-b5f4fc717311,segment=NetworkSegment(f9cc0a56-fb82-428e-ad3f-458746fbb737),segment_id=f9cc0a56-fb82-428e-ad3f-458746fbb737)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:57.216683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.318739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] For port c13bc3db-a38d-4038-8fa8-b5f4fc717311, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c13bc3db-a38d-4038-8fa8-b5f4fc717311,segment=NetworkSegment(f9cc0a56-fb82-428e-ad3f-458746fbb737),segment_id=f9cc0a56-fb82-428e-ad3f-458746fbb737)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:14:57.319032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.340988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Calling delete_port for c13bc3db-a38d-4038-8fa8-b5f4fc717311 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:57.437814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] Calling delete_port for c13bc3db-a38d-4038-8fa8-b5f4fc717311 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:14:57.486961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.512285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:14:57.512642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:14:57.532784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13bc3db-a38d-4038-8fa8-b5f4fc717311,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:57.536268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] No DVR routers for this DVR port c13bc3db-a38d-4038-8fa8-b5f4fc717311 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:14:57.652686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.676912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4b57f7-d996-470f-b231-2677760e0d86']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:57.692208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cc0a56-fb82-428e-ad3f-458746fbb737') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:57.692506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cc0a56-fb82-428e-ad3f-458746fbb737') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:57.704167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.720407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.726330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:14:57.726713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.797817 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f9cc0a56-fb82-428e-ad3f-458746fbb737 resource provider aggregate not found Sep 21 16:14:57.816427 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f9cc0a56-fb82-428e-ad3f-458746fbb737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9cc0a56-fb82-428e-ad3f-458746fbb737 found for delete ", "request_id": "req-facc8f05-183f-4ac0-b35d-985309845ea4"}]} Sep 21 16:14:57.887232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.903609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:57.917137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4b57f7-d996-470f-b231-2677760e0d86,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:57.924320 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-781c5e7c-108d-40ee-a16d-611c4dddb1c0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5c4b57f7-d996-470f-b231-2677760e0d86 HTTP/1.1" status: 204 len: 168 time: 1.1520908 Sep 21 16:14:58.014572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] Deleting port c13bc3db-a38d-4038-8fa8-b5f4fc717311 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:14:58.015100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:58.082722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6542b752-23d5-47aa-bcda-98a3ad995418 None None] The port 'c13bc3db-a38d-4038-8fa8-b5f4fc717311' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:14:58.223143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49508) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:58.271113 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b14a0c9d-9e03-47e2-838d-a9cdf6231df5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ad6903d50d84eaaa1604dbc036f698c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467918 Sep 21 16:14:58.273476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49512) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:58.329428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6a7770d2-37f8-4856-9d4e-a73ea59864f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:58.354007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6a7770d2-37f8-4856-9d4e-a73ea59864f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:58.458623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6a7770d2-37f8-4856-9d4e-a73ea59864f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:58.474756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7770d2-37f8-4856-9d4e-a73ea59864f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873c3f70-3ecb-4723-b96d-c6c1e8f6e1c7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:58.482008 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6a7770d2-37f8-4856-9d4e-a73ea59864f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:58.484399 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6a7770d2-37f8-4856-9d4e-a73ea59864f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/873c3f70-3ecb-4723-b96d-c6c1e8f6e1c7 HTTP/1.1" status: 204 len: 168 time: 0.2099671 Sep 21 16:14:58.886955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:58.979882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c13bc3db-a38d-4038-8fa8-b5f4fc717311 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:14:59.016148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c13bc3db-a38d-4038-8fa8-b5f4fc717311 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:14:59.016782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c13bc3db-a38d-4038-8fa8-b5f4fc717311 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:14:59.160767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49520) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:59.209294 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5565f440-9798-4c5a-b7f9-5cffc51b71b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93ae9c51e15947aa8d05f170d11fac9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473909 Sep 21 16:14:59.211892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49524) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:14:59.269349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:59.295080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:59.412631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:59.426253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504970ce-2af2-4f68-8ab6-4b5e133d2efd,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:59.435885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.436240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.436584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.436920 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.437254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.437588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.437917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.438269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.438598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.438924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.439245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.439567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:59.443637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:59.446946 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8538bac3-b021-4a81-a526-147edca5ed19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/504970ce-2af2-4f68-8ab6-4b5e133d2efd HTTP/1.1" status: 204 len: 168 time: 0.2335484 Sep 21 16:15:02.875520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-80aee934-18a2-4d5b-ab89-78fed0a3e940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:04.966954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d845a453-8aa4-4e53-bf41-019407b5ee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:06.235243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:06.778292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:07.949520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:13.280005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49538) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:13.285014 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-32013ae3-42f2-4eb2-8c61-634ed70bbd8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:15:13.800602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32013ae3-42f2-4eb2-8c61-634ed70bbd8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:13.864394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32013ae3-42f2-4eb2-8c61-634ed70bbd8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:14.141542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32013ae3-42f2-4eb2-8c61-634ed70bbd8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 9da8f783-c392-464b-acfb-1ca686d06ed8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:15:14.324354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32013ae3-42f2-4eb2-8c61-634ed70bbd8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:15:14.335834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32013ae3-42f2-4eb2-8c61-634ed70bbd8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:14.336537 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-32013ae3-42f2-4eb2-8c61-634ed70bbd8d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/9da8f783-c392-464b-acfb-1ca686d06ed8 HTTP/1.1" status: 200 len: 887 time: 1.0554581 Sep 21 16:15:14.336632 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a400d-7ba1-463b-a9a2-93810c7e9940 None None] Sync routers for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:15:14.348032 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a400d-7ba1-463b-a9a2-93810c7e9940 None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:15:14.348637 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-948a400d-7ba1-463b-a9a2-93810c7e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:15:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:14.407888 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-948a400d-7ba1-463b-a9a2-93810c7e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:14.416282 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a400d-7ba1-463b-a9a2-93810c7e9940 None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:15:14.416873 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-948a400d-7ba1-463b-a9a2-93810c7e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:15:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:14.478463 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-948a400d-7ba1-463b-a9a2-93810c7e9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:14.478865 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a400d-7ba1-463b-a9a2-93810c7e9940 None None] The sync data for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv is: [] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:15:15.239124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee5747-1fe5-4694-a788-d8c4de5613fb None None] New status for floating IP db957776-bd0b-47f6-b157-e19622a136c2: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:15:15.289860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 11098523-6d07-42ee-b158-b7b07092c5c7 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:15:15.572557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 11098523-6d07-42ee-b158-b7b07092c5c7 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:15.572849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:15.595698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 11098523-6d07-42ee-b158-b7b07092c5c7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=11098523-6d07-42ee-b158-b7b07092c5c7,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:15.670499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:15.671056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ecd9276b-9806-444a-a746-cda64d54124a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:15:15.786149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=11098523-6d07-42ee-b158-b7b07092c5c7,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:15.841196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ecd9276b-9806-444a-a746-cda64d54124a is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:15.841507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:15.874577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port ecd9276b-9806-444a-a746-cda64d54124a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ecd9276b-9806-444a-a746-cda64d54124a,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:15.932430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:15.999769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=ecd9276b-9806-444a-a746-cda64d54124a,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:16.006915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.007267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.007611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.007948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.008279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.008622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.008937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.009268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.009615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.010511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.010838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.011163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:15:16.489620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49544) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:16.495558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-501b5bd2-6bdd-4de6-9653-4c77b725d5db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:15:17.005040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-501b5bd2-6bdd-4de6-9653-4c77b725d5db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:17.058868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-501b5bd2-6bdd-4de6-9653-4c77b725d5db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629261'] for router, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:17.358315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501b5bd2-6bdd-4de6-9653-4c77b725d5db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 9da8f783-c392-464b-acfb-1ca686d06ed8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:15:17.541864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501b5bd2-6bdd-4de6-9653-4c77b725d5db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:15:17.549057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-501b5bd2-6bdd-4de6-9653-4c77b725d5db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:17.550217 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-501b5bd2-6bdd-4de6-9653-4c77b725d5db tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/9da8f783-c392-464b-acfb-1ca686d06ed8 HTTP/1.1" status: 200 len: 886 time: 1.0595651 Sep 21 16:15:17.552433 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] Sync routers for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:15:17.553453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49548) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:17.567094 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:15:17.567737 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:15:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:17.659567 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-39097270-97f1-4aef-bccb-c5d444679a26 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/db957776-bd0b-47f6-b157-e19622a136c2 HTTP/1.1" status: 200 len: 990 time: 0.1048355 Sep 21 16:15:17.744281 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:15:18.078553 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:17Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'db957776-bd0b-47f6-b157-e19622a136c2', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'port_id': '39044236-880e-43ee-8b44-e279608750fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'mac_address': 'fa:16:3e:17:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c92de2d-6992-4cca-b633-94b564a17f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:14:44Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:18.082553 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] Checking router: 9da8f783-c392-464b-acfb-1ca686d06ed8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:15:18.090617 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:15:18.091202 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:15:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:18.290653 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:15:18.627972 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:17Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'db957776-bd0b-47f6-b157-e19622a136c2', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'port_id': '39044236-880e-43ee-8b44-e279608750fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'mac_address': 'fa:16:3e:17:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c92de2d-6992-4cca-b633-94b564a17f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:14:44Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:18.631649 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22af2f97-5227-4715-a8fc-03a9bf36d33b None None] The sync data for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv is: [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:17Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'db957776-bd0b-47f6-b157-e19622a136c2', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'port_id': '39044236-880e-43ee-8b44-e279608750fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'mac_address': 'fa:16:3e:17:9d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c92de2d-6992-4cca-b633-94b564a17f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:14:44Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 2, 'project_id': '707ded9075414f28a6af789a3251199f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:15:15Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:15:18.662441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49552) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:18.766206 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5b28488c-f465-4005-9ee3-b893be70004b tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/db957776-bd0b-47f6-b157-e19622a136c2 HTTP/1.1" status: 200 len: 990 time: 0.1025743 Sep 21 16:15:19.022602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ecd9276b-9806-444a-a746-cda64d54124a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:15:19.094709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ecd9276b-9806-444a-a746-cda64d54124a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:15:19.095116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:19.263678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ecd9276b-9806-444a-a746-cda64d54124a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:19.264066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:19.298906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port ecd9276b-9806-444a-a746-cda64d54124a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ecd9276b-9806-444a-a746-cda64d54124a,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:19.349856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:19.424347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=ecd9276b-9806-444a-a746-cda64d54124a,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:19.769444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49556) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:19.877192 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-14037bcc-31b0-4735-b8ef-161d592f9f33 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/db957776-bd0b-47f6-b157-e19622a136c2 HTTP/1.1" status: 200 len: 990 time: 0.1065683 Sep 21 16:15:20.278000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516a8d7-7b7a-47e2-9b82-bfd2fd44440c None None] New status for floating IP db957776-bd0b-47f6-b157-e19622a136c2: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:15:20.881056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49560) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:20.990727 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fcf38203-9e15-4284-bdbb-e608e6fd6cb3 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/floatingips/db957776-bd0b-47f6-b157-e19622a136c2 HTTP/1.1" status: 200 len: 992 time: 0.1084325 Sep 21 16:15:21.062607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 11098523-6d07-42ee-b158-b7b07092c5c7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:15:21.132338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 11098523-6d07-42ee-b158-b7b07092c5c7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:15:21.132592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:21.245416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 11098523-6d07-42ee-b158-b7b07092c5c7 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:21.246334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:21.262711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 11098523-6d07-42ee-b158-b7b07092c5c7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=11098523-6d07-42ee-b158-b7b07092c5c7,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:21.327127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:21.327961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ecd9276b-9806-444a-a746-cda64d54124a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:15:21.451183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=11098523-6d07-42ee-b158-b7b07092c5c7,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:21.463186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ecd9276b-9806-444a-a746-cda64d54124a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:15:21.463570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:21.582757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ecd9276b-9806-444a-a746-cda64d54124a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:22.996871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 11098523-6d07-42ee-b158-b7b07092c5c7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:15:23.069697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 11098523-6d07-42ee-b158-b7b07092c5c7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:15:23.070100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:23.184285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 11098523-6d07-42ee-b158-b7b07092c5c7 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:23.269070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49568) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:23.476317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port fb118283-d029-40b8-9165-77c07a100ab5 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:15:23.476661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:23.491885 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:15:23.644243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:23.644477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:23.763911 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for fb118283-d029-40b8-9165-77c07a100ab5 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:15:24.075515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:24.123793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=fb118283-d029-40b8-9165-77c07a100ab5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:24.220098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:24.220487 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Floating IP db957776-bd0b-47f6-b157-e19622a136c2 disassociated (deleted). External IP: 172.26.0.51, port: 39044236-880e-43ee-8b44-e279608750fe. Sep 21 16:15:24.577824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 9da8f783-c392-464b-acfb-1ca686d06ed8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:15:24.753853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:15:24.763220 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] Sync routers for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:15:24.772644 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:15:24.773249 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:15:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:24.841182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:24.902627 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f784d7eb-dc29-4ff7-9d77-2e23ad30e6ad tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/floatingips/db957776-bd0b-47f6-b157-e19622a136c2 HTTP/1.1" status: 204 len: 168 time: 1.6282337 Sep 21 16:15:24.902627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'tag': '39044236-880e-43ee-8b44-e279608750fe'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:15:24.902627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb91e571-85df-41a9-893d-a09e77fe4d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "tag": "39044236-880e-43ee-8b44-e279608750fe"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:15:24.947970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74183ec-de37-49cf-95a0-7f671ba5b006 x-openstack-request-id: req-c74183ec-de37-49cf-95a0-7f671ba5b006 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:15:24.948261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "tag": "39044236-880e-43ee-8b44-e279608750fe", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:15:24.948516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c74183ec-de37-49cf-95a0-7f671ba5b006 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:15:24.949424 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74183ec-de37-49cf-95a0-7f671ba5b006'] response: {'name': 'network-changed', 'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'tag': '39044236-880e-43ee-8b44-e279608750fe', 'status': 'completed', 'code': 200} Sep 21 16:15:24.956300 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:15:25.070408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-42124b36-8d2c-48f9-a210-ad2699c529de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:25.071947 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-42124b36-8d2c-48f9-a210-ad2699c529de service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=707ded9075414f28a6af789a3251199f&device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 1098 time: 0.0975115 Sep 21 16:15:25.213268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-9a6b9484-405a-47b4-bdf2-40f5e96d99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:25.214873 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-9a6b9484-405a-47b4-bdf2-40f5e96d99d5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=d643fd65-7037-40de-9812-e744cf6d809a HTTP/1.1" status: 200 len: 898 time: 0.1371651 Sep 21 16:15:25.279002 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:17Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:15:19Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:25.282902 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] Checking router: 9da8f783-c392-464b-acfb-1ca686d06ed8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:15:25.286173 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-8157aeb7-e57e-4cd9-8a09-3e93aac1ea30 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39044236-880e-43ee-8b44-e279608750fe HTTP/1.1" status: 200 len: 217 time: 0.0650795 Sep 21 16:15:25.291859 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:15:25.292478 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:15:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:25.349302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-a13461a5-9c02-4308-84fc-d544b465ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:25.350765 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-a13461a5-9c02-4308-84fc-d544b465ca45 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=50a823ee-1daf-4a24-9b34-408eebd23caa HTTP/1.1" status: 200 len: 834 time: 0.0589771 Sep 21 16:15:25.476407 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:15:25.509277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab099297-d847-4de1-b1c3-2ef243f2663f req-94d9fd22-b77f-4baa-83a7-655244437ae5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:25.510758 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab099297-d847-4de1-b1c3-2ef243f2663f req-94d9fd22-b77f-4baa-83a7-655244437ae5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 945 time: 0.1591513 Sep 21 16:15:25.512787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-a92cabc7-01d2-44e6-97ca-d93635e33e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:25.514124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-a92cabc7-01d2-44e6-97ca-d93635e33e97 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d643fd65-7037-40de-9812-e744cf6d809a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189268 Sep 21 16:15:25.536076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-84d2ad2e-17ce-4628-9209-1ede784ce457 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:15:25.537018 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-84d2ad2e-17ce-4628-9209-1ede784ce457 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052433 Sep 21 16:15:25.643241 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab099297-d847-4de1-b1c3-2ef243f2663f req-c08de737-75fa-41a3-a392-0c808376c370 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1264625 Sep 21 16:15:25.693597 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-cdcaf7df-662c-4a73-8f9d-382558ac9e9a service neutron] 10.222.0.33 "GET /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493394 Sep 21 16:15:25.812593 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:17Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:15:19Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:25.816383 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea9239-84c2-43b5-addd-618583196655 None None] The sync data for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv is: [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:17Z', 'revision_number': 6, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ecd9276b-9806-444a-a746-cda64d54124a', 'name': '', 'network_id': 'd643fd65-7037-40de-9812-e744cf6d809a', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'mac_address': 'fa:16:3e:62:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:22Z', 'updated_at': '2022-09-21T16:15:19Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'subnets': [{'id': '50a823ee-1daf-4a24-9b34-408eebd23caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:15:25.826349 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb91e571-85df-41a9-893d-a09e77fe4d1a req-540945c5-b1e7-4d93-92a0-b3bcb468a45d service neutron] 10.222.0.33 "GET /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259136 Sep 21 16:15:26.437911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189be56-9376-4f60-bf34-e662bcb8fa46 None None] New status for floating IP db957776-bd0b-47f6-b157-e19622a136c2: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:15:26.647148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-23f4ab69-01f1-46b4-8f69-52e1d872bc10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:26.648601 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-23f4ab69-01f1-46b4-8f69-52e1d872bc10 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 945 time: 0.0877266 Sep 21 16:15:26.723732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 39044236-880e-43ee-8b44-e279608750fe {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:15:26.724089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:26.848935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416453d2-c54a-44a0-b296-216e1029a5c0 req-92adb3d9-17b7-4e18-9dfb-8daa1338650d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:26.849541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-416453d2-c54a-44a0-b296-216e1029a5c0 req-92adb3d9-17b7-4e18-9dfb-8daa1338650d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Synchronizing usage tracker for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:15:26.921121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-416453d2-c54a-44a0-b296-216e1029a5c0 req-92adb3d9-17b7-4e18-9dfb-8daa1338650d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Unset dirty status for tenant:707ded9075414f28a6af789a3251199f on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:15:26.922453 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-416453d2-c54a-44a0-b296-216e1029a5c0 req-92adb3d9-17b7-4e18-9dfb-8daa1338650d tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 945 time: 0.1583848 Sep 21 16:15:26.970091 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-416453d2-c54a-44a0-b296-216e1029a5c0 req-671c71be-9b37-4705-80c1-d75ef6834ed1 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/security-groups?id=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413530 Sep 21 16:15:27.082342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 39044236-880e-43ee-8b44-e279608750fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=39044236-880e-43ee-8b44-e279608750fe,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:27.082766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:27.208187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 39044236-880e-43ee-8b44-e279608750fe owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:15:27.400668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:27.454495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=39044236-880e-43ee-8b44-e279608750fe,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:27.546626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] No DVR routers for this DVR port 39044236-880e-43ee-8b44-e279608750fe on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:15:27.549014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:27.551489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'name': 'network-vif-deleted', 'tag': '39044236-880e-43ee-8b44-e279608750fe'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:15:27.553758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be00ff8-6fcb-4ea8-a644-52036bdd7168" -d '{"events": [{"server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "name": "network-vif-deleted", "tag": "39044236-880e-43ee-8b44-e279608750fe"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:15:27.597726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ad918a-6296-4579-ac50-5555857f1c3a x-openstack-request-id: req-05ad918a-6296-4579-ac50-5555857f1c3a {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:15:27.598056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c92de2d-6992-4cca-b633-94b564a17f08", "name": "network-vif-deleted", "tag": "39044236-880e-43ee-8b44-e279608750fe", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:15:27.598306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05ad918a-6296-4579-ac50-5555857f1c3a {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:15:27.598702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ad918a-6296-4579-ac50-5555857f1c3a'] response: {'server_uuid': '9c92de2d-6992-4cca-b633-94b564a17f08', 'name': 'network-vif-deleted', 'tag': '39044236-880e-43ee-8b44-e279608750fe', 'status': 'completed', 'code': 200} Sep 21 16:15:27.624141 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9aa819ac-ed2e-4622-8d37-20102cb27c5e req-5a0c9e8b-632e-4b03-b5f8-be318162f402 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.33 "DELETE /v2.0/ports/39044236-880e-43ee-8b44-e279608750fe HTTP/1.1" status: 204 len: 173 time: 0.9707730 Sep 21 16:15:28.147653 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0d75ee43-10ce-4b31-82f4-92f1d3ffc727 req-d32f3b4c-7030-4974-9fd6-4c60d6c23d98 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c92de2d-6992-4cca-b633-94b564a17f08 HTTP/1.1" status: 200 len: 210 time: 0.0527384 Sep 21 16:15:28.915131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:29.249168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49588) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:29.315892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee940681-4616-4f02-b291-29862653dba5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:29.346058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee940681-4616-4f02-b291-29862653dba5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:29.451934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee940681-4616-4f02-b291-29862653dba5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:29.470938 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee940681-4616-4f02-b291-29862653dba5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:29.525352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee940681-4616-4f02-b291-29862653dba5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:29.526501 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ee940681-4616-4f02-b291-29862653dba5 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/security-groups/580aa5ca-6fb9-4fe4-a194-19cbe9c0c7fe HTTP/1.1" status: 204 len: 168 time: 0.2763731 Sep 21 16:15:29.612764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49594) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:30.270273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:30.622212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port ecd9276b-9806-444a-a746-cda64d54124a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:15:30.622505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:30.806438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port ecd9276b-9806-444a-a746-cda64d54124a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ecd9276b-9806-444a-a746-cda64d54124a,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:30.806903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:30.815470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 39044236-880e-43ee-8b44-e279608750fe no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:15:30.849623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 39044236-880e-43ee-8b44-e279608750fe {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:15:30.849987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 39044236-880e-43ee-8b44-e279608750fe not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:15:30.931484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for ecd9276b-9806-444a-a746-cda64d54124a owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:15:31.166573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:31.216365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=ecd9276b-9806-444a-a746-cda64d54124a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:31.594263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:31.950300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Router 9da8f783-c392-464b-acfb-1ca686d06ed8 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:15:32.126972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:15:32.136379 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] Sync routers for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:15:32.139167 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2a20bbb9-55b5-4cd7-8864-5ac628c92cbf tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "PUT /v2.0/routers/9da8f783-c392-464b-acfb-1ca686d06ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5253153 Sep 21 16:15:32.141779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49598) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:32.145632 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:15:32.146244 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:15:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:32.206569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee37ec42-54b4-4912-bdd3-45901f97e98e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting subnet 50a823ee-1daf-4a24-9b34-408eebd23caa {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:15:32.209407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee37ec42-54b4-4912-bdd3-45901f97e98e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.265655 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee37ec42-54b4-4912-bdd3-45901f97e98e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.317994 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:15:32.346952 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee37ec42-54b4-4912-bdd3-45901f97e98e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.481985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee37ec42-54b4-4912-bdd3-45901f97e98e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.523547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37ec42-54b4-4912-bdd3-45901f97e98e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Subnet': ['ID=50a823ee-1daf-4a24-9b34-408eebd23caa,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:32.527630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ee37ec42-54b4-4912-bdd3-45901f97e98e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.536204 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ee37ec42-54b4-4912-bdd3-45901f97e98e tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/subnets/50a823ee-1daf-4a24-9b34-408eebd23caa HTTP/1.1" status: 204 len: 168 time: 0.3908215 Sep 21 16:15:32.536971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b22c493-6ec0-40c4-ae8e-19f6377cc6cd None None] Network d643fd65-7037-40de-9812-e744cf6d809a requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:15:32.537378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49602) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:32.605713 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:31Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:32.609907 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] Checking router: 9da8f783-c392-464b-acfb-1ca686d06ed8 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:15:32.618949 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] Routers {'9da8f783-c392-464b-acfb-1ca686d06ed8'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:15:32.619546 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:15:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['9da8f783-c392-464b-acfb-1ca686d06ed8'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:32.724942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.796672 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] Set router 9da8f783-c392-464b-acfb-1ca686d06ed8 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:15:32.853096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] DHCP port deletion for d643fd65-7037-40de-9812-e744cf6d809a request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:15:32.858159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] Deleting port 7df21129-d67b-4984-af3f-e56dee9c5ccb {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:15:32.858539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.911130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-365c47c8-79bd-494f-a306-007997ffe16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.914833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:32.989327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Deleting port 11098523-6d07-42ee-b158-b7b07092c5c7 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:15:32.989620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:33.074730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7df21129-d67b-4984-af3f-e56dee9c5ccb no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:15:33.112024 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:31Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:33.116253 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837aa36f-df6a-4dbf-8bff-d7acbbf503ec None None] The sync data for ids ['9da8f783-c392-464b-acfb-1ca686d06ed8'] in dv-neutron-858618-1-hyperv is: [{'id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'name': 'tempest-TestNetworkBasicOps-router-246891165', 'tenant_id': '707ded9075414f28a6af789a3251199f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:14:17Z', 'updated_at': '2022-09-21T16:15:31Z', 'revision_number': 7, 'project_id': '707ded9075414f28a6af789a3251199f', 'gw_port': {'id': '11098523-6d07-42ee-b158-b7b07092c5c7', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da8f783-c392-464b-acfb-1ca686d06ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:14:18Z', 'updated_at': '2022-09-21T16:15:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:15:33.147985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] For port 7df21129-d67b-4984-af3f-e56dee9c5ccb, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7df21129-d67b-4984-af3f-e56dee9c5ccb,segment=NetworkSegment(6ed7f6c5-cd27-423a-b6af-f59df25117cd),segment_id=6ed7f6c5-cd27-423a-b6af-f59df25117cd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:33.147985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:33.274799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] Calling delete_port for 7df21129-d67b-4984-af3f-e56dee9c5ccb owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:15:33.322700 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] For port 11098523-6d07-42ee-b158-b7b07092c5c7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=11098523-6d07-42ee-b158-b7b07092c5c7,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:33.323067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:33.391675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7df21129-d67b-4984-af3f-e56dee9c5ccb is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:33.392052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:33.448653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Calling delete_port for 11098523-6d07-42ee-b158-b7b07092c5c7 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:15:33.470079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:33.554795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] Pushing event deleted for resources: {'Port': ['ID=7df21129-d67b-4984-af3f-e56dee9c5ccb,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:33.562079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3d8de-1e04-4d9e-ad00-fb4b49b7e219 None None] No DVR routers for this DVR port 7df21129-d67b-4984-af3f-e56dee9c5ccb on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:15:33.697904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:33.744430 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Port': ['ID=11098523-6d07-42ee-b158-b7b07092c5c7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:33.842055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.012578 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.015582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.115284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.115749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Fanout notify agent at l3_agent the message router_deleted on router 9da8f783-c392-464b-acfb-1ca686d06ed8 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:15:34.131444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.132530 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e81ab54a-23d2-40f7-bad9-a6e9d0a408a9 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/routers/9da8f783-c392-464b-acfb-1ca686d06ed8 HTTP/1.1" status: 204 len: 168 time: 1.5943995 Sep 21 16:15:34.135217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49606) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:34.250915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.381199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.406452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d643fd65-7037-40de-9812-e744cf6d809a']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:34.418251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed7f6c5-cd27-423a-b6af-f59df25117cd') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:34.418554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed7f6c5-cd27-423a-b6af-f59df25117cd') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:15:34.429601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.445134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.451493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:15:34.451879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.521495 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 6ed7f6c5-cd27-423a-b6af-f59df25117cd resource provider aggregate not found Sep 21 16:15:34.551405 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 6ed7f6c5-cd27-423a-b6af-f59df25117cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ed7f6c5-cd27-423a-b6af-f59df25117cd found for delete ", "request_id": "req-39507dfb-0bbe-42aa-9db6-cf5eff00567c"}]} Sep 21 16:15:34.623606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.646075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:34.653533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] Pushing event deleted for resources: {'Network': ['ID=d643fd65-7037-40de-9812-e744cf6d809a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:34.716519 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-45861a16-79e4-4d6d-9461-9ecf94ccf009 tempest-TestNetworkBasicOps-1847691209 tempest-TestNetworkBasicOps-1847691209-project] 10.222.0.65 "DELETE /v2.0/networks/d643fd65-7037-40de-9812-e744cf6d809a HTTP/1.1" status: 204 len: 168 time: 0.5803137 Sep 21 16:15:34.972027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-358ac22c-1ca8-4ee9-a8af-d40d37693393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:35.008095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 11098523-6d07-42ee-b158-b7b07092c5c7 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:15:35.043377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 11098523-6d07-42ee-b158-b7b07092c5c7 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:15:35.043820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 11098523-6d07-42ee-b158-b7b07092c5c7 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:15:35.044241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ecd9276b-9806-444a-a746-cda64d54124a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:15:35.077909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: ecd9276b-9806-444a-a746-cda64d54124a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:15:35.078279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ecd9276b-9806-444a-a746-cda64d54124a not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:15:35.170809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49620) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:35.314002 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f08a62ec-7a25-4d21-9fc5-53d9b8c9f2bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=707ded9075414f28a6af789a3251199f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420605 Sep 21 16:15:35.316506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49626) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:35.372235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d3eee519-fe0b-4713-b314-2ba93ecf1d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:35.399783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d3eee519-fe0b-4713-b314-2ba93ecf1d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:35.532007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d3eee519-fe0b-4713-b314-2ba93ecf1d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:35.549765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee519-fe0b-4713-b314-2ba93ecf1d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4697f106-e592-489b-a3cf-b72b48ce52aa,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:35.556249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d3eee519-fe0b-4713-b314-2ba93ecf1d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:35.557984 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d3eee519-fe0b-4713-b314-2ba93ecf1d23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4697f106-e592-489b-a3cf-b72b48ce52aa HTTP/1.1" status: 204 len: 168 time: 0.2399917 Sep 21 16:15:36.080016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49634) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:36.098454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:36.113290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:15:36.117232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] Usage tracker for resource:security_group_rule and tenant:c093c131020044f68764c0c7e0f540f7 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:15:36.120405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:15:36.125859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:15:36.217030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:36.269186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:36.292157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:36.340749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c5222-97b8-4866-bcd1-1231c7978112,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:36.345620 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6638bd2e-a00e-45d2-b47e-32d27b5db15b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c093c131020044f68764c0c7e0f540f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645807 Sep 21 16:15:36.349158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49638) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:15:36.408411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-78128dd9-2bb7-4944-b9d8-c3dd606cfb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:36.434895 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-78128dd9-2bb7-4944-b9d8-c3dd606cfb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:36.543350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-78128dd9-2bb7-4944-b9d8-c3dd606cfb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:36.558378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78128dd9-2bb7-4944-b9d8-c3dd606cfb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c5222-97b8-4866-bcd1-1231c7978112,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:36.566848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-78128dd9-2bb7-4944-b9d8-c3dd606cfb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:36.568034 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-78128dd9-2bb7-4944-b9d8-c3dd606cfb52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c7c5222-97b8-4866-bcd1-1231c7978112 HTTP/1.1" status: 204 len: 168 time: 0.2177942 Sep 21 16:15:36.777970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:37.903685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:43.467350 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-6ad9bf6a-5e33-4a38-a359-df8828cb4977 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9cf5fa1ac56f4c889b81cdc7f7594134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272284 Sep 21 16:15:43.619165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-9b9dd7c5-0896-4410-a26a-8d1751a7ce65 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:43.621108 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-9b9dd7c5-0896-4410-a26a-8d1751a7ce65 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489596 Sep 21 16:15:43.635284 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-59f239cb-0de4-4784-b3a0-df0cfd814bc3 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/quotas/9cf5fa1ac56f4c889b81cdc7f7594134 HTTP/1.1" status: 200 len: 375 time: 0.0088539 Sep 21 16:15:43.692599 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-81c77bcf-9456-4bf4-a6cb-584eae65a2b8 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cf5fa1ac56f4c889b81cdc7f7594134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525620 Sep 21 16:15:45.041518 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7c6cdbbd-aa23-4c5a-9723-fd20e7b883e2 req-028d1062-4c09-497d-b718-1380ec2388aa tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 210 time: 0.1553895 Sep 21 16:15:46.201534 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6e4cbc4-147b-4560-bad6-cb67f76dd732 req-cee08dd4-ff47-4f32-bd40-54c94ecc3652 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 210 time: 0.0516672 Sep 21 16:15:46.847836 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-093ea0d9-ccce-47e6-af46-36bba774ed08 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=9cf5fa1ac56f4c889b81cdc7f7594134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283258 Sep 21 16:15:47.000147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-661792ad-54c0-40f6-92b6-75fe860fffe5 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:47.001610 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-661792ad-54c0-40f6-92b6-75fe860fffe5 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492960 Sep 21 16:15:47.013342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Request body: {'port': {'device_id': '856b0a6a-2107-427a-b080-02f13ed67733', 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2', 'admin_state_up': True, 'tenant_id': '9cf5fa1ac56f4c889b81cdc7f7594134'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:15:47.159866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:15:47.163649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Usage tracker for resource:port and tenant:9cf5fa1ac56f4c889b81cdc7f7594134 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:15:47.166467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:15:47.172218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:15:47.240775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Made reservation on behalf of 9cf5fa1ac56f4c889b81cdc7f7594134 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:15:47.244493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:47.257025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:47.276202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:15:47.280769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Usage tracker for resource:security_group_rule and tenant:9cf5fa1ac56f4c889b81cdc7f7594134 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:15:47.283599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:15:47.289257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:15:47.366100 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f2ac6370-5cfc-45e4-ac02-798be1f4c77d req-978422de-a9c6-4fe8-8723-1cb11db480a5 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 210 time: 0.0500517 Sep 21 16:15:47.371408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:47.417728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:47.496559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621e397f-44d7-4de7-9516-48e8da4473f7,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:47.591989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Allocated IP 192.168.233.157 (4fe429ff-42a5-462e-bba8-904a1821b0c2/5dfa1060-6949-411a-a46a-0ab04831fa55/cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:15:47.789594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:47.804526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Transition to ACTIVE for port object cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:15:47.909317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:47.981088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Network 4fe429ff-42a5-462e-bba8-904a1821b0c2 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:15:47.984304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:15:47.988149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:15:48.022947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Pushing event updated for resources: {'Port': ['ID=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:48.064261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:48.064874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:48.144223 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-0c25e6a7-020a-4d62-939c-9e115d67909e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1344256 Sep 21 16:15:48.155629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Request body: {'port': {'device_id': '856b0a6a-2107-427a-b080-02f13ed67733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:15:48.309369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6846c732-677f-495f-b499-7289e8c90922 None None] Provisioning for port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:15:48.314639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6846c732-677f-495f-b499-7289e8c90922 None None] Provisioning complete for port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:15:48.315009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6846c732-677f-495f-b499-7289e8c90922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:48.370622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6846c732-677f-495f-b499-7289e8c90922 None None] Port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:15:48.374804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:48.693309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919c60e-95e5-4bd1-8871-6b88a06e7150 req-b23f0851-059c-4950-8b91-b6bb4e4eadd7 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:48.694019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c919c60e-95e5-4bd1-8871-6b88a06e7150 req-b23f0851-059c-4950-8b91-b6bb4e4eadd7 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Synchronizing usage tracker for tenant:9cf5fa1ac56f4c889b81cdc7f7594134 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:15:48.791438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c919c60e-95e5-4bd1-8871-6b88a06e7150 req-b23f0851-059c-4950-8b91-b6bb4e4eadd7 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Unset dirty status for tenant:9cf5fa1ac56f4c889b81cdc7f7594134 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:15:48.792602 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c919c60e-95e5-4bd1-8871-6b88a06e7150 req-b23f0851-059c-4950-8b91-b6bb4e4eadd7 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 936 time: 0.3067529 Sep 21 16:15:48.801426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:15:48.820566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:48.852107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Transition to ACTIVE for port object cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:15:48.857971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c919c60e-95e5-4bd1-8871-6b88a06e7150 req-a3fd37eb-f862-4edc-a8ba-0f5d6b8094ea tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Synchronizing usage tracker for tenant:9cf5fa1ac56f4c889b81cdc7f7594134 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:15:48.920055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:49.002317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c919c60e-95e5-4bd1-8871-6b88a06e7150 req-a3fd37eb-f862-4edc-a8ba-0f5d6b8094ea tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Unset dirty status for tenant:9cf5fa1ac56f4c889b81cdc7f7594134 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:15:49.003461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c919c60e-95e5-4bd1-8871-6b88a06e7150 req-a3fd37eb-f862-4edc-a8ba-0f5d6b8094ea tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047534 Sep 21 16:15:49.111426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:49.153170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Attempting to bind port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:15:49.153505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Attempting to bind port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:15:49.153833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Attempting to bind port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 on network 4fe429ff-42a5-462e-bba8-904a1821b0c2 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:15:49.158442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 on network 4fe429ff-42a5-462e-bba8-904a1821b0c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:15:49.158765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Attempting to bind port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 on network 4fe429ff-42a5-462e-bba8-904a1821b0c2 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:15:49.163886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:15:49.164225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Checking segment: {'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:15:49.164607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Bound using segment: {'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:15:49.165031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Bound port: cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1096d27d-9e92-428a-84c7-07cf3ccf0d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:15:49.165376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:49.253637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] For port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:15:49.256570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] For port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,segment=NetworkSegment(1096d27d-9e92-428a-84c7-07cf3ccf0d70),segment_id=1096d27d-9e92-428a-84c7-07cf3ccf0d70)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:15:49.331909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:49.366308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:49.366921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:49.368305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] 10.222.0.33 "PUT /v2.0/ports/cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 HTTP/1.1" status: 200 len: 1098 time: 1.2168264 Sep 21 16:15:49.368722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856b0a6a-2107-427a-b080-02f13ed67733', 'tag': 'cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:15:49.371668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31400bcb-46ae-4eb0-ba9f-958694fce93d" -d '{"events": [{"name": "network-changed", "server_uuid": "856b0a6a-2107-427a-b080-02f13ed67733", "tag": "cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:15:49.415471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba05d21-04a5-4a79-a549-5f21f59c4c27 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:49.419428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bce63ac-e6bc-4398-930a-06b892b3f5b0 x-openstack-request-id: req-5bce63ac-e6bc-4398-930a-06b892b3f5b0 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:15:49.419712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856b0a6a-2107-427a-b080-02f13ed67733", "tag": "cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:15:49.419960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bce63ac-e6bc-4398-930a-06b892b3f5b0 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:15:49.420347 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bce63ac-e6bc-4398-930a-06b892b3f5b0'] response: {'name': 'network-changed', 'server_uuid': '856b0a6a-2107-427a-b080-02f13ed67733', 'tag': 'cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56', 'status': 'completed', 'code': 200} Sep 21 16:15:49.512124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31400bcb-46ae-4eb0-ba9f-958694fce93d req-43c3982d-f89d-4f26-b9d6-98050d739ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:49.513511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-31400bcb-46ae-4eb0-ba9f-958694fce93d req-43c3982d-f89d-4f26-b9d6-98050d739ed2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9cf5fa1ac56f4c889b81cdc7f7594134&device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 1101 time: 0.0786054 Sep 21 16:15:49.545218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-31400bcb-46ae-4eb0-ba9f-958694fce93d req-82898a07-edae-45dc-8207-b8b54c53b15c service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=9cf5fa1ac56f4c889b81cdc7f7594134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244298 Sep 21 16:15:49.678872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31400bcb-46ae-4eb0-ba9f-958694fce93d req-5613bebb-5016-4f9a-a289-3068ba060410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:49.680405 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-31400bcb-46ae-4eb0-ba9f-958694fce93d req-5613bebb-5016-4f9a-a289-3068ba060410 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297226 Sep 21 16:15:49.795442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-351b4773-9230-4cd0-a444-76d755dddea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:49.796845 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-351b4773-9230-4cd0-a444-76d755dddea4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9cf5fa1ac56f4c889b81cdc7f7594134&device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 1101 time: 0.0834639 Sep 21 16:15:49.865667 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-eced0ee0-4273-4048-a7f1-8492f82d783f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 HTTP/1.1" status: 200 len: 217 time: 0.0609727 Sep 21 16:15:49.930044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-f407ad21-3eee-4e7b-823b-d1d64c3f9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:49.931435 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-f407ad21-3eee-4e7b-823b-d1d64c3f9537 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=5dfa1060-6949-411a-a46a-0ab04831fa55 HTTP/1.1" status: 200 len: 843 time: 0.0599575 Sep 21 16:15:50.015384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-86dbb2f9-b274-4d26-a0dc-523d3b89e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:50.016880 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-86dbb2f9-b274-4d26-a0dc-523d3b89e3f7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4fe429ff-42a5-462e-bba8-904a1821b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0793417 Sep 21 16:15:50.310696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-aad59506-3257-4a86-949f-f98a885ad4fd service neutron] 10.222.0.33 "GET /v2.0/networks/4fe429ff-42a5-462e-bba8-904a1821b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871759 Sep 21 16:15:50.419313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c7c1c-fc64-40c7-9668-6155fd0eb5cf req-aae2612a-e16b-4190-b1cc-485181e0314d tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:50.420754 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5e1c7c1c-fc64-40c7-9668-6155fd0eb5cf req-aae2612a-e16b-4190-b1cc-485181e0314d tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 948 time: 0.2957220 Sep 21 16:15:50.484288 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7530698a-7264-4432-81a4-e2f6af4a3f4b req-ae8a75c4-610b-4f0e-898f-0e75082a2817 service neutron] 10.222.0.33 "GET /v2.0/networks/4fe429ff-42a5-462e-bba8-904a1821b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672490 Sep 21 16:15:50.493984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5e1c7c1c-fc64-40c7-9668-6155fd0eb5cf req-e082eaeb-f6cb-4470-a42c-aeced08b46b1 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589869 Sep 21 16:15:51.699423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3220d8-ab3a-4b30-b5fe-10f48e23304e req-408d7919-fd55-41aa-975e-7316f6bc4fbd tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:51.700866 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4e3220d8-ab3a-4b30-b5fe-10f48e23304e req-408d7919-fd55-41aa-975e-7316f6bc4fbd tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 948 time: 0.0885508 Sep 21 16:15:51.744639 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4e3220d8-ab3a-4b30-b5fe-10f48e23304e req-862b1e6a-e4ec-43d0-9a74-b9b4985d7c64 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Sep 21 16:15:52.908972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:15:52.940995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da98e5a-4385-4466-b999-65a2866ef169 req-d0696846-9859-4c92-b5e9-b25e785b6ddc tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:52.942457 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3da98e5a-4385-4466-b999-65a2866ef169 req-d0696846-9859-4c92-b5e9-b25e785b6ddc tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 948 time: 0.0885518 Sep 21 16:15:52.992208 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3da98e5a-4385-4466-b999-65a2866ef169 req-f8f18a04-1b43-44e6-af4a-9bb6d1a16b17 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Sep 21 16:15:53.044958 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,segment=NetworkSegment(1096d27d-9e92-428a-84c7-07cf3ccf0d70),segment_id=1096d27d-9e92-428a-84c7-07cf3ccf0d70)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:53.067773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56', 'network_id': '4fe429ff-42a5-462e-bba8-904a1821b0c2', 'port_id': 'cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56', 'mac_address': 'fa:16:3e:69:eb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfa1060-6949-411a-a46a-0ab04831fa55', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:15:53.126374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:53.126759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:53.143463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:15:53.158970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,segment=NetworkSegment(1096d27d-9e92-428a-84c7-07cf3ccf0d70),segment_id=1096d27d-9e92-428a-84c7-07cf3ccf0d70)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:53.234413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:53.299846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:53.435056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:15:54.198460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbc39f-671e-43cf-81f3-002743f856a2 req-35385eb2-2bcd-441a-8bd7-cdbd89299ac1 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:54.199867 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8ecbc39f-671e-43cf-81f3-002743f856a2 req-35385eb2-2bcd-441a-8bd7-cdbd89299ac1 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 949 time: 0.0883217 Sep 21 16:15:54.242951 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8ecbc39f-671e-43cf-81f3-002743f856a2 req-03db5805-becc-481d-8c32-cef99f1cebf0 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372939 Sep 21 16:15:54.924126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:15:55.040313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:15:55.047492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:15:55.048067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:55.174612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:15:55.174890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:55.201705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856b0a6a-2107-427a-b080-02f13ed67733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:15:55.204045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f42ae5-7627-4dc5-b58f-e298b193a762" -d '{"events": [{"server_uuid": "856b0a6a-2107-427a-b080-02f13ed67733", "name": "network-vif-plugged", "status": "completed", "tag": "cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:15:55.211669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,segment=NetworkSegment(1096d27d-9e92-428a-84c7-07cf3ccf0d70),segment_id=1096d27d-9e92-428a-84c7-07cf3ccf0d70)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:15:55.245806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6a58c-24e6-44c4-8233-68a5649913f4 x-openstack-request-id: req-2ee6a58c-24e6-44c4-8233-68a5649913f4 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:15:55.246115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856b0a6a-2107-427a-b080-02f13ed67733", "name": "network-vif-plugged", "status": "completed", "tag": "cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:15:55.246367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ee6a58c-24e6-44c4-8233-68a5649913f4 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:15:55.246758 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee6a58c-24e6-44c4-8233-68a5649913f4'] response: {'server_uuid': '856b0a6a-2107-427a-b080-02f13ed67733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56', 'code': 200} Sep 21 16:15:55.297374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:55.368754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:15:55.441904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deac554-bab2-4c2a-b24a-1fff3ac7f266 req-5b01a64b-d792-4463-bfd7-d1c255bb2963 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:55.443320 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6deac554-bab2-4c2a-b24a-1fff3ac7f266 req-5b01a64b-d792-4463-bfd7-d1c255bb2963 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 950 time: 0.0869174 Sep 21 16:15:55.486621 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6deac554-bab2-4c2a-b24a-1fff3ac7f266 req-62061f08-4eda-46d6-9801-e814f278508a tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375979 Sep 21 16:15:55.602206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9a51d-4e14-4962-abeb-c80adad43646 req-a72caeda-fe14-44d0-9a7c-a654aef6084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:55.603708 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-36e9a51d-4e14-4962-abeb-c80adad43646 req-a72caeda-fe14-44d0-9a7c-a654aef6084e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 1103 time: 0.0776997 Sep 21 16:15:55.645682 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-36e9a51d-4e14-4962-abeb-c80adad43646 req-57f229c2-687e-4dd4-933d-6f4db50c63ee service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Sep 21 16:15:56.692887 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8603-a63c-4393-affd-c3849916bee2 req-6c414e2e-19c4-40f6-b17a-6f8120165662 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:56.694361 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3fbe8603-a63c-4393-affd-c3849916bee2 req-6c414e2e-19c4-40f6-b17a-6f8120165662 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 950 time: 0.0908573 Sep 21 16:15:56.739700 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3fbe8603-a63c-4393-affd-c3849916bee2 req-728f84d7-7693-4ebe-b611-c3f34264e96e tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Sep 21 16:15:57.940669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685584-e7f7-4f73-98ff-ef3c361bfdba req-fb1f12f8-2cb1-4b1c-af60-f2278fa2c7ff tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:57.942153 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-de685584-e7f7-4f73-98ff-ef3c361bfdba req-fb1f12f8-2cb1-4b1c-af60-f2278fa2c7ff tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 950 time: 0.0917864 Sep 21 16:15:57.986936 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-de685584-e7f7-4f73-98ff-ef3c361bfdba req-3fd8dcca-edba-4493-84a1-2c208763b583 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Sep 21 16:15:58.925917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:59.456845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb14e2e-7f9d-49ec-b542-1610aa8e40d6 req-b27f5846-aaee-44ce-87d6-52e1eda8c40c tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:15:59.458321 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1cb14e2e-7f9d-49ec-b542-1610aa8e40d6 req-b27f5846-aaee-44ce-87d6-52e1eda8c40c tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 950 time: 0.0870221 Sep 21 16:15:59.505345 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1cb14e2e-7f9d-49ec-b542-1610aa8e40d6 req-a85dad30-6a5a-480d-abc5-11d61d7a4eff tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Sep 21 16:16:00.491252 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:16:00.761777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-74fae5ad-1080-46a9-a3a8-943888f99d61 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:00.763137 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-74fae5ad-1080-46a9-a3a8-943888f99d61 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.33 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 950 time: 0.1523573 Sep 21 16:16:00.770973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a788101-8b72-4cd4-9442-faf702665be2 req-5daf0573-d9e3-4b86-bffe-2b9545c4247f tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:00.772284 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a788101-8b72-4cd4-9442-faf702665be2 req-5daf0573-d9e3-4b86-bffe-2b9545c4247f tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 950 time: 0.1262856 Sep 21 16:16:00.866649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Deleting port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:16:00.866991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:00.905080 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a788101-8b72-4cd4-9442-faf702665be2 req-9a0892b9-410e-4854-af2b-630f4ffab9db tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/security-groups?id=621e397f-44d7-4de7-9516-48e8da4473f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025622 Sep 21 16:16:01.116529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] For port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,segment=NetworkSegment(1096d27d-9e92-428a-84c7-07cf3ccf0d70),segment_id=1096d27d-9e92-428a-84c7-07cf3ccf0d70)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:16:01.116891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:01.238571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Calling delete_port for cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:16:01.423141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:01.434708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:16:01.475177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Pushing event deleted for resources: {'Port': ['ID=cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:01.514447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.514794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.515137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.515475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.515809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.516139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.516469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.516793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.517123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.517445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.517772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.518121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:01.576127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] No DVR routers for this DVR port cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:16:01.578680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:01.581625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856b0a6a-2107-427a-b080-02f13ed67733', 'name': 'network-vif-deleted', 'tag': 'cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:16:01.583939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bbed65-3049-4177-bb38-4911708d4b82" -d '{"events": [{"server_uuid": "856b0a6a-2107-427a-b080-02f13ed67733", "name": "network-vif-deleted", "tag": "cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:16:01.629694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168ef3f7-1b01-4395-97b5-889f5b869079 x-openstack-request-id: req-168ef3f7-1b01-4395-97b5-889f5b869079 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:16:01.630020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856b0a6a-2107-427a-b080-02f13ed67733", "name": "network-vif-deleted", "tag": "cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:16:01.630275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-168ef3f7-1b01-4395-97b5-889f5b869079 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:16:01.630673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168ef3f7-1b01-4395-97b5-889f5b869079'] response: {'server_uuid': '856b0a6a-2107-427a-b080-02f13ed67733', 'name': 'network-vif-deleted', 'tag': 'cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56', 'status': 'completed', 'code': 200} Sep 21 16:16:01.663704 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-622d0da5-2231-4c24-b5e5-0743e4f1e598 req-56942fba-6679-42b9-968e-4202e5107ed6 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.33 "DELETE /v2.0/ports/cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 HTTP/1.1" status: 204 len: 173 time: 0.8904350 Sep 21 16:16:02.080139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-8ac9a74b-cac8-4b5a-9140-852ab60fecb0 req-0a2b2144-856f-456e-89ae-3cfc2c65cb35 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Synchronizing usage tracker for tenant:9cf5fa1ac56f4c889b81cdc7f7594134 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:16:02.148175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-8ac9a74b-cac8-4b5a-9140-852ab60fecb0 req-0a2b2144-856f-456e-89ae-3cfc2c65cb35 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] Unset dirty status for tenant:9cf5fa1ac56f4c889b81cdc7f7594134 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:16:02.149328 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ac9a74b-cac8-4b5a-9140-852ab60fecb0 req-0a2b2144-856f-456e-89ae-3cfc2c65cb35 tempest-ServersAdminNegativeTestJSON-208429974 tempest-ServersAdminNegativeTestJSON-208429974-project] 10.222.0.65 "GET /v2.0/ports?device_id=856b0a6a-2107-427a-b080-02f13ed67733 HTTP/1.1" status: 200 len: 210 time: 0.1235766 Sep 21 16:16:02.914220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-106fa361-7023-4256-9506-de0cf753e795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:03.631283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49778) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:03.775871 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c8c91418-e557-45c5-9891-ef1320b256a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9cf5fa1ac56f4c889b81cdc7f7594134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433620 Sep 21 16:16:03.778876 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 49784) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:03.835020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:03.860361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:03.971612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:03.988735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e397f-44d7-4de7-9516-48e8da4473f7,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:03.997106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:03.997454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:03.997791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:03.998179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.003610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.003610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.003610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.003610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.003610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.003610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.003610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.003610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:04.050629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:04.051796 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-505329ae-a694-4b84-b88b-4bbb39c7cbad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/621e397f-44d7-4de7-9516-48e8da4473f7 HTTP/1.1" status: 204 len: 168 time: 0.2720261 Sep 21 16:16:04.621963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49792) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:04.639185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:04.653155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:16:04.657035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] Usage tracker for resource:security_group_rule and tenant:c918207a7ead4d49a74c7d7f654b9f51 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:16:04.659820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:16:04.665508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:16:04.746200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:04.805770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:04.851078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7585b6-dee3-4d05-aff9-23c973cfcf39,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:04.856432 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0a3c3f5c-c278-47e4-aafe-7f651d7e07de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c918207a7ead4d49a74c7d7f654b9f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334461 Sep 21 16:16:04.859093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49796) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:04.917164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-04c53a14-9949-4dc8-9913-ad104f4f3bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:04.947075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-04c53a14-9949-4dc8-9913-ad104f4f3bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:04.955375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:16:04.986729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ea8831f0-1431-498a-9f22-fa6a4a62bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:04.996228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:16:04.996578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device cc3ea7ab-efe5-40e7-b7d0-8dbf1b8ecb56 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:16:05.142780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-04c53a14-9949-4dc8-9913-ad104f4f3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:05.159276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c53a14-9949-4dc8-9913-ad104f4f3bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7585b6-dee3-4d05-aff9-23c973cfcf39,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:05.163597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-04c53a14-9949-4dc8-9913-ad104f4f3bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:05.164710 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-04c53a14-9949-4dc8-9913-ad104f4f3bc1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e7585b6-dee3-4d05-aff9-23c973cfcf39 HTTP/1.1" status: 204 len: 168 time: 0.3047352 Sep 21 16:16:06.136979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49826) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:06.239787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1572858913-network', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:16:06.244499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:16:06.248363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Usage tracker for resource:network and tenant:9f03b6fc5ea349c49626f05df490fdcc is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:16:06.251290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:16:06.257340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:16:06.262919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.325391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Made reservation on behalf of 9f03b6fc5ea349c49626f05df490fdcc for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:16:06.327720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.340673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.355442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:16:06.359310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Usage tracker for resource:security_group_rule and tenant:9f03b6fc5ea349c49626f05df490fdcc is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:16:06.362101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:16:06.367795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:16:06.447492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.514467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.547281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:16:06.552565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:06.560047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.560282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Added segment c506a786-9b07-4fae-a26c-926707a64bd5 of type vlan for network 9478d50b-e236-4ac7-a723-2a9d23ade34e Sep 21 16:16:06.589783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.679997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.680965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:06.681527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.787930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] Pushing event updated for resources: {'Network': ['ID=9478d50b-e236-4ac7-a723-2a9d23ade34e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:06.800729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:06.800729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:16:06.846695 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-36dbb46f-4d2b-4e45-af0e-c64801432759 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7086253 Sep 21 16:16:06.849508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49834) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:06.855182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Request body: {'subnet': {'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1572858913-subnet', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:16:06.859888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:16:06.863792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Usage tracker for resource:subnet and tenant:9f03b6fc5ea349c49626f05df490fdcc is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:16:06.866669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:16:06.872507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:16:06.942692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Made reservation on behalf of 9f03b6fc5ea349c49626f05df490fdcc for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:16:06.945091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:07.211518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:07.285539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8030d7e2-b36a-430f-9121-70d65712ef1e,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:07.294000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Checking segment: {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:16:07.294354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Network hostable DHCP agents. Network: 9478d50b-e236-4ac7-a723-2a9d23ade34e, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:16:07.382609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:16:07.428579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 9478d50b-e236-4ac7-a723-2a9d23ade34e) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:16:07.433146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:07.433711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:07.437877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b76ecc-a382-4bb2-b2fb-6e8d88326216 None None] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:16:07.492326 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5baa11f9-3742-4f68-b6be-b6ab9070490d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6417561 Sep 21 16:16:07.495682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49838) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:07.500580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:16:07.505227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:16:07.509013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Usage tracker for resource:router and tenant:9f03b6fc5ea349c49626f05df490fdcc is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:16:07.511895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:16:07.517562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:16:07.611860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:07.612879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:07.628344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:07.653878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-9478d50b-e236-4ac7-a723-2a9d23ade34e', 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'fixed_ips': [{'subnet_id': '8030d7e2-b36a-430f-9121-70d65712ef1e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:16:07.653878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:07.809925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Allocated IP 172.20.0.2 (9478d50b-e236-4ac7-a723-2a9d23ade34e/8030d7e2-b36a-430f-9121-70d65712ef1e/ca578828-c338-4e4c-9f35-aec6017e23eb) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:16:07.963232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.001571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.024570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.034701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Transition to ACTIVE for port object ca578828-c338-4e4c-9f35-aec6017e23eb will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:16:08.053181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Transition to ACTIVE for port object ca578828-c338-4e4c-9f35-aec6017e23eb will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:16:08.121183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.189869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:16:08.192743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:16:08.196315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:16:08.201921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Pushing event updated for resources: {'Port': ['ID=ca578828-c338-4e4c-9f35-aec6017e23eb,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:08.302290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Attempting to bind port ca578828-c338-4e4c-9f35-aec6017e23eb on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:16:08.302568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Attempting to bind port ca578828-c338-4e4c-9f35-aec6017e23eb by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:16:08.302929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Attempting to bind port ca578828-c338-4e4c-9f35-aec6017e23eb on network 9478d50b-e236-4ac7-a723-2a9d23ade34e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:16:08.308764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:16:08.309135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Checking segment: {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:16:08.309529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.309916 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Bound using segment: {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:16:08.310395 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Bound port: ca578828-c338-4e4c-9f35-aec6017e23eb, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:16:08.310768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.347610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.377316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.396713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] For port ca578828-c338-4e4c-9f35-aec6017e23eb, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:16:08.399608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] For port ca578828-c338-4e4c-9f35-aec6017e23eb, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ca578828-c338-4e4c-9f35-aec6017e23eb,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:16:08.481284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.515436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Allocated IP 172.26.0.122 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/9f54832b-e124-4482-85b9-8f053eb0745c) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:16:08.571940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6838503-ae81-43bc-8c73-8ed579b8de9d None None] Pushing event updated for resources: {'Port': ['ID=ca578828-c338-4e4c-9f35-aec6017e23eb,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:08.805617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.903440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:08.967711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:16:08.970218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:16:08.974144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:16:09.011589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Pushing event updated for resources: {'Port': ['ID=9f54832b-e124-4482-85b9-8f053eb0745c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:09.060739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ca578828-c338-4e4c-9f35-aec6017e23eb up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:16:09.183746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port ca578828-c338-4e4c-9f35-aec6017e23eb completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:16:09.481665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e43a2-5346-4442-b19a-9f853b230b22 None None] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:16:09.493622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:09.659276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-76ba711f-9c78-4b3f-a596-78e4818d2d2e None None] Provisioning for port ca578828-c338-4e4c-9f35-aec6017e23eb completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:16:09.680033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-76ba711f-9c78-4b3f-a596-78e4818d2d2e None None] Provisioning complete for port ca578828-c338-4e4c-9f35-aec6017e23eb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:09.680408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76ba711f-9c78-4b3f-a596-78e4818d2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:09.855807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:09.859808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-76ba711f-9c78-4b3f-a596-78e4818d2d2e None None] Current status of the port ca578828-c338-4e4c-9f35-aec6017e23eb is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:09.860193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76ba711f-9c78-4b3f-a596-78e4818d2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:09.897870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-76ba711f-9c78-4b3f-a596-78e4818d2d2e None None] For port ca578828-c338-4e4c-9f35-aec6017e23eb, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ca578828-c338-4e4c-9f35-aec6017e23eb,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:16:09.961693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-76ba711f-9c78-4b3f-a596-78e4818d2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:10.028712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba711f-9c78-4b3f-a596-78e4818d2d2e None None] Pushing event updated for resources: {'Port': ['ID=ca578828-c338-4e4c-9f35-aec6017e23eb,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:10.102923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Router 8cb7c303-6291-47d8-87ff-09dfb455adf5 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:16:10.176407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3d2e13ac-f1a0-42a3-b444-92e0dca7ebf7 None None] Provisioning complete for port ca578828-c338-4e4c-9f35-aec6017e23eb triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:10.176788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3d2e13ac-f1a0-42a3-b444-92e0dca7ebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:10.299756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e13ac-f1a0-42a3-b444-92e0dca7ebf7 None None] Current status of the port ca578828-c338-4e4c-9f35-aec6017e23eb is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:10.403360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:16:10.412021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Sync routers for ids ['8cb7c303-6291-47d8-87ff-09dfb455adf5'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:16:10.421862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Routers {'8cb7c303-6291-47d8-87ff-09dfb455adf5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:16:10.422515 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:16:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8cb7c303-6291-47d8-87ff-09dfb455adf5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:16:10.566219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:10.567374 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-67268552-3e19-44ca-af67-68aef719047d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0707624 Sep 21 16:16:10.570238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49842) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:10.600338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Set router 8cb7c303-6291-47d8-87ff-09dfb455adf5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:16:10.884193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:16:09Z', 'revision_number': 3, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port': {'id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:08Z', 'updated_at': '2022-09-21T16:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:16:10.888001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Checking router: 8cb7c303-6291-47d8-87ff-09dfb455adf5 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:16:10.888352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Updating router 8cb7c303-6291-47d8-87ff-09dfb455adf5 port 9f54832b-e124-4482-85b9-8f053eb0745c binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:16:10.944109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.042331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ca578828-c338-4e4c-9f35-aec6017e23eb up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:16:11.217118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ca578828-c338-4e4c-9f35-aec6017e23eb triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:11.217495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.251554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.457701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Allocated IP 172.20.0.1 (9478d50b-e236-4ac7-a723-2a9d23ade34e/8030d7e2-b36a-430f-9121-70d65712ef1e/da27db56-3467-4aba-8b00-ec7c3cb69e1c) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:16:11.458101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ca578828-c338-4e4c-9f35-aec6017e23eb is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:11.473077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.484336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Transition to ACTIVE for port object 9f54832b-e124-4482-85b9-8f053eb0745c will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:16:11.565744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.603666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.619531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Transition to ACTIVE for port object da27db56-3467-4aba-8b00-ec7c3cb69e1c will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:16:11.626472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Attempting to bind port 9f54832b-e124-4482-85b9-8f053eb0745c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:16:11.627013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Attempting to bind port 9f54832b-e124-4482-85b9-8f053eb0745c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:16:11.627225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Attempting to bind port 9f54832b-e124-4482-85b9-8f053eb0745c on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:16:11.638104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:16:11.638477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:16:11.638918 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.639308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:16:11.639764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Bound port: 9f54832b-e124-4482-85b9-8f053eb0745c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:16:11.640131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.683648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6de81-5868-47c6-af85-07677035067b None None] Pushing event updated for resources: {'Port': ['ID=9f54832b-e124-4482-85b9-8f053eb0745c,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:11.708815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.720035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] For port 9f54832b-e124-4482-85b9-8f053eb0745c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:16:11.724410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] For port 9f54832b-e124-4482-85b9-8f053eb0745c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9f54832b-e124-4482-85b9-8f053eb0745c,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:16:11.779872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:16:11.782823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:16:11.785769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:16:11.812056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.824291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Pushing event updated for resources: {'Port': ['ID=da27db56-3467-4aba-8b00-ec7c3cb69e1c,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:11.850369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:11.877805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Routers {'8cb7c303-6291-47d8-87ff-09dfb455adf5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:16:11.878444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:16:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8cb7c303-6291-47d8-87ff-09dfb455adf5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:16:11.968521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6de81-5868-47c6-af85-07677035067b None None] Pushing event updated for resources: {'Port': ['ID=9f54832b-e124-4482-85b9-8f053eb0745c,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:12.034317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:12.076168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] Set router 8cb7c303-6291-47d8-87ff-09dfb455adf5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:16:12.177449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-70a8b129-2afe-41a6-a134-9ca3d592c51a None None] Provisioning for port da27db56-3467-4aba-8b00-ec7c3cb69e1c completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:16:12.193574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-70a8b129-2afe-41a6-a134-9ca3d592c51a None None] Provisioning complete for port da27db56-3467-4aba-8b00-ec7c3cb69e1c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:12.193971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-70a8b129-2afe-41a6-a134-9ca3d592c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:12.323540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-70a8b129-2afe-41a6-a134-9ca3d592c51a None None] Port da27db56-3467-4aba-8b00-ec7c3cb69e1c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:16:12.370575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:12.421328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:16:09Z', 'revision_number': 3, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port': {'id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:08Z', 'updated_at': '2022-09-21T16:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:16:12.423010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:12.425247 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06437da9-669c-43ab-b554-ccd2a2f42c44 None None] The sync data for ids ['8cb7c303-6291-47d8-87ff-09dfb455adf5'] in dv-neutron-858618-1-hyperv is: [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:16:09Z', 'revision_number': 3, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port': {'id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:08Z', 'updated_at': '2022-09-21T16:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:16:12.535108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:12.538716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Pushing event updated for resources: {'Port': ['ID=da27db56-3467-4aba-8b00-ec7c3cb69e1c,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:12.695579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:16:12.696741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:16:12.914172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Router 8cb7c303-6291-47d8-87ff-09dfb455adf5 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:16:12.985025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-761b7771-f79a-4a9f-a2a9-03ee89595dbd None None] Provisioning complete for port da27db56-3467-4aba-8b00-ec7c3cb69e1c triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:12.988319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-761b7771-f79a-4a9f-a2a9-03ee89595dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.113899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9f54832b-e124-4482-85b9-8f053eb0745c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:16:13.155674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:16:13.174497 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-16d1d8b5-32e1-45ad-8176-3fd68fbd246c admin admin] 10.222.0.65 "PUT /v2.0/routers/8cb7c303-6291-47d8-87ff-09dfb455adf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947950 Sep 21 16:16:13.179913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-761b7771-f79a-4a9f-a2a9-03ee89595dbd None None] Port da27db56-3467-4aba-8b00-ec7c3cb69e1c cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:16:13.253641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 9f54832b-e124-4482-85b9-8f053eb0745c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:16:13.259792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 9f54832b-e124-4482-85b9-8f053eb0745c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:13.260214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.395728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 9f54832b-e124-4482-85b9-8f053eb0745c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:13.396113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.412737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 9f54832b-e124-4482-85b9-8f053eb0745c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9f54832b-e124-4482-85b9-8f053eb0745c,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:16:13.463513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.533292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=9f54832b-e124-4482-85b9-8f053eb0745c,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:13.707598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-d77cbc0c-a7bc-4b3b-9760-94fe10305ef5 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:13.708276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-d77cbc0c-a7bc-4b3b-9760-94fe10305ef5 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Synchronizing usage tracker for tenant:9f03b6fc5ea349c49626f05df490fdcc on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:16:13.782708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-d77cbc0c-a7bc-4b3b-9760-94fe10305ef5 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Unset dirty status for tenant:9f03b6fc5ea349c49626f05df490fdcc on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:16:13.783934 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-d77cbc0c-a7bc-4b3b-9760-94fe10305ef5 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/networks?id=9478d50b-e236-4ac7-a723-2a9d23ade34e HTTP/1.1" status: 200 len: 812 time: 0.2209177 Sep 21 16:16:13.799624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-e492199c-bd5c-4c36-acd3-77663932c02c tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/quotas/9f03b6fc5ea349c49626f05df490fdcc HTTP/1.1" status: 200 len: 375 time: 0.0101922 Sep 21 16:16:13.899298 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-ea425f22-a3e0-4b6c-b186-0db950fa3c4c tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Synchronizing usage tracker for tenant:9f03b6fc5ea349c49626f05df490fdcc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:16:13.965576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-ea425f22-a3e0-4b6c-b186-0db950fa3c4c tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Unset dirty status for tenant:9f03b6fc5ea349c49626f05df490fdcc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:16:13.966868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-ea425f22-a3e0-4b6c-b186-0db950fa3c4c tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f03b6fc5ea349c49626f05df490fdcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617036 Sep 21 16:16:14.023309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-cbe96e1e-8056-4ebf-aae8-04df8b8d8954 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:16:14.030188 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-cbe96e1e-8056-4ebf-aae8-04df8b8d8954 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509801 Sep 21 16:16:14.031255 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Sync routers for ids ['8cb7c303-6291-47d8-87ff-09dfb455adf5'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:16:14.041407 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Routers {'8cb7c303-6291-47d8-87ff-09dfb455adf5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:16:14.042046 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:16:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8cb7c303-6291-47d8-87ff-09dfb455adf5'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:16:14.162560 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-d97816e0-45fc-4890-bf5f-f25c2369a3cb service neutron] 10.222.0.65 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268616 Sep 21 16:16:14.240058 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Set router 8cb7c303-6291-47d8-87ff-09dfb455adf5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:16:14.295908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-95e08d15-0a7e-4701-a3ad-6db6f940cf39 service neutron] 10.222.0.65 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265054 Sep 21 16:16:14.536876 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2c0fb02c-4f79-47b1-9079-897c02e56a57 req-fc4eee2f-9e2b-4d03-a5ed-931ec4c8f21d tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 210 time: 0.0547841 Sep 21 16:16:14.557338 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:16:11Z', 'revision_number': 4, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port': {'id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:08Z', 'updated_at': '2022-09-21T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'da27db56-3467-4aba-8b00-ec7c3cb69e1c', 'name': '', 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'mac_address': 'fa:16:3e:0a:96:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8030d7e2-b36a-430f-9121-70d65712ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:11Z', 'updated_at': '2022-09-21T16:16:12Z', 'revision_number': 2, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'subnets': [{'id': '8030d7e2-b36a-430f-9121-70d65712ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:16:14.561662 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Checking router: 8cb7c303-6291-47d8-87ff-09dfb455adf5 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:16:14.562129 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Updating router 8cb7c303-6291-47d8-87ff-09dfb455adf5 port da27db56-3467-4aba-8b00-ec7c3cb69e1c binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:16:14.618201 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:14.959398 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:14.971172 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Transition to ACTIVE for port object da27db56-3467-4aba-8b00-ec7c3cb69e1c will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:16:15.022709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9f54832b-e124-4482-85b9-8f053eb0745c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:16:15.068491 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:15.098631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 9f54832b-e124-4482-85b9-8f053eb0745c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:15.099009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:15.217645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 9f54832b-e124-4482-85b9-8f053eb0745c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:15.273450 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Pushing event updated for resources: {'Port': ['ID=da27db56-3467-4aba-8b00-ec7c3cb69e1c,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:15.288203 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.290762 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.290762 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.290762 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.290762 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.290762 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.290762 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.290762 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.291900 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.291900 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.292057 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.292343 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:15.296240 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Attempting to bind port da27db56-3467-4aba-8b00-ec7c3cb69e1c on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:16:15.296600 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Attempting to bind port da27db56-3467-4aba-8b00-ec7c3cb69e1c by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:16:15.296951 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Attempting to bind port da27db56-3467-4aba-8b00-ec7c3cb69e1c on network 9478d50b-e236-4ac7-a723-2a9d23ade34e {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:16:15.302501 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:16:15.302862 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Checking segment: {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:16:15.303276 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:15.303653 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Bound using segment: {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:16:15.304099 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Bound port: da27db56-3467-4aba-8b00-ec7c3cb69e1c, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:16:15.304460 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:15.389635 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] For port da27db56-3467-4aba-8b00-ec7c3cb69e1c, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:16:15.392520 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] For port da27db56-3467-4aba-8b00-ec7c3cb69e1c, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=da27db56-3467-4aba-8b00-ec7c3cb69e1c,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:16:15.457503 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:15.517734 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Routers {'8cb7c303-6291-47d8-87ff-09dfb455adf5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:16:15.518403 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:16:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8cb7c303-6291-47d8-87ff-09dfb455adf5'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:16:15.604999 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99043a4-fec4-49d8-be39-ee400f33fd7f None None] Pushing event updated for resources: {'Port': ['ID=da27db56-3467-4aba-8b00-ec7c3cb69e1c,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:15.714306 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] Set router 8cb7c303-6291-47d8-87ff-09dfb455adf5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:16:15.714874 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5a16dbf9-c81b-4619-8cab-56286a96b9a4 req-be1a9da4-5474-406e-bb39-675e13de9295 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 210 time: 0.0592582 Sep 21 16:16:16.051979 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:16:11Z', 'revision_number': 4, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port': {'id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:08Z', 'updated_at': '2022-09-21T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'da27db56-3467-4aba-8b00-ec7c3cb69e1c', 'name': '', 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'mac_address': 'fa:16:3e:0a:96:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8030d7e2-b36a-430f-9121-70d65712ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:11Z', 'updated_at': '2022-09-21T16:16:15Z', 'revision_number': 4, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'subnets': [{'id': '8030d7e2-b36a-430f-9121-70d65712ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:16:16.055851 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39830105-4dad-4640-b1a3-f307b5f51852 None None] The sync data for ids ['8cb7c303-6291-47d8-87ff-09dfb455adf5'] in dv-neutron-858618-1-hyperv is: [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:16:11Z', 'revision_number': 4, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port': {'id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:08Z', 'updated_at': '2022-09-21T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'da27db56-3467-4aba-8b00-ec7c3cb69e1c', 'name': '', 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'mac_address': 'fa:16:3e:0a:96:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '8030d7e2-b36a-430f-9121-70d65712ef1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:11Z', 'updated_at': '2022-09-21T16:16:15Z', 'revision_number': 4, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'subnets': [{'id': '8030d7e2-b36a-430f-9121-70d65712ef1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:16:16.418139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-4bbbc8fd-5be6-4e1b-8ba6-56da0d492400 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:16.419702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-4bbbc8fd-5be6-4e1b-8ba6-56da0d492400 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.33 "GET /v2.0/networks?id=9478d50b-e236-4ac7-a723-2a9d23ade34e HTTP/1.1" status: 200 len: 812 time: 0.1568792 Sep 21 16:16:16.431023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Request body: {'port': {'device_id': '70a98202-e8e8-468e-a521-03a059ce2697', 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e', 'admin_state_up': True, 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:16:16.691353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:16:16.701903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:16:16.778470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Made reservation on behalf of 9f03b6fc5ea349c49626f05df490fdcc for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:16:16.782604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:16.881345 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1efc0527-9b56-40b4-a5c2-9e41be8b9ab0 req-30668abd-02d9-427d-8f9e-edb317f15508 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 210 time: 0.0513330 Sep 21 16:16:16.966370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Allocated IP 172.20.0.9 (9478d50b-e236-4ac7-a723-2a9d23ade34e/8030d7e2-b36a-430f-9121-70d65712ef1e/10bce9fc-efc4-4012-9107-b6dbee28136e) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:16:17.048685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device da27db56-3467-4aba-8b00-ec7c3cb69e1c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:16:17.176919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port da27db56-3467-4aba-8b00-ec7c3cb69e1c completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:16:17.181960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port da27db56-3467-4aba-8b00-ec7c3cb69e1c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:17.182369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:17.227625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:17.244971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Transition to ACTIVE for port object 10bce9fc-efc4-4012-9107-b6dbee28136e will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:16:17.320321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:17.335605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port da27db56-3467-4aba-8b00-ec7c3cb69e1c is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:17.335987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:17.371271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port da27db56-3467-4aba-8b00-ec7c3cb69e1c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=da27db56-3467-4aba-8b00-ec7c3cb69e1c,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:16:17.392100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:16:17.395245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:16:17.399036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:16:17.430108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Pushing event updated for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:17.457070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:17.469723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:17.470473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:17.533268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=da27db56-3467-4aba-8b00-ec7c3cb69e1c,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:17.541079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.541432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.541779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.542273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.542486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.542820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.543152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.543482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.543841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.544173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.544498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.544822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:17.573759 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-f0b359b2-6430-4af1-bf74-f9ebede26bff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1463301 Sep 21 16:16:17.585327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Request body: {'port': {'device_id': '70a98202-e8e8-468e-a521-03a059ce2697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:16:17.685838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e4bbc9f7-8702-4e54-b612-1e438e4861c2 None None] Provisioning for port 10bce9fc-efc4-4012-9107-b6dbee28136e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:16:17.690628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e4bbc9f7-8702-4e54-b612-1e438e4861c2 None None] Provisioning complete for port 10bce9fc-efc4-4012-9107-b6dbee28136e triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:17.691021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc9f7-8702-4e54-b612-1e438e4861c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:17.700960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:17.749118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbc9f7-8702-4e54-b612-1e438e4861c2 None None] Port 10bce9fc-efc4-4012-9107-b6dbee28136e cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:16:18.108610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bce9fc-efc4-4012-9107-b6dbee28136e {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:16:18.117131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:18.136461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Transition to ACTIVE for port object 10bce9fc-efc4-4012-9107-b6dbee28136e will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:16:18.150140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f7c55-9411-4dd1-b179-fb53146bb212 req-c084e107-5f07-4bd9-9a69-4f0b901b21cd tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:18.150829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0e5f7c55-9411-4dd1-b179-fb53146bb212 req-c084e107-5f07-4bd9-9a69-4f0b901b21cd tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Synchronizing usage tracker for tenant:9f03b6fc5ea349c49626f05df490fdcc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:16:18.183049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:18.266621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0e5f7c55-9411-4dd1-b179-fb53146bb212 req-c084e107-5f07-4bd9-9a69-4f0b901b21cd tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Unset dirty status for tenant:9f03b6fc5ea349c49626f05df490fdcc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:16:18.267769 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0e5f7c55-9411-4dd1-b179-fb53146bb212 req-c084e107-5f07-4bd9-9a69-4f0b901b21cd tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 931 time: 0.2720764 Sep 21 16:16:18.410775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Pushing event updated for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:18.424292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0e5f7c55-9411-4dd1-b179-fb53146bb212 req-03c959e3-63c3-45bb-b908-ae7116212207 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Synchronizing usage tracker for tenant:9f03b6fc5ea349c49626f05df490fdcc on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:16:18.455621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Attempting to bind port 10bce9fc-efc4-4012-9107-b6dbee28136e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:16:18.455865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Attempting to bind port 10bce9fc-efc4-4012-9107-b6dbee28136e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:16:18.456196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Attempting to bind port 10bce9fc-efc4-4012-9107-b6dbee28136e on network 9478d50b-e236-4ac7-a723-2a9d23ade34e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:16:18.460727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Port 10bce9fc-efc4-4012-9107-b6dbee28136e on network 9478d50b-e236-4ac7-a723-2a9d23ade34e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:16:18.463906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Attempting to bind port 10bce9fc-efc4-4012-9107-b6dbee28136e on network 9478d50b-e236-4ac7-a723-2a9d23ade34e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:16:18.466714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:16:18.467056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Checking segment: {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:16:18.467437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Bound using segment: {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:16:18.467858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Bound port: 10bce9fc-efc4-4012-9107-b6dbee28136e, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c506a786-9b07-4fae-a26c-926707a64bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:16:18.468204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:18.511763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0e5f7c55-9411-4dd1-b179-fb53146bb212 req-03c959e3-63c3-45bb-b908-ae7116212207 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Unset dirty status for tenant:9f03b6fc5ea349c49626f05df490fdcc on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:16:18.512902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0e5f7c55-9411-4dd1-b179-fb53146bb212 req-03c959e3-63c3-45bb-b908-ae7116212207 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316396 Sep 21 16:16:18.562317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:16:18.565202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:16:18.617335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:18.653606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:18.654249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:18.655626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] 10.222.0.33 "PUT /v2.0/ports/10bce9fc-efc4-4012-9107-b6dbee28136e HTTP/1.1" status: 200 len: 1093 time: 1.0746498 Sep 21 16:16:18.656068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:16:18.658391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63dc487-84e0-4a8b-87aa-975854ee349f" -d '{"events": [{"name": "network-changed", "server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:16:18.692689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fc896-47a6-400e-b9e1-439a4fbe029a service neutron] Pushing event updated for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:18.709010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d81dfc-2251-4231-90f8-d6049a8af431 x-openstack-request-id: req-60d81dfc-2251-4231-90f8-d6049a8af431 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:16:18.709306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:16:18.709560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60d81dfc-2251-4231-90f8-d6049a8af431 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:16:18.709984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d81dfc-2251-4231-90f8-d6049a8af431'] response: {'name': 'network-changed', 'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'status': 'completed', 'code': 200} Sep 21 16:16:18.850058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dc487-84e0-4a8b-87aa-975854ee349f req-da271ab3-09da-45c9-871a-29b7e4dbc5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:18.851520 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d63dc487-84e0-4a8b-87aa-975854ee349f req-da271ab3-09da-45c9-871a-29b7e4dbc5f9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9f03b6fc5ea349c49626f05df490fdcc&device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 1096 time: 0.1227276 Sep 21 16:16:18.995893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dc487-84e0-4a8b-87aa-975854ee349f req-f43c0b3a-0947-43bb-8018-c9746ce5f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:18.997509 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d63dc487-84e0-4a8b-87aa-975854ee349f req-f43c0b3a-0947-43bb-8018-c9746ce5f0a5 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=9f03b6fc5ea349c49626f05df490fdcc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1394498 Sep 21 16:16:19.027963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device da27db56-3467-4aba-8b00-ec7c3cb69e1c up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:16:19.104067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port da27db56-3467-4aba-8b00-ec7c3cb69e1c triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:19.104439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:19.224100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port da27db56-3467-4aba-8b00-ec7c3cb69e1c is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:19.243293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dc487-84e0-4a8b-87aa-975854ee349f req-3165638f-399d-4ee3-9b4d-c69aa77e9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:19.245262 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d63dc487-84e0-4a8b-87aa-975854ee349f req-3165638f-399d-4ee3-9b4d-c69aa77e9245 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358787 Sep 21 16:16:19.356125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-8489b698-debf-4a13-bd02-6fa265edf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:19.357582 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-8489b698-debf-4a13-bd02-6fa265edf38a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9f03b6fc5ea349c49626f05df490fdcc&device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 1096 time: 0.0785148 Sep 21 16:16:19.427898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-6aabb8e8-012e-4952-9548-eac4928b6f0f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10bce9fc-efc4-4012-9107-b6dbee28136e HTTP/1.1" status: 200 len: 217 time: 0.0632195 Sep 21 16:16:19.488329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-fc797209-cf15-4581-9f0e-d6909a2feeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:19.489623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-fc797209-cf15-4581-9f0e-d6909a2feeec service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8030d7e2-b36a-430f-9121-70d65712ef1e HTTP/1.1" status: 200 len: 851 time: 0.0566096 Sep 21 16:16:19.573709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-c4e1ee06-7217-4cff-a69e-2038190263cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:19.575208 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-c4e1ee06-7217-4cff-a69e-2038190263cd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9478d50b-e236-4ac7-a723-2a9d23ade34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798023 Sep 21 16:16:19.772226 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-34724f71-31db-4f17-bfb4-09b254d2344c service neutron] 10.222.0.33 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901917 Sep 21 16:16:19.783133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149c709-5325-42c0-aece-555f68e97686 req-cf41d18b-b1ec-464c-88fe-ba703eccaa27 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:19.784483 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2149c709-5325-42c0-aece-555f68e97686 req-cf41d18b-b1ec-464c-88fe-ba703eccaa27 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 943 time: 0.1372323 Sep 21 16:16:19.919189 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2149c709-5325-42c0-aece-555f68e97686 req-aa0f7490-eb71-447b-8e1a-441290be86b2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167638 Sep 21 16:16:19.944924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2ab97fd3-5d58-4652-822e-1454d237b0d5 req-dbbd61b7-287c-467b-a1b6-33fd66447f22 service neutron] 10.222.0.33 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595170 Sep 21 16:16:21.120445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a5d0-0bef-4f17-a890-af520ebbd925 req-259b551b-1917-4b31-9d60-2c04db63520b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:21.121913 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bcc2a5d0-0bef-4f17-a890-af520ebbd925 req-259b551b-1917-4b31-9d60-2c04db63520b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 943 time: 0.0908363 Sep 21 16:16:21.167018 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bcc2a5d0-0bef-4f17-a890-af520ebbd925 req-58db62d8-a5a3-4499-aad5-94ce95803436 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 Sep 21 16:16:22.363315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e777679-5008-423e-b74c-1e942db2d532 req-3c538e49-ef2e-413e-b5b1-c9a717198540 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:22.364667 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7e777679-5008-423e-b74c-1e942db2d532 req-3c538e49-ef2e-413e-b5b1-c9a717198540 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 943 time: 0.0874989 Sep 21 16:16:22.408769 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7e777679-5008-423e-b74c-1e942db2d532 req-68b9ea5f-744b-4b3e-95e0-5316959fa899 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Sep 21 16:16:23.017551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 10bce9fc-efc4-4012-9107-b6dbee28136e details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:16:23.153163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:16:23.166566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e', 'port_id': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'mac_address': 'fa:16:3e:2e:0f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8030d7e2-b36a-430f-9121-70d65712ef1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:16:23.221190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 10bce9fc-efc4-4012-9107-b6dbee28136e is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:23.221566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:23.241487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bce9fc-efc4-4012-9107-b6dbee28136e {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:16:23.257169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:16:23.308464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:23.376743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:23.496317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['10bce9fc-efc4-4012-9107-b6dbee28136e'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:16:23.606031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd239f6-40b5-49a8-a535-e54e245697fa req-acb9c1c5-e55a-471a-96a7-e2659f33ea67 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:23.607527 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bd239f6-40b5-49a8-a535-e54e245697fa req-acb9c1c5-e55a-471a-96a7-e2659f33ea67 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 944 time: 0.0884871 Sep 21 16:16:23.654768 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bd239f6-40b5-49a8-a535-e54e245697fa req-6293af8e-64a6-44f8-a822-40597589c812 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Sep 21 16:16:24.852804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2463ea-9941-4ffe-8f38-6ecadf40c17f req-d85b24a7-0184-4a69-855d-82d79ed2fa34 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:24.854276 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f2463ea-9941-4ffe-8f38-6ecadf40c17f req-d85b24a7-0184-4a69-855d-82d79ed2fa34 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 944 time: 0.0905333 Sep 21 16:16:24.908146 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6f2463ea-9941-4ffe-8f38-6ecadf40c17f req-6f39e229-839f-4ef0-8df7-2772575abcbb tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482230 Sep 21 16:16:25.032624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 10bce9fc-efc4-4012-9107-b6dbee28136e up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:16:25.136612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 10bce9fc-efc4-4012-9107-b6dbee28136e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:16:25.141196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 10bce9fc-efc4-4012-9107-b6dbee28136e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:25.141564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:25.267477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 10bce9fc-efc4-4012-9107-b6dbee28136e is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:16:25.267724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:25.294679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:16:25.296943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6eba33-ef54-4e24-ab73-c29eb2ccfae1" -d '{"events": [{"server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "name": "network-vif-plugged", "status": "completed", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:16:25.304260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:16:25.342274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0558e34f-b7ba-4ec2-a366-1e80dfd6e9dd x-openstack-request-id: req-0558e34f-b7ba-4ec2-a366-1e80dfd6e9dd {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:16:25.342569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "name": "network-vif-plugged", "status": "completed", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:16:25.342825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0558e34f-b7ba-4ec2-a366-1e80dfd6e9dd {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:16:25.343221 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0558e34f-b7ba-4ec2-a366-1e80dfd6e9dd'] response: {'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'code': 200} Sep 21 16:16:25.354106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:25.425185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:25.693704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d5922-a805-43ed-b14c-4e9ec34deced req-4a7bdb1a-2815-43a3-bab8-b14cf9e1dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:25.695169 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6c5d5922-a805-43ed-b14c-4e9ec34deced req-4a7bdb1a-2815-43a3-bab8-b14cf9e1dc47 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 1098 time: 0.0766416 Sep 21 16:16:25.738220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6c5d5922-a805-43ed-b14c-4e9ec34deced req-8e9eb0ab-6801-46b2-94fb-785b2f444c29 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367799 Sep 21 16:16:26.108205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0913e-0302-45bf-ba11-45d35588872a req-2c58dd11-c91a-401f-b706-5246cf045202 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:26.109656 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-93c0913e-0302-45bf-ba11-45d35588872a req-2c58dd11-c91a-401f-b706-5246cf045202 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0869884 Sep 21 16:16:26.152245 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-93c0913e-0302-45bf-ba11-45d35588872a req-e4705390-e585-41f1-98c7-4bc4c6629c52 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370879 Sep 21 16:16:27.348173 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9ba7a-d47b-43e4-8336-1edfc3b257de req-641654cc-662a-46be-a511-24f4a6b74b3b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:27.349536 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-78f9ba7a-d47b-43e4-8336-1edfc3b257de req-641654cc-662a-46be-a511-24f4a6b74b3b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0869534 Sep 21 16:16:27.392554 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-78f9ba7a-d47b-43e4-8336-1edfc3b257de req-b38516a4-61c2-48a7-845c-1c0ae17f0862 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368133 Sep 21 16:16:27.929319 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebec94-c4d4-4f27-925b-1a6933e30918 req-766fe264-171c-4095-aed6-79df2664c3a2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:27.930809 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d8ebec94-c4d4-4f27-925b-1a6933e30918 req-766fe264-171c-4095-aed6-79df2664c3a2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0907440 Sep 21 16:16:27.978059 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d8ebec94-c4d4-4f27-925b-1a6933e30918 req-172140ce-8f31-4ddb-88b8-c5dc9ce42428 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Sep 21 16:16:27.984029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 49914) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:16:28.115651 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-55baddc0-9a98-4f4c-be87-b6580f9434c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304822 Sep 21 16:16:28.931239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:29.181125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3d340-2169-44c4-9f26-d3ab91aa92e2 req-684dfd9f-b07e-45ff-ac9c-90d8ef6b422b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:29.183426 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3db3d340-2169-44c4-9f26-d3ab91aa92e2 req-684dfd9f-b07e-45ff-ac9c-90d8ef6b422b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0886633 Sep 21 16:16:29.227156 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3db3d340-2169-44c4-9f26-d3ab91aa92e2 req-3086b466-eae0-43b8-94ca-912314516117 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Sep 21 16:16:30.279228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-c8ff04db-e44f-46e9-81a0-f13f00da3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:30.280935 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-c8ff04db-e44f-46e9-81a0-f13f00da3d66 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9f03b6fc5ea349c49626f05df490fdcc&device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 1098 time: 0.0947101 Sep 21 16:16:30.491686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d3d27-3d23-41e3-acfb-c47b49381db1 req-19e85277-8d9d-41b9-8b8d-0df19e5218bf tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:30.493198 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-631d3d27-3d23-41e3-acfb-c47b49381db1 req-19e85277-8d9d-41b9-8b8d-0df19e5218bf tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.1467807 Sep 21 16:16:30.527859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-76aa454f-c82c-438f-893d-35854b86ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:30.529287 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-76aa454f-c82c-438f-893d-35854b86ffa7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9478d50b-e236-4ac7-a723-2a9d23ade34e HTTP/1.1" status: 200 len: 913 time: 0.2414260 Sep 21 16:16:30.542738 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-631d3d27-3d23-41e3-acfb-c47b49381db1 req-78fe8bca-36fd-44ea-a44b-7a848fccc73b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Sep 21 16:16:30.597759 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-6be804f5-e732-418a-ac1f-017dee653be4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10bce9fc-efc4-4012-9107-b6dbee28136e HTTP/1.1" status: 200 len: 217 time: 0.0606735 Sep 21 16:16:30.661688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-43dabf97-7c14-4652-8679-86be9718ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:30.663077 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-43dabf97-7c14-4652-8679-86be9718ac7d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8030d7e2-b36a-430f-9121-70d65712ef1e HTTP/1.1" status: 200 len: 851 time: 0.0596137 Sep 21 16:16:30.743061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-e575b4a7-eb48-4c12-b774-72b3dce884bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:30.745120 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-e575b4a7-eb48-4c12-b774-72b3dce884bb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9478d50b-e236-4ac7-a723-2a9d23ade34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761168 Sep 21 16:16:30.872541 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-872088ab-8414-4b70-ba16-2b65b77ee7f6 service neutron] 10.222.0.33 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213293 Sep 21 16:16:31.000610 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-82ae056a-e279-418f-9477-6fb302f06abd service neutron] 10.222.0.33 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229186 Sep 21 16:16:31.745753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afceb771-9621-4754-b8f8-f332ba253262 req-054d78c5-fafa-4882-91ed-07943cf73a60 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:31.747279 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-afceb771-9621-4754-b8f8-f332ba253262 req-054d78c5-fafa-4882-91ed-07943cf73a60 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0939910 Sep 21 16:16:31.790780 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-afceb771-9621-4754-b8f8-f332ba253262 req-46a98f3b-d739-4c1a-9997-9027abb92639 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Sep 21 16:16:32.873611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb888-a290-46b4-9c51-d6acca3b093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:32.988375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1389b9-952c-4a7d-b9ba-c9a42aea9f4e req-d6321f0f-a138-425b-a63f-ac70c1c3dad0 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:32.989830 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dc1389b9-952c-4a7d-b9ba-c9a42aea9f4e req-d6321f0f-a138-425b-a63f-ac70c1c3dad0 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0877457 Sep 21 16:16:33.034873 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dc1389b9-952c-4a7d-b9ba-c9a42aea9f4e req-c4e3937c-4515-4e01-94c8-e387cd8adfb5 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 Sep 21 16:16:34.280125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8021a6-c7f4-483f-a2e9-ec357cb3b900 req-7f88d598-d114-4b0b-a74d-13379281fd3f tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:34.281579 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c8021a6-c7f4-483f-a2e9-ec357cb3b900 req-7f88d598-d114-4b0b-a74d-13379281fd3f tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.1375384 Sep 21 16:16:34.325083 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c8021a6-c7f4-483f-a2e9-ec357cb3b900 req-dfdb2b4a-482c-4a26-8651-9e2b099af11d tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Sep 21 16:16:35.034016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-18a91fc2-c429-4d5f-bc44-291e3b185e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:35.522234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740b806-8da8-4f91-9c6a-8ac7b5aaf4a6 req-334fe085-b2f5-4bf2-93aa-7a4f03f23af7 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:35.523664 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1740b806-8da8-4f91-9c6a-8ac7b5aaf4a6 req-334fe085-b2f5-4bf2-93aa-7a4f03f23af7 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0881939 Sep 21 16:16:35.567165 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1740b806-8da8-4f91-9c6a-8ac7b5aaf4a6 req-48ff25f2-7e55-49e6-b865-460c046ca1fc tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374155 Sep 21 16:16:36.251689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:36.772643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2e398-abc5-4cd2-a87a-408597069f0d req-9a588d04-2cad-4d5b-a2f8-10f2328b5338 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:36.774258 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4b2e398-abc5-4cd2-a87a-408597069f0d req-9a588d04-2cad-4d5b-a2f8-10f2328b5338 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0903447 Sep 21 16:16:36.782610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:36.820160 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c4b2e398-abc5-4cd2-a87a-408597069f0d req-7a9dd4e9-c9bb-446f-af30-89cb6cb65331 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400071 Sep 21 16:16:37.490025 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:16:37.919540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:38.020410 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b355b-f7f5-45dd-8440-f7f7d1d3f856 req-09569212-ce21-4c29-81a5-15dcf4eab086 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:38.021870 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-949b355b-f7f5-45dd-8440-f7f7d1d3f856 req-09569212-ce21-4c29-81a5-15dcf4eab086 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0864782 Sep 21 16:16:38.070027 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-949b355b-f7f5-45dd-8440-f7f7d1d3f856 req-8c712048-aa15-4823-a43b-0b9ad3c3288b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418334 Sep 21 16:16:39.269669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6017f84-3569-4a69-814a-d2a0b2a792ac req-c0a24aca-b5d8-416f-9020-55a62d58cce6 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:39.271080 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d6017f84-3569-4a69-814a-d2a0b2a792ac req-c0a24aca-b5d8-416f-9020-55a62d58cce6 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0914612 Sep 21 16:16:39.315248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d6017f84-3569-4a69-814a-d2a0b2a792ac req-f1b3308b-e010-4da1-b9a6-e7208a93bdf1 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 Sep 21 16:16:40.510921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2ab15-3775-4216-8654-0762a032c2c1 req-0ac26ec9-61c0-4c6e-b78c-bc4f3ac9a793 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:40.512384 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a2c2ab15-3775-4216-8654-0762a032c2c1 req-0ac26ec9-61c0-4c6e-b78c-bc4f3ac9a793 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0865135 Sep 21 16:16:40.555283 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a2c2ab15-3775-4216-8654-0762a032c2c1 req-f6c21484-9577-49ef-abd8-5cee4bcb5af6 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373657 Sep 21 16:16:41.754471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10ce91-f415-4058-b837-c34f0cf92ec5 req-409089eb-fc1e-474d-8f64-d8a8c7fbf6fe tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:41.755921 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db10ce91-f415-4058-b837-c34f0cf92ec5 req-409089eb-fc1e-474d-8f64-d8a8c7fbf6fe tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0907149 Sep 21 16:16:41.802420 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-db10ce91-f415-4058-b837-c34f0cf92ec5 req-49fbb6bc-3620-4ff6-ba68-995d6a91703b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Sep 21 16:16:43.002125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6e802-1559-4b2f-8dd6-9f6e16306b31 req-d517db46-e71d-432f-864c-55edb8947bef tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:43.003586 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-def6e802-1559-4b2f-8dd6-9f6e16306b31 req-d517db46-e71d-432f-864c-55edb8947bef tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0917685 Sep 21 16:16:43.048331 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-def6e802-1559-4b2f-8dd6-9f6e16306b31 req-d9570a2e-2f27-424d-9824-a11f4e789e52 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389884 Sep 21 16:16:44.246078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282843a-68f4-42d7-a3da-13bed1590134 req-7fc73c9e-d45c-4b65-af6a-333aa75dfb98 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:44.247526 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0282843a-68f4-42d7-a3da-13bed1590134 req-7fc73c9e-d45c-4b65-af6a-333aa75dfb98 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0876343 Sep 21 16:16:44.289880 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0282843a-68f4-42d7-a3da-13bed1590134 req-699b09c0-bb72-46a6-8784-b9f248c20f3e tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Sep 21 16:16:45.486260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4859ef-9850-43cf-b314-e8eb4a4a8c7c req-2fa16bfe-4e8c-4dc7-b5e3-638f4be1c4a2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:45.487750 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0c4859ef-9850-43cf-b314-e8eb4a4a8c7c req-2fa16bfe-4e8c-4dc7-b5e3-638f4be1c4a2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0852730 Sep 21 16:16:45.532997 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0c4859ef-9850-43cf-b314-e8eb4a4a8c7c req-7a8c1458-7b46-4765-9436-72d29b7ea3a3 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Sep 21 16:16:46.734907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350be2-d1dd-4093-b82a-6aa1c3a1efdd req-555aded9-60f6-437f-b46b-82fc6dcbc5c5 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:46.736363 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21350be2-d1dd-4093-b82a-6aa1c3a1efdd req-555aded9-60f6-437f-b46b-82fc6dcbc5c5 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0927978 Sep 21 16:16:46.779908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21350be2-d1dd-4093-b82a-6aa1c3a1efdd req-19581b28-e238-42e9-816b-40365c97ccda tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Sep 21 16:16:47.975862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560cef7-39f0-49a8-84e4-e6fa5310b982 req-a80d478f-a022-434d-853d-39f158e4dde3 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:47.977316 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e560cef7-39f0-49a8-84e4-e6fa5310b982 req-a80d478f-a022-434d-853d-39f158e4dde3 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0868804 Sep 21 16:16:48.021741 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e560cef7-39f0-49a8-84e4-e6fa5310b982 req-fafe23d1-1984-460e-9cae-bf5617937292 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Sep 21 16:16:49.220008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc8c3-b103-4117-9d95-6d90682756b9 req-85bf7ddc-52ef-4e52-917c-65d0218daa97 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:49.221449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a9bc8c3-b103-4117-9d95-6d90682756b9 req-85bf7ddc-52ef-4e52-917c-65d0218daa97 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0900056 Sep 21 16:16:49.265115 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a9bc8c3-b103-4117-9d95-6d90682756b9 req-fbc8cc36-ab29-424a-aed9-5d3b36528b80 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Sep 21 16:16:50.552973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777542aa-d72c-4b26-850d-9fded495c98e req-f29e8fde-4b98-4e96-accb-0153bdefc489 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:50.554355 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-777542aa-d72c-4b26-850d-9fded495c98e req-f29e8fde-4b98-4e96-accb-0153bdefc489 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.1770663 Sep 21 16:16:50.597166 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-777542aa-d72c-4b26-850d-9fded495c98e req-435869b2-3c1f-499a-b176-a63876142e0c tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 Sep 21 16:16:51.795237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc0e64-1706-4c0a-a989-584ac57b56fa req-e425373f-f84c-4ab1-bb10-a877abd31a4b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:51.796688 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-20bc0e64-1706-4c0a-a989-584ac57b56fa req-e425373f-f84c-4ab1-bb10-a877abd31a4b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0867743 Sep 21 16:16:51.843563 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-20bc0e64-1706-4c0a-a989-584ac57b56fa req-b6c92bc4-899d-4d8c-a1b3-b11f690612bb tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Sep 21 16:16:53.039069 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae677-8ce4-4177-9461-fe554e2b388a req-a3717b09-dd6e-40ee-a143-88ae6ff0f40e tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:53.040558 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c86ae677-8ce4-4177-9461-fe554e2b388a req-a3717b09-dd6e-40ee-a143-88ae6ff0f40e tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0865834 Sep 21 16:16:53.084416 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c86ae677-8ce4-4177-9461-fe554e2b388a req-f718541d-22f5-4684-97b7-1a2f3b8397b2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Sep 21 16:16:54.283682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c0109-fc52-46d6-a85e-731cd675e0ee req-2804f4c9-7d4e-48eb-886d-95182240e62d tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:54.285196 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c6c0109-fc52-46d6-a85e-731cd675e0ee req-2804f4c9-7d4e-48eb-886d-95182240e62d tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0907223 Sep 21 16:16:54.330898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c6c0109-fc52-46d6-a85e-731cd675e0ee req-2268c240-48a4-4162-a522-468b4626a174 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396428 Sep 21 16:16:55.528428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6620ed-c8ba-4c2f-950a-ce42bb93f409 req-6d065278-5188-4f85-b989-ab36b6246867 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:55.529860 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7c6620ed-c8ba-4c2f-950a-ce42bb93f409 req-6d065278-5188-4f85-b989-ab36b6246867 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0885708 Sep 21 16:16:55.573539 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7c6620ed-c8ba-4c2f-950a-ce42bb93f409 req-ab216a52-22ae-4e25-8cf2-7bd7a60e77be tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Sep 21 16:16:56.773080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd95a7-00ae-4489-bd48-8e66a1894830 req-7403ddd0-79a8-4baf-8878-8c347748265b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:56.774605 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c9dd95a7-00ae-4489-bd48-8e66a1894830 req-7403ddd0-79a8-4baf-8878-8c347748265b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0914736 Sep 21 16:16:56.823618 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c9dd95a7-00ae-4489-bd48-8e66a1894830 req-8ab5e3c5-4f04-41c9-9dd4-a0011fc97a00 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Sep 21 16:16:58.025668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d90276-f9ae-400e-8cd6-a78017895e9a req-e48761ea-a135-4d3f-9dff-2ffe4bbe8c2e tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:58.027222 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-96d90276-f9ae-400e-8cd6-a78017895e9a req-e48761ea-a135-4d3f-9dff-2ffe4bbe8c2e tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0917125 Sep 21 16:16:58.070462 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-96d90276-f9ae-400e-8cd6-a78017895e9a req-cc698fb5-2f38-4b92-a953-872f0b7652cf tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375569 Sep 21 16:16:58.924579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:59.271399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69309dd-f49c-4b23-875c-00bcc75e6c60 req-e71a988c-05cf-4551-9d39-79595d20f149 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:16:59.272771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b69309dd-f49c-4b23-875c-00bcc75e6c60 req-e71a988c-05cf-4551-9d39-79595d20f149 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0892711 Sep 21 16:16:59.317065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b69309dd-f49c-4b23-875c-00bcc75e6c60 req-3fc594e5-c834-45fb-a370-f4bd13f901aa tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Sep 21 16:17:00.513318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7337-6bbf-426b-bdb5-44dedb5f2afd req-ffce0389-9ee8-4d3d-8e17-e6f93fac1cfd tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:00.514782 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a87c7337-6bbf-426b-bdb5-44dedb5f2afd req-ffce0389-9ee8-4d3d-8e17-e6f93fac1cfd tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0855663 Sep 21 16:17:00.557720 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a87c7337-6bbf-426b-bdb5-44dedb5f2afd req-766a9c71-eb38-4ed5-83d0-46f844123c74 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Sep 21 16:17:01.767423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd7386-2ea2-41d5-bff9-1bdcdfb8839b req-bf630201-4e9b-416c-aeda-03476ae7d2f1 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:01.768875 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9acd7386-2ea2-41d5-bff9-1bdcdfb8839b req-bf630201-4e9b-416c-aeda-03476ae7d2f1 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0925624 Sep 21 16:17:01.814987 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9acd7386-2ea2-41d5-bff9-1bdcdfb8839b req-67f81dba-3c5d-49b5-ba06-14495b8e169d tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Sep 21 16:17:02.884720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-33d59066-8c77-479a-839c-dd9e3eb518a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:03.019605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd025c60-e1c2-4d94-92dc-47667059acb2 req-4354ebb1-2177-4d8c-b219-2131e36eb5ff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:03.021291 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dd025c60-e1c2-4d94-92dc-47667059acb2 req-4354ebb1-2177-4d8c-b219-2131e36eb5ff tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0942488 Sep 21 16:17:03.067294 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dd025c60-e1c2-4d94-92dc-47667059acb2 req-204dd886-c259-4817-979d-7e82ef51796b tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Sep 21 16:17:03.070221 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-c9971201-9f9c-40cc-8572-1d770ae7003b service neutron] 10.222.0.33 "GET /v2.0/ports/10bce9fc-efc4-4012-9107-b6dbee28136e/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.0780370 Sep 21 16:17:03.616121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-af8008e7-78e2-4840-b639-ce91341e99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:03.617593 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-af8008e7-78e2-4840-b639-ce91341e99eb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697&tenant_id=9f03b6fc5ea349c49626f05df490fdcc HTTP/1.1" status: 200 len: 1098 time: 0.0902004 Sep 21 16:17:03.716490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-54ae46da-b1fe-4136-9c27-af2f968446d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:03.717990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-54ae46da-b1fe-4136-9c27-af2f968446d2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9f03b6fc5ea349c49626f05df490fdcc&device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 1098 time: 0.0803785 Sep 21 16:17:03.847671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-c524c82a-5738-4c5b-9465-efcf1bd4dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:03.849151 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-c524c82a-5738-4c5b-9465-efcf1bd4dc36 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9478d50b-e236-4ac7-a723-2a9d23ade34e HTTP/1.1" status: 200 len: 913 time: 0.1254599 Sep 21 16:17:03.922342 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-e2be9239-fdde-4e78-a23f-649cb0a3135a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10bce9fc-efc4-4012-9107-b6dbee28136e HTTP/1.1" status: 200 len: 217 time: 0.0674720 Sep 21 16:17:03.984715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-091b6c26-e18c-48a3-be3c-c6192309289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:03.986154 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-091b6c26-e18c-48a3-be3c-c6192309289c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8030d7e2-b36a-430f-9121-70d65712ef1e HTTP/1.1" status: 200 len: 851 time: 0.0586514 Sep 21 16:17:04.219113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-79f5499d-34cc-4eed-8cf9-76aee5a28a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:04.220645 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-79f5499d-34cc-4eed-8cf9-76aee5a28a2b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9478d50b-e236-4ac7-a723-2a9d23ade34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2283232 Sep 21 16:17:04.380958 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5d972-7676-488f-b718-829f7861352a req-98b1d822-307d-4cff-b829-5a20ff3f9258 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:04.382429 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95f5d972-7676-488f-b718-829f7861352a req-98b1d822-307d-4cff-b829-5a20ff3f9258 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.2011549 Sep 21 16:17:04.386033 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-67763018-eca1-4b23-866a-cc076177f716 service neutron] 10.222.0.33 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585164 Sep 21 16:17:04.505857 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95f5d972-7676-488f-b718-829f7861352a req-e8eab5e8-98b5-47a0-8515-a840dadd2672 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170297 Sep 21 16:17:04.547204 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-560d0ee2-f9ba-4793-98dd-c35a8d74926e req-fffcf735-e8ab-4a24-a1ed-7df909193cc5 service neutron] 10.222.0.33 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454594 Sep 21 16:17:04.993115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eaff3085-218b-45c1-8979-af2743b1a1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:05.705589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579f3ec-9400-4468-99b9-a46070380939 req-b3476fed-a408-44a8-bd69-232ddfa975fa tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:05.707149 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8579f3ec-9400-4468-99b9-a46070380939 req-b3476fed-a408-44a8-bd69-232ddfa975fa tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0897169 Sep 21 16:17:05.749961 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8579f3ec-9400-4468-99b9-a46070380939 req-4e788c15-3e71-4802-9f9b-d84c60c3dd2e tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368547 Sep 21 16:17:06.279073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:06.787538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:06.951456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906bb4d-694a-49ff-b81e-f88cb209df48 req-359d3b43-26b0-4635-962f-4ba2bb16e3d2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:06.952902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d906bb4d-694a-49ff-b81e-f88cb209df48 req-359d3b43-26b0-4635-962f-4ba2bb16e3d2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0873277 Sep 21 16:17:07.010241 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d906bb4d-694a-49ff-b81e-f88cb209df48 req-37108b92-ea4a-47b1-b0e0-8354c2b2bf94 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448985 Sep 21 16:17:07.229369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 10bce9fc-efc4-4012-9107-b6dbee28136e details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:17:07.231752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 10bce9fc-efc4-4012-9107-b6dbee28136e no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:17:07.445607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 10bce9fc-efc4-4012-9107-b6dbee28136e is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:07.446329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:07.483934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:07.498224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:17:07.500517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da073c2-e890-4f7f-a2cc-0286bc571559" -d '{"events": [{"server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "name": "network-vif-unplugged", "status": "completed", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:17:07.509662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'network_id': '9478d50b-e236-4ac7-a723-2a9d23ade34e', 'port_id': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'mac_address': 'fa:16:3e:2e:0f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8030d7e2-b36a-430f-9121-70d65712ef1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:17:07.513114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:07.543454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-3df04f49-9fc8-414d-a329-d942a8c15aaa tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:07.545231 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-3df04f49-9fc8-414d-a329-d942a8c15aaa tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.33 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697&tenant_id=9f03b6fc5ea349c49626f05df490fdcc&binding%3Ahost_id=hv-neutron-8586 HTTP/1.1" status: 200 len: 945 time: 0.0942881 Sep 21 16:17:07.561348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2ada8-b68e-4337-8504-818eced435f8 x-openstack-request-id: req-5ad2ada8-b68e-4337-8504-818eced435f8 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:17:07.561702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "name": "network-vif-unplugged", "status": "completed", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:17:07.562052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ad2ada8-b68e-4337-8504-818eced435f8 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:17:07.562451 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad2ada8-b68e-4337-8504-818eced435f8'] response: {'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'code': 200} Sep 21 16:17:07.570578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 10bce9fc-efc4-4012-9107-b6dbee28136e is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:07.570962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:07.584192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:07.629110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10bce9fc-efc4-4012-9107-b6dbee28136e {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:17:07.695845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-46c91146-30b3-4890-b822-bdd8e995f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:07.697855 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-46c91146-30b3-4890-b822-bdd8e995f655 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9f03b6fc5ea349c49626f05df490fdcc&device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 1096 time: 0.0843375 Sep 21 16:17:07.714644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:07.720014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:17:07.720380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:17:07.832912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-1b2778e1-b9d6-4554-92c0-8ecc3ee5c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:07.834361 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-1b2778e1-b9d6-4554-92c0-8ecc3ee5c879 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9478d50b-e236-4ac7-a723-2a9d23ade34e HTTP/1.1" status: 200 len: 913 time: 0.1301816 Sep 21 16:17:07.903398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-a4dfe137-f1fe-4439-be07-46eb8479161f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10bce9fc-efc4-4012-9107-b6dbee28136e HTTP/1.1" status: 200 len: 217 time: 0.0631287 Sep 21 16:17:07.907750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:07.968393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4b0393d7-cde9-45ad-a1ec-f9e00ce800c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:07.969743 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4b0393d7-cde9-45ad-a1ec-f9e00ce800c8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8030d7e2-b36a-430f-9121-70d65712ef1e HTTP/1.1" status: 200 len: 851 time: 0.0614300 Sep 21 16:17:08.053415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-01537f52-ed39-43f7-8ab1-ed571f2aae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:08.054942 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-01537f52-ed39-43f7-8ab1-ed571f2aae58 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9478d50b-e236-4ac7-a723-2a9d23ade34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788488 Sep 21 16:17:08.185498 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-a1b90922-0c81-4b4e-b005-fe6a003197e4 service neutron] 10.222.0.33 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240251 Sep 21 16:17:08.304775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 10bce9fc-efc4-4012-9107-b6dbee28136e is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:08.305066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:08.316891 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-3b7f14bc-3239-4afa-980e-6ce42c9f269f service neutron] 10.222.0.33 "GET /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261029 Sep 21 16:17:08.322276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bce9fc-efc4-4012-9107-b6dbee28136e {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:17:08.338014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:08.456302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:08.527823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['10bce9fc-efc4-4012-9107-b6dbee28136e'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:17:08.577623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:09.235700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 10bce9fc-efc4-4012-9107-b6dbee28136e up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:17:09.309015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 10bce9fc-efc4-4012-9107-b6dbee28136e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:09.309436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:09.427116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 10bce9fc-efc4-4012-9107-b6dbee28136e is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:09.427508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:09.459490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:09.558844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:09.589652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:17:09.592167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e426d303-a70f-4ca8-a31a-c0cfb3973d3e" -d '{"events": [{"server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "name": "network-vif-plugged", "status": "completed", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:17:09.635183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:09.638923 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9dfa10-931c-44d8-bc4e-2f7c192f75a2 x-openstack-request-id: req-9e9dfa10-931c-44d8-bc4e-2f7c192f75a2 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:17:09.639743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "name": "network-vif-plugged", "status": "completed", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:17:09.639743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e9dfa10-931c-44d8-bc4e-2f7c192f75a2 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:17:09.639929 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9dfa10-931c-44d8-bc4e-2f7c192f75a2'] response: {'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'code': 200} Sep 21 16:17:09.939055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedc2b1-a8c3-4356-a6cb-07c2228d4cf8 req-75543a2f-fc3e-4a3c-8a4b-e838f295e17c tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:09.940542 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ecedc2b1-a8c3-4356-a6cb-07c2228d4cf8 req-75543a2f-fc3e-4a3c-8a4b-e838f295e17c tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0922520 Sep 21 16:17:09.985962 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ecedc2b1-a8c3-4356-a6cb-07c2228d4cf8 req-142b892d-cbdb-44e8-bdc0-cf308f633251 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380979 Sep 21 16:17:11.187491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b929ea-62c0-4307-b0f1-905f6e9fb98e req-9f3c1c7e-6771-4273-8675-0c2d846ac4a3 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:11.188976 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-42b929ea-62c0-4307-b0f1-905f6e9fb98e req-9f3c1c7e-6771-4273-8675-0c2d846ac4a3 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0898671 Sep 21 16:17:11.233251 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-42b929ea-62c0-4307-b0f1-905f6e9fb98e req-4407b82b-0758-4fb5-9c09-e5bec08bce73 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 Sep 21 16:17:11.491005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-0423518d-9bba-4cbd-92ea-4a93c5f7a1ec tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:11.492813 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-0423518d-9bba-4cbd-92ea-4a93c5f7a1ec tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.33 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 945 time: 0.0917761 Sep 21 16:17:11.645706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-25baf8be-38d0-483c-837d-4a45e722aa4e req-c6e52828-d018-45b8-a999-c67063aeea81 service neutron] (89725) timed out ('10.222.0.33', 59136) {{(pid=89725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 21 16:17:11.669800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Deleting port 10bce9fc-efc4-4012-9107-b6dbee28136e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:17:11.670193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:11.923268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] For port 10bce9fc-efc4-4012-9107-b6dbee28136e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=10bce9fc-efc4-4012-9107-b6dbee28136e,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:11.923634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:12.046610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Calling delete_port for 10bce9fc-efc4-4012-9107-b6dbee28136e owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:17:12.261597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:12.272915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['10bce9fc-efc4-4012-9107-b6dbee28136e'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:17:12.314726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Pushing event deleted for resources: {'Port': ['ID=10bce9fc-efc4-4012-9107-b6dbee28136e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:12.363685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.364041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.364388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.364729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.365064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.365397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.365729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.366085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.366416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.366743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.367073 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.367398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:12.465499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8fbc4244-896c-4cc8-b1bf-8f1d1d44fb55 req-3c79ccae-1734-432e-a63e-233740b1e212 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.65 "GET /v2.0/ports?device_id=70a98202-e8e8-468e-a521-03a059ce2697 HTTP/1.1" status: 200 len: 210 time: 0.1042078 Sep 21 16:17:12.466574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] No DVR routers for this DVR port 10bce9fc-efc4-4012-9107-b6dbee28136e on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:17:12.469035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:12.473244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'name': 'network-vif-deleted', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:17:12.475717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca4f23-e9ae-405f-974b-7dda204f79c4" -d '{"events": [{"server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "name": "network-vif-deleted", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:17:12.537108 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5f938ab-e2e6-4b93-9f10-b285b3725e33 req-4f892885-fc96-4399-8c79-1f0ef032d9e2 tempest-DeleteServersTestJSON-910231525 tempest-DeleteServersTestJSON-910231525-project] 10.222.0.33 "DELETE /v2.0/ports/10bce9fc-efc4-4012-9107-b6dbee28136e HTTP/1.1" status: 204 len: 173 time: 1.0390851 Sep 21 16:17:12.628769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7024db98-e653-4a36-963e-2dba0e38dc22 x-openstack-request-id: req-7024db98-e653-4a36-963e-2dba0e38dc22 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:17:12.629083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a98202-e8e8-468e-a521-03a059ce2697", "name": "network-vif-deleted", "tag": "10bce9fc-efc4-4012-9107-b6dbee28136e", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:17:12.629330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7024db98-e653-4a36-963e-2dba0e38dc22 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:17:12.629725 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7024db98-e653-4a36-963e-2dba0e38dc22'] response: {'server_uuid': '70a98202-e8e8-468e-a521-03a059ce2697', 'name': 'network-vif-deleted', 'tag': '10bce9fc-efc4-4012-9107-b6dbee28136e', 'status': 'completed', 'code': 200} Sep 21 16:17:13.719451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50034) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:14.255682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:14.489340 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:17:14.706369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Deleting port da27db56-3467-4aba-8b00-ec7c3cb69e1c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:17:14.706711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:14.877206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] For port da27db56-3467-4aba-8b00-ec7c3cb69e1c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=da27db56-3467-4aba-8b00-ec7c3cb69e1c,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:14.877911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:15.002742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Calling delete_port for da27db56-3467-4aba-8b00-ec7c3cb69e1c owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:17:15.281270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 10bce9fc-efc4-4012-9107-b6dbee28136e no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:17:15.318246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 10bce9fc-efc4-4012-9107-b6dbee28136e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:17:15.318658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 10bce9fc-efc4-4012-9107-b6dbee28136e not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:17:15.335908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:15.418651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da27db56-3467-4aba-8b00-ec7c3cb69e1c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:15.658267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:16.132543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Router 8cb7c303-6291-47d8-87ff-09dfb455adf5 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:17:16.309662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:17:16.319034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] Sync routers for ids ['8cb7c303-6291-47d8-87ff-09dfb455adf5'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:17:16.321857 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d11d16c8-3210-49e7-902f-ab0b5217a1f7 admin admin] 10.222.0.65 "PUT /v2.0/routers/8cb7c303-6291-47d8-87ff-09dfb455adf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6013534 Sep 21 16:17:16.324434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50038) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:16.328313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] Routers {'8cb7c303-6291-47d8-87ff-09dfb455adf5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:17:16.329184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:17:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8cb7c303-6291-47d8-87ff-09dfb455adf5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:16.502283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:16.507151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] Set router 8cb7c303-6291-47d8-87ff-09dfb455adf5 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:17:16.684818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:16.758842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Deleting port 9f54832b-e124-4482-85b9-8f053eb0745c {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:17:16.759191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:16.789158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122'}], 'enable_snat': True}, 'gw_port_id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:17:15Z', 'revision_number': 5, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port': {'id': '9f54832b-e124-4482-85b9-8f053eb0745c', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:45:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:16:08Z', 'updated_at': '2022-09-21T16:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:16.793555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] Checking router: 8cb7c303-6291-47d8-87ff-09dfb455adf5 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:17:16.801900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] Routers {'8cb7c303-6291-47d8-87ff-09dfb455adf5'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:17:16.802526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:17:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['8cb7c303-6291-47d8-87ff-09dfb455adf5'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:16.935726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] For port 9f54832b-e124-4482-85b9-8f053eb0745c, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9f54832b-e124-4482-85b9-8f053eb0745c,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:16.935995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:16.952314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] Set router 8cb7c303-6291-47d8-87ff-09dfb455adf5 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:17:17.077358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Calling delete_port for 9f54832b-e124-4482-85b9-8f053eb0745c owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:17:17.102600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:17:16Z', 'revision_number': 6, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:17.106782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ec091-39f2-4d98-a2a3-2f1eefeb5832 None None] The sync data for ids ['8cb7c303-6291-47d8-87ff-09dfb455adf5'] in dv-neutron-858618-1-hyperv is: [{'id': '8cb7c303-6291-47d8-87ff-09dfb455adf5', 'name': 'tempest-DeleteServersTestJSON-1572858913-router', 'tenant_id': '9f03b6fc5ea349c49626f05df490fdcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:16:07Z', 'updated_at': '2022-09-21T16:17:16Z', 'revision_number': 6, 'project_id': '9f03b6fc5ea349c49626f05df490fdcc', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:17:17.290208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.336697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f54832b-e124-4482-85b9-8f053eb0745c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:17.435723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.713336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.715513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.775632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.776159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb7c303-6291-47d8-87ff-09dfb455adf5 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:17:17.787911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.790513 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fc0a9b14-75bd-47f8-bdc7-026ede895251 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8cb7c303-6291-47d8-87ff-09dfb455adf5 HTTP/1.1" status: 204 len: 168 time: 1.4636884 Sep 21 16:17:17.792247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50042) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:17.855531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fb9eee-f818-4fa8-b08c-6402783fa760 admin admin] Deleting subnet 8030d7e2-b36a-430f-9121-70d65712ef1e {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:17:17.858679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-57fb9eee-f818-4fa8-b08c-6402783fa760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.907631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-57fb9eee-f818-4fa8-b08c-6402783fa760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.992689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-57fb9eee-f818-4fa8-b08c-6402783fa760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.120112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-57fb9eee-f818-4fa8-b08c-6402783fa760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.158052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb9eee-f818-4fa8-b08c-6402783fa760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8030d7e2-b36a-430f-9121-70d65712ef1e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:18.162960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-57fb9eee-f818-4fa8-b08c-6402783fa760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.168319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0255718c-3239-49da-8998-d6bd6d824804 None None] Network 9478d50b-e236-4ac7-a723-2a9d23ade34e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:17:18.168917 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-57fb9eee-f818-4fa8-b08c-6402783fa760 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8030d7e2-b36a-430f-9121-70d65712ef1e HTTP/1.1" status: 204 len: 168 time: 0.3757856 Sep 21 16:17:18.171561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50046) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:18.279365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.289573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Deleting port ca578828-c338-4e4c-9f35-aec6017e23eb {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:17:18.289934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.421648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] DHCP port deletion for 9478d50b-e236-4ac7-a723-2a9d23ade34e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:17:18.425913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] Deleting port ca578828-c338-4e4c-9f35-aec6017e23eb {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:17:18.426334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.500316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] For port ca578828-c338-4e4c-9f35-aec6017e23eb, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ca578828-c338-4e4c-9f35-aec6017e23eb,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:18.500677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.621495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Calling delete_port for ca578828-c338-4e4c-9f35-aec6017e23eb owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:17:18.629046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] For port ca578828-c338-4e4c-9f35-aec6017e23eb, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ca578828-c338-4e4c-9f35-aec6017e23eb,segment=NetworkSegment(c506a786-9b07-4fae-a26c-926707a64bd5),segment_id=c506a786-9b07-4fae-a26c-926707a64bd5)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:18.639526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.754146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] Calling delete_port for ca578828-c338-4e4c-9f35-aec6017e23eb owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:17:18.764543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.811150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca578828-c338-4e4c-9f35-aec6017e23eb,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:18.815999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] No DVR routers for this DVR port ca578828-c338-4e4c-9f35-aec6017e23eb on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:17:18.828063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:17:18.828428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:17:18.845093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.845448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.845785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.846140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.846469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.846799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.847125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.847448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.847773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.848093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.848411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.848729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:18.940842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:18.968264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9478d50b-e236-4ac7-a723-2a9d23ade34e']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:18.980751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c506a786-9b07-4fae-a26c-926707a64bd5') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:18.981049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c506a786-9b07-4fae-a26c-926707a64bd5') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:18.992461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:19.008879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:19.015851 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:17:19.016244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:19.064084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9f54832b-e124-4482-85b9-8f053eb0745c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:17:19.104629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 9f54832b-e124-4482-85b9-8f053eb0745c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:17:19.104970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9f54832b-e124-4482-85b9-8f053eb0745c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:17:19.105402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device da27db56-3467-4aba-8b00-ec7c3cb69e1c no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:17:19.139441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: da27db56-3467-4aba-8b00-ec7c3cb69e1c {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:17:19.139788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device da27db56-3467-4aba-8b00-ec7c3cb69e1c not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:17:19.140427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ca578828-c338-4e4c-9f35-aec6017e23eb no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:17:19.174327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: ca578828-c338-4e4c-9f35-aec6017e23eb {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:17:19.175016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ca578828-c338-4e4c-9f35-aec6017e23eb not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:17:19.175930 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c506a786-9b07-4fae-a26c-926707a64bd5 resource provider aggregate not found Sep 21 16:17:19.194773 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c506a786-9b07-4fae-a26c-926707a64bd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c506a786-9b07-4fae-a26c-926707a64bd5 found for delete ", "request_id": "req-933309ed-a0ac-4495-82fa-45d47c406218"}]} Sep 21 16:17:19.284503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:19.302245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:19.316290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=9478d50b-e236-4ac7-a723-2a9d23ade34e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:19.330328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] Deleting port ca578828-c338-4e4c-9f35-aec6017e23eb {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:17:19.330739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:19.399024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2d32b160-40e0-4b35-925e-8696edf89755 None None] The port 'ca578828-c338-4e4c-9f35-aec6017e23eb' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:17:19.405663 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d7a26bc3-e035-428f-a7e0-6ae83f8e4f53 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9478d50b-e236-4ac7-a723-2a9d23ade34e HTTP/1.1" status: 204 len: 168 time: 1.2330046 Sep 21 16:17:19.740867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50056) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:19.792020 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a6da112f-5a0a-4dcf-9213-b5c979ac5699 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f03b6fc5ea349c49626f05df490fdcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500045 Sep 21 16:17:19.794492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50060) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:19.850564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6db8b49d-40af-45f3-ad78-c43fa08a7508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:19.875682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6db8b49d-40af-45f3-ad78-c43fa08a7508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:20.004528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6db8b49d-40af-45f3-ad78-c43fa08a7508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:20.021269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8b49d-40af-45f3-ad78-c43fa08a7508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:20.100638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6db8b49d-40af-45f3-ad78-c43fa08a7508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:20.101768 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6db8b49d-40af-45f3-ad78-c43fa08a7508 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5b1c4fd-cf40-4a2f-8d04-dc5626f165fd HTTP/1.1" status: 204 len: 168 time: 0.3064129 Sep 21 16:17:21.056513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50084) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:21.186468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-578484572-network', 'tenant_id': '954b89437b924cb9b2501bf08c82f521'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:17:21.191165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:17:21.195005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Usage tracker for resource:network and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:17:21.198486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:17:21.204158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:17:21.272513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Made reservation on behalf of 954b89437b924cb9b2501bf08c82f521 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:17:21.274829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:21.286850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:21.300677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:17:21.305962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Usage tracker for resource:security_group_rule and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:17:21.307673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:17:21.313297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:17:21.395985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:21.467367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:21.497723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:17:21.506022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc1138a-30c4-4743-a096-fc66946c5fd2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:21.512194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:21.512549 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Added segment ce216be3-f2a5-4758-a787-89f9f296288b of type vlan for network 8561165c-6d2e-4c39-a784-0afd64fb33bc Sep 21 16:17:21.537513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:21.632714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:21.633595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:21.634219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:21.737771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8561165c-6d2e-4c39-a784-0afd64fb33bc,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:21.748227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:17:21.801998 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4e1f8363-3cea-43dc-8d1c-7762428221b1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7416975 Sep 21 16:17:21.802185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50090) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:21.808068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Request body: {'subnet': {'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-subnet', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:17:21.812937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:17:21.816798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Usage tracker for resource:subnet and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:17:21.819663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:17:21.825802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:17:21.890067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Made reservation on behalf of 954b89437b924cb9b2501bf08c82f521 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:17:21.892365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.153260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.228884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72be3ea-b234-40ee-be85-9c80de79e10e,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:22.237417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Checking segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:17:22.237772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Network hostable DHCP agents. Network: 8561165c-6d2e-4c39-a784-0afd64fb33bc, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:17:22.307009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:17:22.369653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 8561165c-6d2e-4c39-a784-0afd64fb33bc) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:17:22.373492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:22.374180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.378262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7192f-0155-4902-a79d-c45abd70ba67 None None] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:17:22.433606 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f6b9b799-6ad4-4238-be9a-11d3c5aabff9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6304574 Sep 21 16:17:22.436227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50094) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:22.441345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:17:22.447257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:17:22.450378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Usage tracker for resource:router and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:17:22.453327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:17:22.459782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:17:22.507485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.509028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.523852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.602206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-8561165c-6d2e-4c39-a784-0afd64fb33bc', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'fixed_ips': [{'subnet_id': 'a72be3ea-b234-40ee-be85-9c80de79e10e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:17:22.603342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.759504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Allocated IP 172.20.0.2 (8561165c-6d2e-4c39-a784-0afd64fb33bc/a72be3ea-b234-40ee-be85-9c80de79e10e/cd311a16-44bc-48af-a2c2-e6cff4c6ea2a) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:17:22.837228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.986882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:22.998132 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Transition to ACTIVE for port object cd311a16-44bc-48af-a2c2-e6cff4c6ea2a will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:17:23.016556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Transition to ACTIVE for port object cd311a16-44bc-48af-a2c2-e6cff4c6ea2a will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:17:23.084837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:23.154511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:17:23.157422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:17:23.161032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:17:23.167094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Pushing event updated for resources: {'Port': ['ID=cd311a16-44bc-48af-a2c2-e6cff4c6ea2a,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:23.207506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.207859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.208203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.208539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.208875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.209207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.209537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.209867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.210223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.210571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.210877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.211201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:23.273718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Attempting to bind port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:17:23.274195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Attempting to bind port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:17:23.274568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Attempting to bind port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a on network 8561165c-6d2e-4c39-a784-0afd64fb33bc {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:17:23.279834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:17:23.280214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Checking segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:17:23.280614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:23.281022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Bound using segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:17:23.281471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Bound port: cd311a16-44bc-48af-a2c2-e6cff4c6ea2a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:17:23.281845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:23.333968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:23.363851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:23.371546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] For port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:17:23.374524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] For port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cd311a16-44bc-48af-a2c2-e6cff4c6ea2a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:17:23.444644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:23.501194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Allocated IP 172.26.0.236 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/cf562e3f-7a86-48d0-af81-01b18ae197d1) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:17:23.527765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29e38b-e074-40b5-b2d6-62a2cc23129c None None] Pushing event updated for resources: {'Port': ['ID=cd311a16-44bc-48af-a2c2-e6cff4c6ea2a,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:23.664552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:23.747705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:23.822241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:17:23.825230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:17:23.828883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:17:23.862076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Pushing event updated for resources: {'Port': ['ID=cf562e3f-7a86-48d0-af81-01b18ae197d1,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:24.328146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:24.552443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7760627-e86f-4926-b014-251081f71652 None None] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:17:24.718998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-14764983-e821-4bf5-8a35-1929c8c0daa1 None None] Provisioning for port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:17:24.839799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:25.110507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cd311a16-44bc-48af-a2c2-e6cff4c6ea2a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:17:25.159054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:17:25.250535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:17:25.255419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:25.255799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:25.339189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:17:25.349508 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Sync routers for ids ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:17:25.360517 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Routers {'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:17:25.361130 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:17:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:25.376934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:25.377314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:25.408061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cd311a16-44bc-48af-a2c2-e6cff4c6ea2a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:25.427393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:25.431304 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f0f096c2-9d10-4866-8844-64823864db04 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9916117 Sep 21 16:17:25.432128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50098) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:17:25.501894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:25.546766 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Set router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:17:25.571524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=cd311a16-44bc-48af-a2c2-e6cff4c6ea2a,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:25.825196 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:17:24Z', 'revision_number': 3, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port': {'id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:23Z', 'updated_at': '2022-09-21T16:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:25.828802 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Checking router: db9dfc1a-ade7-44a0-a9e2-c0504a4b831e for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:17:25.829144 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Updating router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e port cf562e3f-7a86-48d0-af81-01b18ae197d1 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:17:25.888094 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.110755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.227237 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.238648 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Transition to ACTIVE for port object cf562e3f-7a86-48d0-af81-01b18ae197d1 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:17:26.295967 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.316416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Allocated IP 172.20.0.1 (8561165c-6d2e-4c39-a784-0afd64fb33bc/a72be3ea-b234-40ee-be85-9c80de79e10e/5db40bf6-f5b3-4f83-9660-48324e782be3) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:17:26.388316 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Attempting to bind port cf562e3f-7a86-48d0-af81-01b18ae197d1 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:17:26.388889 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Attempting to bind port cf562e3f-7a86-48d0-af81-01b18ae197d1 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:17:26.388990 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Attempting to bind port cf562e3f-7a86-48d0-af81-01b18ae197d1 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:17:26.400099 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:17:26.400480 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:17:26.400879 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.401272 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:17:26.401751 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Bound port: cf562e3f-7a86-48d0-af81-01b18ae197d1, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:17:26.402150 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.433141 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Pushing event updated for resources: {'Port': ['ID=cf562e3f-7a86-48d0-af81-01b18ae197d1,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:26.455625 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.455843 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.456197 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.456470 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.456799 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.457131 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.457470 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.457790 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.458141 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.458462 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.458782 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.459103 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:26.492477 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] For port cf562e3f-7a86-48d0-af81-01b18ae197d1, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:17:26.496367 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] For port cf562e3f-7a86-48d0-af81-01b18ae197d1, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cf562e3f-7a86-48d0-af81-01b18ae197d1,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:17:26.553286 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.600474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.616555 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Routers {'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:17:26.617173 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:17:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:26.619778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Transition to ACTIVE for port object 5db40bf6-f5b3-4f83-9660-48324e782be3 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:17:26.702410 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63200a3-a986-49ea-8d30-394f4b814f1c None None] Pushing event updated for resources: {'Port': ['ID=cf562e3f-7a86-48d0-af81-01b18ae197d1,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:26.713258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:26.782563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:17:26.785434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:17:26.789051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:17:26.803587 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] Set router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:17:26.819469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Pushing event updated for resources: {'Port': ['ID=5db40bf6-f5b3-4f83-9660-48324e782be3,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:26.846978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:27.083221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cd311a16-44bc-48af-a2c2-e6cff4c6ea2a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:17:27.113872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-feccdd6f-8cf4-4b7e-9ea7-6bcd3297d26b None None] Provisioning for port 5db40bf6-f5b3-4f83-9660-48324e782be3 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:17:27.125847 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:17:24Z', 'revision_number': 3, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port': {'id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:23Z', 'updated_at': '2022-09-21T16:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:27.129872 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8a947d-ba30-4656-9daa-5cb7f7c55200 None None] The sync data for ids ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'] in dv-neutron-858618-1-hyperv is: [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:17:24Z', 'revision_number': 3, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port': {'id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:23Z', 'updated_at': '2022-09-21T16:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:17:27.136455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-feccdd6f-8cf4-4b7e-9ea7-6bcd3297d26b None None] Provisioning complete for port 5db40bf6-f5b3-4f83-9660-48324e782be3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:27.136828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-feccdd6f-8cf4-4b7e-9ea7-6bcd3297d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:27.201412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:27.207834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-feccdd6f-8cf4-4b7e-9ea7-6bcd3297d26b None None] Port 5db40bf6-f5b3-4f83-9660-48324e782be3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:17:27.219129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:27.219431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:27.379863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:27.453697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:27.541885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:27.653037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Pushing event updated for resources: {'Port': ['ID=5db40bf6-f5b3-4f83-9660-48324e782be3,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:27.655456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:27.798621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:17:27.799768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:17:27.998238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:17:28.034055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f52346a4-4fc4-4e26-8414-2ad9ccf2a565 None None] Provisioning complete for port 5db40bf6-f5b3-4f83-9660-48324e782be3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:28.034682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f52346a4-4fc4-4e26-8414-2ad9ccf2a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:28.087932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f52346a4-4fc4-4e26-8414-2ad9ccf2a565 None None] Port 5db40bf6-f5b3-4f83-9660-48324e782be3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:17:28.181624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:17:28.190174 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6abfdaab-1d50-41f2-9a23-79b91de73f06 admin admin] 10.222.0.65 "PUT /v2.0/routers/db9dfc1a-ade7-44a0-a9e2-c0504a4b831e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7569332 Sep 21 16:17:28.653540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Sync routers for ids ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:17:28.664156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Routers {'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:17:28.665537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:17:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:28.836074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-b7fed6c9-e1d5-4200-ad1b-79d5b88e774b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:28.837972 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-b7fed6c9-e1d5-4200-ad1b-79d5b88e774b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 814 time: 0.1454778 Sep 21 16:17:28.847465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Set router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:17:28.853003 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-404653e4-fd7d-438c-829c-9d8621d50687 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/quotas/954b89437b924cb9b2501bf08c82f521 HTTP/1.1" status: 200 len: 375 time: 0.0095329 Sep 21 16:17:28.947153 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-c33708f7-fcc0-4ffa-a5b3-aa2a5b62e904 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889723 Sep 21 16:17:28.960780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a8417f3b-1914-4bf6-b676-4486d174c1a9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:17:28.962342 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a8417f3b-1914-4bf6-b676-4486d174c1a9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061374 Sep 21 16:17:29.087506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:29.109610 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-3436522e-556d-4067-8158-1e9482b02482 service neutron] 10.222.0.65 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396620 Sep 21 16:17:29.109821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cf562e3f-7a86-48d0-af81-01b18ae197d1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:17:29.241334 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-c0299137-9190-481d-a1ff-8e4a4f006be1 service neutron] 10.222.0.65 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257589 Sep 21 16:17:29.266540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:17:27Z', 'revision_number': 4, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port': {'id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:23Z', 'updated_at': '2022-09-21T16:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5db40bf6-f5b3-4f83-9660-48324e782be3', 'name': '', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'mac_address': 'fa:16:3e:8e:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:26Z', 'updated_at': '2022-09-21T16:17:27Z', 'revision_number': 2, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'subnets': [{'id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:29.270380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Checking router: db9dfc1a-ade7-44a0-a9e2-c0504a4b831e for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:17:29.270740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Updating router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e port 5db40bf6-f5b3-4f83-9660-48324e782be3 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:17:29.311768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port cf562e3f-7a86-48d0-af81-01b18ae197d1 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:17:29.323445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port cf562e3f-7a86-48d0-af81-01b18ae197d1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:29.323822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:29.371799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:29.560610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port cf562e3f-7a86-48d0-af81-01b18ae197d1 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:29.560998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:29.641523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port cf562e3f-7a86-48d0-af81-01b18ae197d1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cf562e3f-7a86-48d0-af81-01b18ae197d1,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:29.720439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:29.834151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:29.850489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=cf562e3f-7a86-48d0-af81-01b18ae197d1,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:29.853281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Transition to ACTIVE for port object 5db40bf6-f5b3-4f83-9660-48324e782be3 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:17:29.918410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:30.109899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e26194-f903-405d-bb2f-eb9fdd73c5c1 None None] Pushing event updated for resources: {'Port': ['ID=5db40bf6-f5b3-4f83-9660-48324e782be3,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:30.132431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Attempting to bind port 5db40bf6-f5b3-4f83-9660-48324e782be3 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:17:30.132800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Attempting to bind port 5db40bf6-f5b3-4f83-9660-48324e782be3 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:17:30.133668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Attempting to bind port 5db40bf6-f5b3-4f83-9660-48324e782be3 on network 8561165c-6d2e-4c39-a784-0afd64fb33bc {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:17:30.138943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:17:30.139315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Checking segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:17:30.139715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:30.140102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Bound using segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:17:30.140561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Bound port: 5db40bf6-f5b3-4f83-9660-48324e782be3, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:17:30.140933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:30.226568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] For port 5db40bf6-f5b3-4f83-9660-48324e782be3, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:17:30.229503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] For port 5db40bf6-f5b3-4f83-9660-48324e782be3, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5db40bf6-f5b3-4f83-9660-48324e782be3,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:17:30.313245 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:30.377183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Routers {'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:17:30.377776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:17:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:30.465885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e26194-f903-405d-bb2f-eb9fdd73c5c1 None None] Pushing event updated for resources: {'Port': ['ID=5db40bf6-f5b3-4f83-9660-48324e782be3,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:30.512207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-28caca93-73df-4283-be2e-8b380f92a6c0 req-383ba59e-3164-4db9-a00f-5290e1ab83de tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Synchronizing usage tracker for tenant:954b89437b924cb9b2501bf08c82f521 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:17:30.570164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] Set router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:17:30.598910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-28caca93-73df-4283-be2e-8b380f92a6c0 req-383ba59e-3164-4db9-a00f-5290e1ab83de tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Unset dirty status for tenant:954b89437b924cb9b2501bf08c82f521 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:17:30.600218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28caca93-73df-4283-be2e-8b380f92a6c0 req-383ba59e-3164-4db9-a00f-5290e1ab83de tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 210 time: 0.1421347 Sep 21 16:17:30.922083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:17:27Z', 'revision_number': 4, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port': {'id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:23Z', 'updated_at': '2022-09-21T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5db40bf6-f5b3-4f83-9660-48324e782be3', 'name': '', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'mac_address': 'fa:16:3e:8e:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:26Z', 'updated_at': '2022-09-21T16:17:30Z', 'revision_number': 4, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'subnets': [{'id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:17:30.926270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d55e8-9fff-4629-b26f-a72abb74745e None None] The sync data for ids ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'] in dv-neutron-858618-1-hyperv is: [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:17:27Z', 'revision_number': 4, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port': {'id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:23Z', 'updated_at': '2022-09-21T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '5db40bf6-f5b3-4f83-9660-48324e782be3', 'name': '', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'mac_address': 'fa:16:3e:8e:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:26Z', 'updated_at': '2022-09-21T16:17:30Z', 'revision_number': 4, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'subnets': [{'id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:17:31.145489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cf562e3f-7a86-48d0-af81-01b18ae197d1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:17:31.222277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port cf562e3f-7a86-48d0-af81-01b18ae197d1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:31.222277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:31.346446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port cf562e3f-7a86-48d0-af81-01b18ae197d1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:31.347614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5db40bf6-f5b3-4f83-9660-48324e782be3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:17:31.478926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 5db40bf6-f5b3-4f83-9660-48324e782be3 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:17:31.484355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5db40bf6-f5b3-4f83-9660-48324e782be3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:31.484720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:31.605680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5db40bf6-f5b3-4f83-9660-48324e782be3 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:31.606099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:31.643059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 5db40bf6-f5b3-4f83-9660-48324e782be3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5db40bf6-f5b3-4f83-9660-48324e782be3,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:31.707717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:31.770803 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-aee6dc66-0164-4e93-94ef-73a02a820965 req-00ccd174-a993-49c9-a168-3da0d0f65c55 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 210 time: 0.0565724 Sep 21 16:17:31.790638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=5db40bf6-f5b3-4f83-9660-48324e782be3,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:32.901852 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fee2d0b2-68d6-499c-b71d-792b449f12b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:33.070225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5db40bf6-f5b3-4f83-9660-48324e782be3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:17:33.116065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8c864f82-1a1f-4ca4-97e2-116e5302bb12 req-45be73ec-c36b-4fbd-8ef2-80bff88d0a3f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 210 time: 0.0954578 Sep 21 16:17:33.145410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5db40bf6-f5b3-4f83-9660-48324e782be3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:33.146043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:33.147226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-f7b81c74-4ecf-4402-b086-702ec146900d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:33.148126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-f7b81c74-4ecf-4402-b086-702ec146900d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Synchronizing usage tracker for tenant:954b89437b924cb9b2501bf08c82f521 on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:17:33.255745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-f7b81c74-4ecf-4402-b086-702ec146900d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Unset dirty status for tenant:954b89437b924cb9b2501bf08c82f521 on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:17:33.256905 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-f7b81c74-4ecf-4402-b086-702ec146900d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 814 time: 0.4373934 Sep 21 16:17:33.265170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5db40bf6-f5b3-4f83-9660-48324e782be3 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:33.268835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Request body: {'port': {'device_id': '0a115da8-794f-4383-862d-b339e8b2145f', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'admin_state_up': True, 'tenant_id': '954b89437b924cb9b2501bf08c82f521'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:17:33.404619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:17:33.414212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:17:33.512612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Made reservation on behalf of 954b89437b924cb9b2501bf08c82f521 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:17:33.516222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:33.679137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Allocated IP 172.20.0.5 (8561165c-6d2e-4c39-a784-0afd64fb33bc/a72be3ea-b234-40ee-be85-9c80de79e10e/db2baa7d-80ac-43d8-9ef2-2579a21a970a) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:17:33.875834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:33.891274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Transition to ACTIVE for port object db2baa7d-80ac-43d8-9ef2-2579a21a970a will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:17:33.987373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:34.063236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:17:34.066332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:17:34.070073 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:17:34.104558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event updated for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:34.141464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:34.142203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:34.216631 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-1b58698e-ab7f-4abb-a006-8d3ff9cf6e19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9515784 Sep 21 16:17:34.228753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Request body: {'port': {'device_id': '0a115da8-794f-4383-862d-b339e8b2145f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:17:34.328109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2b309-1728-4bf9-893a-a196a4426ab4 req-672c24f7-9dff-43d8-aefd-0a04d360e207 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:34.329638 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c4d2b309-1728-4bf9-893a-a196a4426ab4 req-672c24f7-9dff-43d8-aefd-0a04d360e207 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 931 time: 0.0922465 Sep 21 16:17:34.350972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:34.375506 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c4d2b309-1728-4bf9-893a-a196a4426ab4 req-1c2bcb0b-d1c0-4014-aeec-e6d61378b14c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Sep 21 16:17:34.398538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b8140440-4550-4d24-a2a6-35890f55dbc8 None None] Provisioning for port db2baa7d-80ac-43d8-9ef2-2579a21a970a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:17:34.403713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b8140440-4550-4d24-a2a6-35890f55dbc8 None None] Provisioning complete for port db2baa7d-80ac-43d8-9ef2-2579a21a970a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:34.404114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b8140440-4550-4d24-a2a6-35890f55dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:34.458746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b8140440-4550-4d24-a2a6-35890f55dbc8 None None] Port db2baa7d-80ac-43d8-9ef2-2579a21a970a cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:17:34.691367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2baa7d-80ac-43d8-9ef2-2579a21a970a {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:17:34.702505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:34.717163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Transition to ACTIVE for port object db2baa7d-80ac-43d8-9ef2-2579a21a970a will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:17:34.775372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:34.975211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Pushing event updated for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:34.985060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7c70caab-6d36-4c08-9334-6c714471bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:35.010274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Attempting to bind port db2baa7d-80ac-43d8-9ef2-2579a21a970a on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:17:35.010614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Attempting to bind port db2baa7d-80ac-43d8-9ef2-2579a21a970a by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:17:35.010973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Attempting to bind port db2baa7d-80ac-43d8-9ef2-2579a21a970a on network 8561165c-6d2e-4c39-a784-0afd64fb33bc {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:17:35.015771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Port db2baa7d-80ac-43d8-9ef2-2579a21a970a on network 8561165c-6d2e-4c39-a784-0afd64fb33bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:17:35.016196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Attempting to bind port db2baa7d-80ac-43d8-9ef2-2579a21a970a on network 8561165c-6d2e-4c39-a784-0afd64fb33bc {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:17:35.021440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:17:35.021784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Checking segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:17:35.022199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Bound using segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:17:35.022631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Bound port: db2baa7d-80ac-43d8-9ef2-2579a21a970a, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:17:35.022977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:35.112128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:17:35.115082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:17:35.192721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:35.222836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:35.223442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:35.224785 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] 10.222.0.33 "PUT /v2.0/ports/db2baa7d-80ac-43d8-9ef2-2579a21a970a HTTP/1.1" status: 200 len: 1093 time: 1.0011342 Sep 21 16:17:35.225281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:17:35.228077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d08e53f-3f79-41a8-9890-d3dfe4105977" -d '{"events": [{"name": "network-changed", "server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:17:35.358950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5e8756-5fec-44e2-bea1-1b0a74af060c x-openstack-request-id: req-2a5e8756-5fec-44e2-bea1-1b0a74af060c {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:17:35.359250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:17:35.359499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a5e8756-5fec-44e2-bea1-1b0a74af060c {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:17:35.359887 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5e8756-5fec-44e2-bea1-1b0a74af060c'] response: {'name': 'network-changed', 'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'status': 'completed', 'code': 200} Sep 21 16:17:35.433719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c22205-29ba-480f-9b0d-a7007ac130ce service neutron] Pushing event updated for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:35.452806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08e53f-3f79-41a8-9890-d3dfe4105977 req-dbff64c4-c2a2-402c-8d8e-3a58b39e7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:35.454335 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0d08e53f-3f79-41a8-9890-d3dfe4105977 req-dbff64c4-c2a2-402c-8d8e-3a58b39e7212 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 1096 time: 0.0972147 Sep 21 16:17:35.570320 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a963724-7836-4200-bcb7-cf86ace839c9 req-c280beee-8b58-4740-8bc5-b2c8cdd08c33 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:35.571755 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8a963724-7836-4200-bcb7-cf86ace839c9 req-c280beee-8b58-4740-8bc5-b2c8cdd08c33 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 943 time: 0.0851383 Sep 21 16:17:35.595218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08e53f-3f79-41a8-9890-d3dfe4105977 req-9bbe7469-67b5-40a9-a631-b235a3f0eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:35.596636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0d08e53f-3f79-41a8-9890-d3dfe4105977 req-9bbe7469-67b5-40a9-a631-b235a3f0eb45 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=954b89437b924cb9b2501bf08c82f521&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1363435 Sep 21 16:17:35.615876 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8a963724-7836-4200-bcb7-cf86ace839c9 req-23518d35-3c59-4b39-9d43-91d806945ef3 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Sep 21 16:17:35.730971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08e53f-3f79-41a8-9890-d3dfe4105977 req-18d4610e-09b7-4fbf-aefa-8621ad5fa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:35.732384 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0d08e53f-3f79-41a8-9890-d3dfe4105977 req-18d4610e-09b7-4fbf-aefa-8621ad5fa7fe service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298995 Sep 21 16:17:35.844808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-4ef60d1e-291e-4ecb-b802-e9191a371f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:35.846172 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-4ef60d1e-291e-4ecb-b802-e9191a371f84 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 1096 time: 0.0807161 Sep 21 16:17:35.912075 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-d42c8baa-6df4-43e1-afee-c88c6e9af68d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a HTTP/1.1" status: 200 len: 217 time: 0.0593278 Sep 21 16:17:35.977306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-58b622a9-5e87-44ca-bd87-667fcf1704f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:35.978912 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-58b622a9-5e87-44ca-bd87-667fcf1704f3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0611854 Sep 21 16:17:36.061905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-50843821-74b9-47bd-b523-6f16a0b4bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:36.063403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-50843821-74b9-47bd-b523-6f16a0b4bacb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789263 Sep 21 16:17:36.200258 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-b4056e0e-3033-4675-b0c9-40320009dcb1 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307569 Sep 21 16:17:36.227241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:36.337171 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-35c2da3d-db1d-45bc-936c-59e297c44118 req-3ceb748f-91b3-4ee6-b253-7b30e1a77f87 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310432 Sep 21 16:17:36.781803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:36.825097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8430fd-dd26-4dd2-892a-5b34aa1f956e req-cd15c0b1-e1a8-4759-aecf-ef2588706000 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:36.825790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-dc8430fd-dd26-4dd2-892a-5b34aa1f956e req-cd15c0b1-e1a8-4759-aecf-ef2588706000 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Synchronizing usage tracker for tenant:954b89437b924cb9b2501bf08c82f521 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:17:36.901755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-dc8430fd-dd26-4dd2-892a-5b34aa1f956e req-cd15c0b1-e1a8-4759-aecf-ef2588706000 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Unset dirty status for tenant:954b89437b924cb9b2501bf08c82f521 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:17:36.902993 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dc8430fd-dd26-4dd2-892a-5b34aa1f956e req-cd15c0b1-e1a8-4759-aecf-ef2588706000 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 943 time: 0.1701908 Sep 21 16:17:36.948244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-dc8430fd-dd26-4dd2-892a-5b34aa1f956e req-7665b188-1680-4f2c-b238-768bc5c26aee tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Synchronizing usage tracker for tenant:954b89437b924cb9b2501bf08c82f521 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:17:37.010397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-dc8430fd-dd26-4dd2-892a-5b34aa1f956e req-7665b188-1680-4f2c-b238-768bc5c26aee tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Unset dirty status for tenant:954b89437b924cb9b2501bf08c82f521 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:17:37.015198 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dc8430fd-dd26-4dd2-892a-5b34aa1f956e req-7665b188-1680-4f2c-b238-768bc5c26aee tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029761 Sep 21 16:17:37.923885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:38.218751 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5423f-966f-49e4-897d-bddb2779dacb req-fabbe6bf-2973-4f4d-a910-f914f1e037ef tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:38.220187 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-88c5423f-966f-49e4-897d-bddb2779dacb req-fabbe6bf-2973-4f4d-a910-f914f1e037ef tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 943 time: 0.0906525 Sep 21 16:17:38.263428 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-88c5423f-966f-49e4-897d-bddb2779dacb req-9e3c313d-02b7-48d8-9cd2-b0c9b0775552 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 Sep 21 16:17:39.361161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device db2baa7d-80ac-43d8-9ef2-2579a21a970a details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:17:39.465897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf0d1b-6de7-408f-91ec-f51a468b46fc req-4cb39f28-4fb8-4f91-8ea1-94f3da297078 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:39.467473 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2adf0d1b-6de7-408f-91ec-f51a468b46fc req-4cb39f28-4fb8-4f91-8ea1-94f3da297078 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 943 time: 0.0909176 Sep 21 16:17:39.494262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:39.507399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'port_id': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'mac_address': 'fa:16:3e:75:bb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:17:39.511237 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2adf0d1b-6de7-408f-91ec-f51a468b46fc req-5139e162-697c-4627-a228-c5fab6c709d9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380642 Sep 21 16:17:39.567927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port db2baa7d-80ac-43d8-9ef2-2579a21a970a is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:39.568221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:39.584830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2baa7d-80ac-43d8-9ef2-2579a21a970a {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:17:39.599609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:39.655098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:39.721373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:39.854273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['db2baa7d-80ac-43d8-9ef2-2579a21a970a'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:17:40.716919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802ba77-7cc5-418a-b197-83df7bed3c2e req-3a3521e2-4d58-46da-ba3e-4c9ae39f4529 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:40.718376 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4802ba77-7cc5-418a-b197-83df7bed3c2e req-3a3521e2-4d58-46da-ba3e-4c9ae39f4529 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 944 time: 0.0904872 Sep 21 16:17:40.761755 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4802ba77-7cc5-418a-b197-83df7bed3c2e req-efa89121-4d00-4338-9961-fe1c01cebe74 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378239 Sep 21 16:17:41.374210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device db2baa7d-80ac-43d8-9ef2-2579a21a970a up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:17:41.478788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port db2baa7d-80ac-43d8-9ef2-2579a21a970a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:17:41.483425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port db2baa7d-80ac-43d8-9ef2-2579a21a970a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:41.483797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:41.628891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port db2baa7d-80ac-43d8-9ef2-2579a21a970a is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:17:41.629195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:41.655086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:17:41.657331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588c2a6f-fbff-43a8-8edf-6ffd32a35be2" -d '{"events": [{"server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "name": "network-vif-plugged", "status": "completed", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:17:41.664671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:17:41.699015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c84ed08-7e80-49e4-b6bd-e0ad7372df07 x-openstack-request-id: req-5c84ed08-7e80-49e4-b6bd-e0ad7372df07 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:17:41.699333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "name": "network-vif-plugged", "status": "completed", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:17:41.699587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c84ed08-7e80-49e4-b6bd-e0ad7372df07 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:17:41.699981 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c84ed08-7e80-49e4-b6bd-e0ad7372df07'] response: {'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'code': 200} Sep 21 16:17:41.718523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:41.787670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:41.963821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9eed51-54bb-4246-adc3-6949aa6bee85 req-012e0abd-78ee-4922-8bfb-d6c4dfbf17ee tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:41.965271 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2e9eed51-54bb-4246-adc3-6949aa6bee85 req-012e0abd-78ee-4922-8bfb-d6c4dfbf17ee tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0947258 Sep 21 16:17:42.010570 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2e9eed51-54bb-4246-adc3-6949aa6bee85 req-ce0951db-c1d2-4287-9e72-0054df32ab19 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Sep 21 16:17:42.014186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833d5e7-8a5e-4052-a7a6-ea820ac0a346 req-88045cb1-4255-46ae-a402-003643e9dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:42.015669 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7833d5e7-8a5e-4052-a7a6-ea820ac0a346 req-88045cb1-4255-46ae-a402-003643e9dcc9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 1098 time: 0.0793879 Sep 21 16:17:42.059609 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7833d5e7-8a5e-4052-a7a6-ea820ac0a346 req-1ba22d81-fb01-4c90-a6ac-8b2e3310009c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374691 Sep 21 16:17:43.219658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb741d-0d42-4f11-932d-414c615fd6f4 req-2a5ea7e2-93f9-470f-a73a-8f812e47a1b1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:43.221298 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7dfb741d-0d42-4f11-932d-414c615fd6f4 req-2a5ea7e2-93f9-470f-a73a-8f812e47a1b1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0915399 Sep 21 16:17:43.267473 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7dfb741d-0d42-4f11-932d-414c615fd6f4 req-f9759d41-acb6-4ce8-87e2-ca960c1aca88 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404267 Sep 21 16:17:44.465471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf0390-d793-423e-8510-e7fa0869f2d1 req-d978e6e7-09ac-44c1-a19f-f85c08a34c67 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:44.466948 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4bbf0390-d793-423e-8510-e7fa0869f2d1 req-d978e6e7-09ac-44c1-a19f-f85c08a34c67 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0907025 Sep 21 16:17:44.510213 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4bbf0390-d793-423e-8510-e7fa0869f2d1 req-67c82d50-33da-4abb-8887-3e3f74257ec8 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 Sep 21 16:17:44.703997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f774b-bb80-4cd8-a322-cc88f0cb7cce req-bb3aad06-8b1c-4f83-979b-4a6cedf0e533 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:44.705693 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e80f774b-bb80-4cd8-a322-cc88f0cb7cce req-bb3aad06-8b1c-4f83-979b-4a6cedf0e533 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0884643 Sep 21 16:17:44.751649 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e80f774b-bb80-4cd8-a322-cc88f0cb7cce req-e901c041-77e6-4d9b-8dfb-b8366c107754 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Sep 21 16:17:45.150889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872d4c6-bfce-4236-bbbf-c0b075e9ded7 req-a9765f26-ca0a-4dc5-b1ec-fa0b654cb4f6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:45.152325 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4872d4c6-bfce-4236-bbbf-c0b075e9ded7 req-a9765f26-ca0a-4dc5-b1ec-fa0b654cb4f6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0872140 Sep 21 16:17:45.194920 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4872d4c6-bfce-4236-bbbf-c0b075e9ded7 req-2628486a-5b55-423e-91a1-e242e22ad424 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 Sep 21 16:17:45.389767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38a5ac-7233-4eac-8a13-ec00aeea7ef2 req-33b88e3b-eb85-4607-9779-4594c080975e tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:45.391227 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6d38a5ac-7233-4eac-8a13-ec00aeea7ef2 req-33b88e3b-eb85-4607-9779-4594c080975e tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0886953 Sep 21 16:17:45.434612 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6d38a5ac-7233-4eac-8a13-ec00aeea7ef2 req-818fb990-1254-480c-a9b7-21bbf3541e80 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378380 Sep 21 16:17:45.984740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32cb9e-8a8e-4db2-a68a-aa67068669a5 req-82e70314-7ee5-443c-a56e-e48fae3df171 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:45.986222 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4e32cb9e-8a8e-4db2-a68a-aa67068669a5 req-82e70314-7ee5-443c-a56e-e48fae3df171 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0881169 Sep 21 16:17:46.032577 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4e32cb9e-8a8e-4db2-a68a-aa67068669a5 req-267d396a-1651-4122-baa9-c2d4d7301195 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Sep 21 16:17:46.108245 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-b11d605e-8e4a-476c-aad1-cfd664eeb801 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943897 Sep 21 16:17:47.234377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58848bbf-d01f-4ef7-9d23-3f0ed41f2fb2 req-99e4f0a5-f035-49e0-b26a-433b2ea76f57 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:47.235757 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58848bbf-d01f-4ef7-9d23-3f0ed41f2fb2 req-99e4f0a5-f035-49e0-b26a-433b2ea76f57 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0907595 Sep 21 16:17:47.280954 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58848bbf-d01f-4ef7-9d23-3f0ed41f2fb2 req-7513496f-1e34-4711-aac0-c9698f3e10a0 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Sep 21 16:17:48.078217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-e2965b8d-921b-4639-bd32-d84b233b640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:48.079691 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-e2965b8d-921b-4639-bd32-d84b233b640a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 1098 time: 0.0895362 Sep 21 16:17:48.303992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-7542f55b-0f56-4e03-8c08-bd0f4a294e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:48.305338 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-7542f55b-0f56-4e03-8c08-bd0f4a294e3f service neutron] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 915 time: 0.2198460 Sep 21 16:17:48.372850 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-a7c00c76-34fa-4c8d-b83c-c422661525f8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a HTTP/1.1" status: 200 len: 217 time: 0.0612314 Sep 21 16:17:48.442325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-95d8102b-10ea-4809-82d1-dbd0aad2eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:48.444654 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-95d8102b-10ea-4809-82d1-dbd0aad2eda7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0662572 Sep 21 16:17:48.529893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-27767d3d-198a-476a-92ed-ad9f73befe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:48.531428 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-27767d3d-198a-476a-92ed-ad9f73befe08 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811617 Sep 21 16:17:48.579403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab69581-d966-413f-89d4-71a2db6c3b52 req-ad130439-deda-43e3-80d7-c520042eee31 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:48.581023 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bab69581-d966-413f-89d4-71a2db6c3b52 req-ad130439-deda-43e3-80d7-c520042eee31 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.1881721 Sep 21 16:17:48.626357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bab69581-d966-413f-89d4-71a2db6c3b52 req-fc723d0c-09ea-463a-830e-f66753b4090d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Sep 21 16:17:48.666165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-9583b50d-7270-4e45-b290-3b87ba5f6f61 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275282 Sep 21 16:17:48.798860 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-b7f2291f-c8e5-4b23-9fc3-6b42b01d6c10 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276937 Sep 21 16:17:49.831434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f81aa3-6ae2-4bd2-89f9-d733324f56c6 req-4bb2cd99-3401-4c61-b2bb-517547da804d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:49.832891 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a7f81aa3-6ae2-4bd2-89f9-d733324f56c6 req-4bb2cd99-3401-4c61-b2bb-517547da804d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0907550 Sep 21 16:17:49.876844 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a7f81aa3-6ae2-4bd2-89f9-d733324f56c6 req-ffaebaa1-a86c-4a3d-a779-aa7a7fb11727 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376863 Sep 21 16:17:51.074828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb180bc-44ee-44ce-bf58-288b22913f84 req-4eee5855-dfd8-4aa0-8fde-b441cb42ccf6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:51.076274 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dcb180bc-44ee-44ce-bf58-288b22913f84 req-4eee5855-dfd8-4aa0-8fde-b441cb42ccf6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0890892 Sep 21 16:17:51.120001 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dcb180bc-44ee-44ce-bf58-288b22913f84 req-77907e59-250e-415b-80c3-987b07675dc7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Sep 21 16:17:51.488806 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:17:52.459078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a20ee6-b3a3-40ad-9955-9fff413f9318 req-a3f49f5d-f523-45b3-bfab-9e5a0dd614d8 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:52.460508 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-71a20ee6-b3a3-40ad-9955-9fff413f9318 req-a3f49f5d-f523-45b3-bfab-9e5a0dd614d8 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0891206 Sep 21 16:17:52.503530 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-71a20ee6-b3a3-40ad-9955-9fff413f9318 req-d6ec59ea-05dc-46a5-a233-bfb878963539 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Sep 21 16:17:53.700910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ce4d-96d9-4286-98dd-6c9edbe277c4 req-83081bd0-a073-4aee-b75a-37d617a47a3a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:53.702382 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cce7ce4d-96d9-4286-98dd-6c9edbe277c4 req-83081bd0-a073-4aee-b75a-37d617a47a3a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0884564 Sep 21 16:17:53.748556 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cce7ce4d-96d9-4286-98dd-6c9edbe277c4 req-a66f3d09-b12e-4628-bc00-9b3a24346a59 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 Sep 21 16:17:54.943844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b85c7-734e-41f7-be5f-fa3125fe5689 req-785c5eb1-8dda-4819-a03d-6ec7b738a4ed tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:54.945289 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de5b85c7-734e-41f7-be5f-fa3125fe5689 req-785c5eb1-8dda-4819-a03d-6ec7b738a4ed tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0865145 Sep 21 16:17:54.989135 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-de5b85c7-734e-41f7-be5f-fa3125fe5689 req-0d8d358a-12d9-448a-9396-d8b8eac10a3c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Sep 21 16:17:56.188689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe4314-b5a3-4640-bcd5-d453edc48f75 req-b034f90d-8378-4afb-b52b-358d0d815726 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:56.190161 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-79fe4314-b5a3-4640-bcd5-d453edc48f75 req-b034f90d-8378-4afb-b52b-358d0d815726 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0861824 Sep 21 16:17:56.233698 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-79fe4314-b5a3-4640-bcd5-d453edc48f75 req-b37a3a22-4acc-4fb3-8f06-7c5361f0b0f4 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Sep 21 16:17:57.438627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49955405-807b-43ce-a16c-4dca3d487b64 req-644ea87f-3a8a-4535-b7d0-256f1c3488ea tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:57.440065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-49955405-807b-43ce-a16c-4dca3d487b64 req-644ea87f-3a8a-4535-b7d0-256f1c3488ea tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0901413 Sep 21 16:17:57.483990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-49955405-807b-43ce-a16c-4dca3d487b64 req-cc3268f9-d624-4f6b-9031-ef1edfc88288 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384121 Sep 21 16:17:58.684205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93abe8-f6c9-4afc-8f41-04629e78487f req-7dd0c03c-1d19-4432-994a-25209f8258cc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:58.685671 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ec93abe8-f6c9-4afc-8f41-04629e78487f req-7dd0c03c-1d19-4432-994a-25209f8258cc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0921361 Sep 21 16:17:58.729911 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ec93abe8-f6c9-4afc-8f41-04629e78487f req-1f0d25d4-3a3e-4d63-b65b-9f13ed5a67dc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Sep 21 16:17:59.003873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:59.928804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25035-6dc0-4a96-809b-e622a935046b req-f7243d09-609f-406a-8f80-abab1fb655c7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:17:59.930274 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-baa25035-6dc0-4a96-809b-e622a935046b req-f7243d09-609f-406a-8f80-abab1fb655c7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0906363 Sep 21 16:17:59.973673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-baa25035-6dc0-4a96-809b-e622a935046b req-fe73140c-2a32-428e-84b3-608959b0f654 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372381 Sep 21 16:18:01.173265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70faef9-1cfa-4ddf-9b67-59c52dbe5e09 req-052501f1-1382-46fe-a550-46828dc13c5d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:01.174914 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a70faef9-1cfa-4ddf-9b67-59c52dbe5e09 req-052501f1-1382-46fe-a550-46828dc13c5d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0894558 Sep 21 16:18:01.221114 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a70faef9-1cfa-4ddf-9b67-59c52dbe5e09 req-3d083593-b9d8-4637-83b8-58eb9d378477 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Sep 21 16:18:02.416697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2f5fd-e1c8-49e5-969e-0a421f9e71c8 req-dbe230e5-554e-49e6-88db-9f34233031f1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:02.418177 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7f2f5fd-e1c8-49e5-969e-0a421f9e71c8 req-dbe230e5-554e-49e6-88db-9f34233031f1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0873048 Sep 21 16:18:02.460657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7f2f5fd-e1c8-49e5-969e-0a421f9e71c8 req-372015db-0ddf-4d89-90df-abab90368ff9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369387 Sep 21 16:18:02.883417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c8e563b3-77e6-4b2b-9b5d-73ac2bc3884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:03.657679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a7c1a-6f02-4ed8-a0b5-b0ff03400da1 req-13d27dc3-9e46-46e2-a006-dd4828c0cdfa tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:03.659148 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9c3a7c1a-6f02-4ed8-a0b5-b0ff03400da1 req-13d27dc3-9e46-46e2-a006-dd4828c0cdfa tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0855966 Sep 21 16:18:03.702475 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9c3a7c1a-6f02-4ed8-a0b5-b0ff03400da1 req-13afd958-e8cb-4f83-8ae9-48b3ca07046a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378408 Sep 21 16:18:04.906768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf26fb-c4ba-49ba-936d-a5bee4e3958f req-cb6394b7-f1b9-4803-ab7a-72a01b9450e3 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:04.908227 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57bf26fb-c4ba-49ba-936d-a5bee4e3958f req-cb6394b7-f1b9-4803-ab7a-72a01b9450e3 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0913024 Sep 21 16:18:04.953006 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57bf26fb-c4ba-49ba-936d-a5bee4e3958f req-0f7d9ddc-cce4-4a76-a41c-273d63514f09 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Sep 21 16:18:04.992508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-03e05320-a563-41ab-9f47-505db08569ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:06.159837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b640539-3145-4d12-8056-d06a340bfbd0 req-bc9805ae-3283-49aa-8aaa-bd2142c3195f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:06.161284 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1b640539-3145-4d12-8056-d06a340bfbd0 req-bc9805ae-3283-49aa-8aaa-bd2142c3195f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0908530 Sep 21 16:18:06.206245 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1b640539-3145-4d12-8056-d06a340bfbd0 req-52946e30-b033-4388-9b40-d84cd1c163e5 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392451 Sep 21 16:18:06.232359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:06.786534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:07.405871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ca740-bb1d-41aa-9b00-fc29625e12b3 req-7b40571b-f586-4cec-9165-0cb6b25d674f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:07.407351 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-936ca740-bb1d-41aa-9b00-fc29625e12b3 req-7b40571b-f586-4cec-9165-0cb6b25d674f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0896089 Sep 21 16:18:07.451350 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-936ca740-bb1d-41aa-9b00-fc29625e12b3 req-6829f7bc-0e0b-4d46-82c3-80b3842450fe tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Sep 21 16:18:07.934922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:08.646329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4102c-fa7c-4065-999e-ccf3cb581cf8 req-2fb72106-06ce-4fb3-bc3c-b420ad8430b5 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:08.647793 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-88d4102c-fa7c-4065-999e-ccf3cb581cf8 req-2fb72106-06ce-4fb3-bc3c-b420ad8430b5 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0866318 Sep 21 16:18:08.694686 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-88d4102c-fa7c-4065-999e-ccf3cb581cf8 req-719cd52e-cec6-4f83-a4eb-032da87c70e7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Sep 21 16:18:09.891904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42258822-39ca-44a1-bd69-47e9e0e65fed req-81246282-a671-4714-8a14-afbc0cbbd471 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:09.893355 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-42258822-39ca-44a1-bd69-47e9e0e65fed req-81246282-a671-4714-8a14-afbc0cbbd471 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0879822 Sep 21 16:18:09.936193 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-42258822-39ca-44a1-bd69-47e9e0e65fed req-744540c8-c84c-4add-b9ba-549930fb9b03 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372910 Sep 21 16:18:11.137567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a903aea-569b-4ff5-b5b1-87b8e81b1c60 req-ea1fe6ad-894d-419c-814a-16523149aa02 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:11.139054 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7a903aea-569b-4ff5-b5b1-87b8e81b1c60 req-ea1fe6ad-894d-419c-814a-16523149aa02 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0870295 Sep 21 16:18:11.181948 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7a903aea-569b-4ff5-b5b1-87b8e81b1c60 req-31fe5d22-1b86-4c34-ac70-f737dcb34aab tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373275 Sep 21 16:18:12.384197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7a118-0c44-46b9-82f7-1248c821ee16 req-af72666f-3c0e-4232-b1e8-2a788a021af9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:12.385558 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ef7a118-0c44-46b9-82f7-1248c821ee16 req-af72666f-3c0e-4232-b1e8-2a788a021af9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0910842 Sep 21 16:18:12.428633 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ef7a118-0c44-46b9-82f7-1248c821ee16 req-c5185b72-de1b-4783-9bfb-0aee16464cab tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373738 Sep 21 16:18:13.629499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb952aa7-2412-47f3-8d65-cd9e14a454e7 req-064a32fe-e735-44d0-9f72-45aeec91650e tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:13.633981 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cb952aa7-2412-47f3-8d65-cd9e14a454e7 req-064a32fe-e735-44d0-9f72-45aeec91650e tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0920258 Sep 21 16:18:13.676211 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cb952aa7-2412-47f3-8d65-cd9e14a454e7 req-a51f7d72-82fb-4788-9366-80540c87ea38 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392087 Sep 21 16:18:14.883077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397b520-bd68-4b6b-8ccf-7485726e2287 req-d609bd0c-6972-429e-b1f3-d107e4ce9b55 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:14.884450 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f397b520-bd68-4b6b-8ccf-7485726e2287 req-d609bd0c-6972-429e-b1f3-d107e4ce9b55 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0916607 Sep 21 16:18:14.927901 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f397b520-bd68-4b6b-8ccf-7485726e2287 req-aba963fb-dea8-479e-8b35-dae3c541298b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Sep 21 16:18:16.123629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d6f67-9a55-4410-b60d-209a3ea892d9 req-1845171a-d42f-4782-9e3e-f1f10a463ac6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:16.125095 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6d5d6f67-9a55-4410-b60d-209a3ea892d9 req-1845171a-d42f-4782-9e3e-f1f10a463ac6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0862222 Sep 21 16:18:16.171997 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6d5d6f67-9a55-4410-b60d-209a3ea892d9 req-f274910f-c565-4e31-b104-31d64f181228 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Sep 21 16:18:17.370712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1de68-4f87-4000-9b00-7a97ed25cff0 req-868a4d76-9c43-4655-83fa-b6d9e8f2fa6d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:17.372037 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-37e1de68-4f87-4000-9b00-7a97ed25cff0 req-868a4d76-9c43-4655-83fa-b6d9e8f2fa6d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0879414 Sep 21 16:18:17.415087 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-37e1de68-4f87-4000-9b00-7a97ed25cff0 req-10f628d7-9605-4fd8-9356-fcacb9f603af tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368583 Sep 21 16:18:18.611438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b5980-615d-4041-a114-cf4387ad64f5 req-cac4c236-eec2-4c81-8b69-bab92d8bc0d2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:18.612868 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-730b5980-615d-4041-a114-cf4387ad64f5 req-cac4c236-eec2-4c81-8b69-bab92d8bc0d2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0861518 Sep 21 16:18:18.656698 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-730b5980-615d-4041-a114-cf4387ad64f5 req-1884b2dd-ca0d-47d7-85f4-7508244389d7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374136 Sep 21 16:18:19.859374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385a2a-b401-405a-99b2-1fe77c9750cb req-7d7df01d-8e46-4e53-bcd9-61ae609d07e8 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:19.860826 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74385a2a-b401-405a-99b2-1fe77c9750cb req-7d7df01d-8e46-4e53-bcd9-61ae609d07e8 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0899844 Sep 21 16:18:19.905349 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74385a2a-b401-405a-99b2-1fe77c9750cb req-dd4a3faf-af7c-4398-95f8-7e492b4218de tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389588 Sep 21 16:18:20.735984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-fd4837bc-8cd1-4826-899d-63b986a946e3 service neutron] 10.222.0.33 "GET /v2.0/ports/db2baa7d-80ac-43d8-9ef2-2579a21a970a/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.0776358 Sep 21 16:18:21.112883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cea39-ccae-426a-975c-bbc946983620 req-bea9df54-eeef-43f7-b59d-80a55062aeb7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:21.114354 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5f1cea39-ccae-426a-975c-bbc946983620 req-bea9df54-eeef-43f7-b59d-80a55062aeb7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0955539 Sep 21 16:18:21.163090 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5f1cea39-ccae-426a-975c-bbc946983620 req-485184de-b031-4ba0-9614-219be77fd6f5 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 Sep 21 16:18:21.434630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-3319f9e4-4386-4dee-ab5f-cd360c243fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:21.436104 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-3319f9e4-4386-4dee-ab5f-cd360c243fc7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f&tenant_id=954b89437b924cb9b2501bf08c82f521 HTTP/1.1" status: 200 len: 1098 time: 0.1701093 Sep 21 16:18:21.540378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-dd6652ff-1771-4eb4-b246-dc41c6533851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:21.541838 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-dd6652ff-1771-4eb4-b246-dc41c6533851 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 1098 time: 0.0813415 Sep 21 16:18:21.671329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-979aa5f6-4a45-475d-8e26-da9b109a0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:21.672731 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-979aa5f6-4a45-475d-8e26-da9b109a0ec6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 915 time: 0.1250379 Sep 21 16:18:21.738305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-57aea061-8dee-4c2f-aab6-6f99d002bff8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a HTTP/1.1" status: 200 len: 217 time: 0.0595281 Sep 21 16:18:21.800301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-d2f40d06-c9cc-4b64-82d1-59c9a0d1e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:21.801680 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-d2f40d06-c9cc-4b64-82d1-59c9a0d1e654 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0579867 Sep 21 16:18:21.882265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-a08eea2d-7550-47ca-a6c3-c11559ecf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:21.884315 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-a08eea2d-7550-47ca-a6c3-c11559ecf99a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770652 Sep 21 16:18:22.014871 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-e8f46c91-2821-4f4b-993e-a3890382d382 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245201 Sep 21 16:18:22.146596 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-642945fb-5b6d-4644-97c8-18d481ffd221 req-167a5c04-a4e5-4c9d-a8fb-3ea9768664b4 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253052 Sep 21 16:18:22.372839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2aa2e-22ca-48c9-9192-128c329cdbb0 req-d202f619-0208-44e1-99a1-8f5d2a83186e tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:22.374280 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-60c2aa2e-22ca-48c9-9192-128c329cdbb0 req-d202f619-0208-44e1-99a1-8f5d2a83186e tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0925157 Sep 21 16:18:22.419210 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-60c2aa2e-22ca-48c9-9192-128c329cdbb0 req-063402af-30c6-4250-bba4-c415c9d1cbd4 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Sep 21 16:18:23.588009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device db2baa7d-80ac-43d8-9ef2-2579a21a970a no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:18:23.618199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6335a-f494-4f98-b8be-155b976c288e req-e76aac3d-9d05-498d-8ea2-2c4ac764f525 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:23.619717 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dca6335a-f494-4f98-b8be-155b976c288e req-e76aac3d-9d05-498d-8ea2-2c4ac764f525 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0890615 Sep 21 16:18:23.667193 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dca6335a-f494-4f98-b8be-155b976c288e req-0c2c5e69-d25d-4f00-895a-4e47e3e4daeb tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Sep 21 16:18:23.703990 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port db2baa7d-80ac-43d8-9ef2-2579a21a970a is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:18:23.704449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:23.731088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:18:23.733370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bba583-e9e5-4370-bcd9-e6b2ca9a3969" -d '{"events": [{"server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "name": "network-vif-unplugged", "status": "completed", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:18:23.741440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:18:23.831959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:23.868406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274386e6-d744-47b5-b534-876c876834f9 x-openstack-request-id: req-274386e6-d744-47b5-b534-876c876834f9 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:18:23.868706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "name": "network-vif-unplugged", "status": "completed", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:18:23.868965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-274386e6-d744-47b5-b534-876c876834f9 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:18:23.869360 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274386e6-d744-47b5-b534-876c876834f9'] response: {'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'code': 200} Sep 21 16:18:23.902274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:23.909499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.909850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.910215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.910561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.910898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.911229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.911561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.911892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.912221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.912548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.912874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:23.913198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:24.866452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c240-395b-4329-9333-09c64f714930 req-a757f493-6850-4171-a730-d3e1021a089c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:24.868441 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a997c240-395b-4329-9333-09c64f714930 req-a757f493-6850-4171-a730-d3e1021a089c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 943 time: 0.0873673 Sep 21 16:18:24.912127 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a997c240-395b-4329-9333-09c64f714930 req-c2f9781a-61e7-4dc7-8357-9278b397a3c2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Sep 21 16:18:25.062314 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-23370878-2a5a-45ff-8ebc-3c80b9596e35 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790715 Sep 21 16:18:25.211613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-bd56e9ab-42b7-495c-97ee-6b7e785d6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:25.213082 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-bd56e9ab-42b7-495c-97ee-6b7e785d6c71 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 1096 time: 0.0839489 Sep 21 16:18:25.272827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.33', 59342) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:18:25.361378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-07581362-f5ab-42ab-979a-9f3ab83adcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:25.362870 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-07581362-f5ab-42ab-979a-9f3ab83adcd3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 915 time: 0.1305666 Sep 21 16:18:25.384694 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a3a19-2499-4dc2-9154-7431f1b8bb9a req-8dc3deca-bf69-4a3b-9f20-e68404d45837 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:25.386150 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-440a3a19-2499-4dc2-9154-7431f1b8bb9a req-8dc3deca-bf69-4a3b-9f20-e68404d45837 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 943 time: 0.1591954 Sep 21 16:18:25.394076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5768e6-434d-476b-9225-c13f4672732c req-8ebbfc96-ae4f-4fd8-8c26-9445f1241780 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:25.395406 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-8ebbfc96-ae4f-4fd8-8c26-9445f1241780 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f&tenant_id=954b89437b924cb9b2501bf08c82f521&binding%3Ahost_id=hv-neutron-8586 HTTP/1.1" status: 200 len: 943 time: 0.1214824 Sep 21 16:18:25.433385 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-65299e76-a455-4d53-b491-efe1b8c9f63d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a HTTP/1.1" status: 200 len: 217 time: 0.0642455 Sep 21 16:18:25.436630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-440a3a19-2499-4dc2-9154-7431f1b8bb9a req-4652bf10-07b7-48e5-b4f8-51e2038fbf66 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Sep 21 16:18:25.498373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-47ce4207-e044-41c6-b0c4-622040d464f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:25.499712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-47ce4207-e044-41c6-b0c4-622040d464f7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0607665 Sep 21 16:18:25.581641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-6a8cc6d5-c4dd-4468-a084-2b8993eba586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:25.583163 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-6a8cc6d5-c4dd-4468-a084-2b8993eba586 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771153 Sep 21 16:18:25.597278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device db2baa7d-80ac-43d8-9ef2-2579a21a970a details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:18:25.714352 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-4f4bd490-95dd-4452-ae35-17aa9957b4c3 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252577 Sep 21 16:18:25.730743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:18:25.743962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'port_id': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'mac_address': 'fa:16:3e:75:bb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:18:25.805862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port db2baa7d-80ac-43d8-9ef2-2579a21a970a is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:18:25.806185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:25.824138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2baa7d-80ac-43d8-9ef2-2579a21a970a {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:18:25.840739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:18:25.906346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:25.945337 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a01f7fe9-137a-4733-b2de-32307815e4a0 req-abe4fc53-94ce-4a4b-a5b4-3d42cff90814 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247009 Sep 21 16:18:25.972764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['db2baa7d-80ac-43d8-9ef2-2579a21a970a'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:18:26.014261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:26.164576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5768e6-434d-476b-9225-c13f4672732c req-2e06b6fc-242e-46ee-954f-acf2c0aeee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:26.166075 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-2e06b6fc-242e-46ee-954f-acf2c0aeee41 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 1097 time: 0.0776672 Sep 21 16:18:26.295905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5768e6-434d-476b-9225-c13f4672732c req-8e6eaf4e-1ded-4415-b5ff-e1e8d0b9a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:26.297335 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-8e6eaf4e-1ded-4415-b5ff-e1e8d0b9a2a1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 915 time: 0.1256847 Sep 21 16:18:26.367165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-c1353b27-529f-489c-865e-8d5e1fa371b6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a HTTP/1.1" status: 200 len: 217 time: 0.0634449 Sep 21 16:18:26.428225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5768e6-434d-476b-9225-c13f4672732c req-854f5621-9a5d-4d34-931b-4b21a9e9f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:26.429561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-854f5621-9a5d-4d34-931b-4b21a9e9f2db service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0568902 Sep 21 16:18:26.515699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5768e6-434d-476b-9225-c13f4672732c req-e1029b7a-f6d1-4887-b04d-b0b962e2291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:26.517288 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-e1029b7a-f6d1-4887-b04d-b0b962e2291a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822101 Sep 21 16:18:26.712222 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-d1c84b78-1be6-4240-a48b-a293d1181989 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877451 Sep 21 16:18:26.747533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c48a4-89d3-4915-84ce-26cb0f38135a req-52d9ef60-1c7b-498c-b296-fc01c1fb83e5 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:26.748919 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7d2c48a4-89d3-4915-84ce-26cb0f38135a req-52d9ef60-1c7b-498c-b296-fc01c1fb83e5 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 944 time: 0.1575189 Sep 21 16:18:26.863386 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7d2c48a4-89d3-4915-84ce-26cb0f38135a req-7d4ce38c-b927-4107-a09c-e4b6bee36927 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663099 Sep 21 16:18:26.887072 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-f1d76e6a-75b2-4991-99ee-79f2460394a3 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684678 Sep 21 16:18:27.613622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device db2baa7d-80ac-43d8-9ef2-2579a21a970a up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:18:27.680396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port db2baa7d-80ac-43d8-9ef2-2579a21a970a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:18:27.680776 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:27.798737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port db2baa7d-80ac-43d8-9ef2-2579a21a970a is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:18:27.799030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:27.826649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:18:27.828922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df46730-784d-464c-a50f-21af79adfc50" -d '{"events": [{"server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "name": "network-vif-plugged", "status": "completed", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:18:27.837254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:18:27.875558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ad5145-571e-4a41-8da3-79e05abfbebe x-openstack-request-id: req-c1ad5145-571e-4a41-8da3-79e05abfbebe {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:18:27.875558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "name": "network-vif-plugged", "status": "completed", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:18:27.875558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1ad5145-571e-4a41-8da3-79e05abfbebe {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:18:27.875558 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ad5145-571e-4a41-8da3-79e05abfbebe'] response: {'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'code': 200} Sep 21 16:18:27.923460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:27.996964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:28.067297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe97a9-ed76-4a8e-9590-d9e8805fb9f0 req-f4e392a8-c0fa-42a4-b2df-bde1859972b7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:28.068771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bffe97a9-ed76-4a8e-9590-d9e8805fb9f0 req-f4e392a8-c0fa-42a4-b2df-bde1859972b7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0924196 Sep 21 16:18:28.120650 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bffe97a9-ed76-4a8e-9590-d9e8805fb9f0 req-85e841be-c01b-4292-bb6c-57fa2e48793b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454326 Sep 21 16:18:28.318828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf3e70-d547-42ee-b337-b59fd272fb87 req-a5d2b69a-fc6c-42b6-ad6f-42208d15c94a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:28.320324 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-58cf3e70-d547-42ee-b337-b59fd272fb87 req-a5d2b69a-fc6c-42b6-ad6f-42208d15c94a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0879147 Sep 21 16:18:28.363847 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-58cf3e70-d547-42ee-b337-b59fd272fb87 req-7b60fdd7-b687-4e4a-acda-41921e637777 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Sep 21 16:18:28.488011 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:18:28.545048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50292) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:18:28.550240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28666027', 'description': 'tempest-description--1602480273'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:18:28.557157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:18:28.566724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:18:28.642941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:28.663560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:18:28.668051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Usage tracker for resource:security_group_rule and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:18:28.670922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:18:28.676912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:18:28.744474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:28.825955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:28.874060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedb6ba3-bfb8-43e0-aced-45a6e4ba22b6,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:28.882072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.885670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.886549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:28.957883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:28.959171 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-46f9b302-ff8c-4744-abfc-a91150565572 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4131169 Sep 21 16:18:28.962687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50296) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:18:28.967813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Request body: {'security_group_rule': {'security_group_id': 'fedb6ba3-bfb8-43e0-aced-45a6e4ba22b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:18:28.974014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:18:28.978815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Usage tracker for resource:security_group_rule and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:18:28.981765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:18:28.987649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:18:29.015130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.078792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.139976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.208610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.231789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd51ed95-ab00-40eb-8592-cab4af5e5daf,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:29.306074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.307292 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0eea1ba7-3aee-4d01-ad65-235693b59e46 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436556 Sep 21 16:18:29.310122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50300) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:18:29.315093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Request body: {'security_group_rule': {'security_group_id': 'fedb6ba3-bfb8-43e0-aced-45a6e4ba22b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:18:29.321611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:18:29.325647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Usage tracker for resource:security_group_rule and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:18:29.328668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:18:29.334818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:18:29.415401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.476079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.522752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.545733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a43c029-d61d-466c-91de-e80c07b993bc,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:29.602878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.604098 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4debafcb-65f7-47ad-b83a-3963c4a7f0a1 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930446 Sep 21 16:18:29.607293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50304) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:18:29.612164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:18:29.618701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:18:29.622530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Usage tracker for resource:floatingip and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:18:29.625372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:18:29.631085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:18:29.700158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.836226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:29.971994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Allocated IP 172.26.0.132 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/f281ca2f-f23a-415a-9398-173f99e4bc27) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:18:30.212319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:30.294980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:30.365971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:18:30.369030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:18:30.371877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:18:30.407036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event updated for resources: {'Port': ['ID=f281ca2f-f23a-415a-9398-173f99e4bc27,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:30.456292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:30.566961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:30.767988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:30.837250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:30.942745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:30.946440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event updated for resources: {'Port': ['ID=f281ca2f-f23a-415a-9398-173f99e4bc27,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:31.038034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:31.039849 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1b762a36-15f3-4cc3-9b35-0582df1e6484 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4316502 Sep 21 16:18:31.210140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041c091-3d39-42ff-a0c6-0d24c1f7cc64 req-1191eb1b-9f46-4e87-873a-2ccc5308f179 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:31.212091 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4041c091-3d39-42ff-a0c6-0d24c1f7cc64 req-1191eb1b-9f46-4e87-873a-2ccc5308f179 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0893998 Sep 21 16:18:31.254948 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4041c091-3d39-42ff-a0c6-0d24c1f7cc64 req-f7578305-99a0-4cf9-9a27-3eb3f467f61d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 Sep 21 16:18:32.003151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-c1686afe-f2b9-439f-b023-312ad4dea210 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:32.004570 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-c1686afe-f2b9-439f-b023-312ad4dea210 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 814 time: 0.2321157 Sep 21 16:18:32.019778 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-85e307b2-a3dc-4854-85a7-282f9eb4255c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/quotas/954b89437b924cb9b2501bf08c82f521 HTTP/1.1" status: 200 len: 375 time: 0.0088880 Sep 21 16:18:32.110462 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-d561be6a-426a-4011-bf42-10afb636d3d6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0855525 Sep 21 16:18:32.287622 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-9ea642cd-2755-4c87-aa04-adb0971f16e6 service neutron] 10.222.0.65 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701419 Sep 21 16:18:32.418078 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-df627bff-d1f1-4e92-881c-d85632faf6ae service neutron] 10.222.0.65 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242747 Sep 21 16:18:32.689635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87ee184b-c923-443d-bd51-a6e6ed0b686e req-0737120d-2b32-468b-9aca-cb31ebb706c5 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 210 time: 0.0509362 Sep 21 16:18:32.860320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-efd3e62b-c3a0-46c2-90fe-fc2d330abda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:33.427123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-4bbb6679-9aa5-4175-b55a-5f48b3e0d1b7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:33.428531 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-4bbb6679-9aa5-4175-b55a-5f48b3e0d1b7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "GET /v2.0/ports?device_id=0a115da8-794f-4383-862d-b339e8b2145f HTTP/1.1" status: 200 len: 945 time: 0.0937328 Sep 21 16:18:33.502606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Deleting port db2baa7d-80ac-43d8-9ef2-2579a21a970a {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:18:33.502947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:33.753488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] For port db2baa7d-80ac-43d8-9ef2-2579a21a970a, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=db2baa7d-80ac-43d8-9ef2-2579a21a970a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:18:33.754200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:33.855838 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ad4cbfad-47f5-48e8-8774-1833038e231e req-1b86731d-09d7-4f16-ad49-e5fe1038b33d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 210 time: 0.0539794 Sep 21 16:18:33.879180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Calling delete_port for db2baa7d-80ac-43d8-9ef2-2579a21a970a owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:18:34.094430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:34.106474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['db2baa7d-80ac-43d8-9ef2-2579a21a970a'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:18:34.144859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event deleted for resources: {'Port': ['ID=db2baa7d-80ac-43d8-9ef2-2579a21a970a,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:34.236181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] No DVR routers for this DVR port db2baa7d-80ac-43d8-9ef2-2579a21a970a on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:18:34.238813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:34.241547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'name': 'network-vif-deleted', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:18:34.244475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff96175-71f8-4291-ab89-1b63d48f1a6a" -d '{"events": [{"server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "name": "network-vif-deleted", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:18:34.296898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d84c2-7f74-40dc-bd38-741327633779 x-openstack-request-id: req-539d84c2-7f74-40dc-bd38-741327633779 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:18:34.297235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a115da8-794f-4383-862d-b339e8b2145f", "name": "network-vif-deleted", "tag": "db2baa7d-80ac-43d8-9ef2-2579a21a970a", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:18:34.297977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-539d84c2-7f74-40dc-bd38-741327633779 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:18:34.298369 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539d84c2-7f74-40dc-bd38-741327633779'] response: {'server_uuid': '0a115da8-794f-4383-862d-b339e8b2145f', 'name': 'network-vif-deleted', 'tag': 'db2baa7d-80ac-43d8-9ef2-2579a21a970a', 'status': 'completed', 'code': 200} Sep 21 16:18:34.312684 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cc2ab40a-0d69-4248-adb4-5a0bbf3e2877 req-55a1b2f3-4ae8-46b6-9be9-6b22e77a2d0d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "DELETE /v2.0/ports/db2baa7d-80ac-43d8-9ef2-2579a21a970a HTTP/1.1" status: 204 len: 173 time: 0.8780477 Sep 21 16:18:34.611750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-968deb58-3b1c-437a-a99a-9b7ffb86ef1a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:34.613208 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-968deb58-3b1c-437a-a99a-9b7ffb86ef1a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 814 time: 0.2550237 Sep 21 16:18:34.626205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Request body: {'port': {'device_id': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'admin_state_up': True, 'tenant_id': '954b89437b924cb9b2501bf08c82f521'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:18:34.762556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:18:34.766728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Usage tracker for resource:port and tenant:954b89437b924cb9b2501bf08c82f521 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:18:34.769588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:18:34.775841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:18:34.843127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Made reservation on behalf of 954b89437b924cb9b2501bf08c82f521 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:18:34.846700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:35.015561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6f908b25-e617-48f1-874b-7ec2cc21d534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:35.031421 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2214f1b8-9186-4969-8035-c43057735378 req-6c7a526f-a59a-438a-af9c-1874cff40a21 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 210 time: 0.0516765 Sep 21 16:18:35.044040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Allocated IP 172.20.0.13 (8561165c-6d2e-4c39-a784-0afd64fb33bc/a72be3ea-b234-40ee-be85-9c80de79e10e/51a37d0a-c5a9-4354-8c61-e52c75ae55fe) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:18:35.253872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:35.270032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Transition to ACTIVE for port object 51a37d0a-c5a9-4354-8c61-e52c75ae55fe will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:18:35.363772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:35.374570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['db2baa7d-80ac-43d8-9ef2-2579a21a970a'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:18:35.437581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:18:35.440430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:18:35.444421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:18:35.481591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event updated for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:35.514919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:35.515532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:35.586975 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-1df66308-65cb-43fe-b82b-700ce4b469a2 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9648201 Sep 21 16:18:35.603366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Request body: {'port': {'device_id': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:18:35.715004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:35.763212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ff505e6a-60c4-4292-bc90-61a0b6102756 None None] Provisioning for port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:18:35.768151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ff505e6a-60c4-4292-bc90-61a0b6102756 None None] Provisioning complete for port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:18:35.768627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ff505e6a-60c4-4292-bc90-61a0b6102756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:35.824418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ff505e6a-60c4-4292-bc90-61a0b6102756 None None] Port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:18:36.056580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a37d0a-c5a9-4354-8c61-e52c75ae55fe {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:18:36.064034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:36.078535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Transition to ACTIVE for port object 51a37d0a-c5a9-4354-8c61-e52c75ae55fe will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:18:36.134332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:36.255053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:36.385394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Pushing event updated for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:36.447240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a205450-daf9-45d4-b426-2dde2d1da7f5 req-b7bedb68-01c9-4ba9-a4bb-ae25b2b61b8b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:36.447846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9a205450-daf9-45d4-b426-2dde2d1da7f5 req-b7bedb68-01c9-4ba9-a4bb-ae25b2b61b8b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Synchronizing usage tracker for tenant:954b89437b924cb9b2501bf08c82f521 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:18:36.454552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Attempting to bind port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:18:36.454902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Attempting to bind port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:18:36.455468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Attempting to bind port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe on network 8561165c-6d2e-4c39-a784-0afd64fb33bc {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:18:36.462606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe on network 8561165c-6d2e-4c39-a784-0afd64fb33bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:18:36.462928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Attempting to bind port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe on network 8561165c-6d2e-4c39-a784-0afd64fb33bc {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:18:36.472042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:18:36.472371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Checking segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:18:36.472752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Bound using segment: {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:18:36.473191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Bound port: 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce216be3-f2a5-4758-a787-89f9f296288b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:18:36.473526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:36.564603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:18:36.567484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:18:36.586337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9a205450-daf9-45d4-b426-2dde2d1da7f5 req-b7bedb68-01c9-4ba9-a4bb-ae25b2b61b8b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Unset dirty status for tenant:954b89437b924cb9b2501bf08c82f521 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:18:36.589107 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a205450-daf9-45d4-b426-2dde2d1da7f5 req-b7bedb68-01c9-4ba9-a4bb-ae25b2b61b8b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 944 time: 0.4056163 Sep 21 16:18:36.639157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9a205450-daf9-45d4-b426-2dde2d1da7f5 req-5c35a989-1a64-4620-9dd7-29c596cf22fc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Synchronizing usage tracker for tenant:954b89437b924cb9b2501bf08c82f521 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:18:36.660467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:36.780682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:36.796461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:36.797069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:36.798499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] 10.222.0.33 "PUT /v2.0/ports/51a37d0a-c5a9-4354-8c61-e52c75ae55fe HTTP/1.1" status: 200 len: 1094 time: 1.2042751 Sep 21 16:18:36.805367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:18:36.806621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a2e57-7deb-4115-8e52-be5e4c41b0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:18:36.816357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9a205450-daf9-45d4-b426-2dde2d1da7f5 req-5c35a989-1a64-4620-9dd7-29c596cf22fc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Unset dirty status for tenant:954b89437b924cb9b2501bf08c82f521 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:18:36.817481 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a205450-daf9-45d4-b426-2dde2d1da7f5 req-5c35a989-1a64-4620-9dd7-29c596cf22fc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235467 Sep 21 16:18:36.857905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103fd072-cf39-4334-9248-f380b95e5321 x-openstack-request-id: req-103fd072-cf39-4334-9248-f380b95e5321 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:18:36.858604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:18:36.859080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-103fd072-cf39-4334-9248-f380b95e5321 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:18:36.859616 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103fd072-cf39-4334-9248-f380b95e5321'] response: {'name': 'network-changed', 'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'status': 'completed', 'code': 200} Sep 21 16:18:36.874164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84fd9c-36b8-43d5-aa93-0ff0f3df5427 service neutron] Pushing event updated for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:36.960996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e57-7deb-4115-8e52-be5e4c41b0dc req-5e7a6dcd-7c4b-467f-98a5-5e61a77e9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:36.962507 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-711a2e57-7deb-4115-8e52-be5e4c41b0dc req-5e7a6dcd-7c4b-467f-98a5-5e61a77e9911 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 1097 time: 0.0843513 Sep 21 16:18:37.104197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e57-7deb-4115-8e52-be5e4c41b0dc req-962d6875-0bdc-4f12-afa0-3ae86d3d9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:37.105668 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-711a2e57-7deb-4115-8e52-be5e4c41b0dc req-962d6875-0bdc-4f12-afa0-3ae86d3d9955 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=954b89437b924cb9b2501bf08c82f521&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1364200 Sep 21 16:18:37.242464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2e57-7deb-4115-8e52-be5e4c41b0dc req-74686d42-5aa1-4d1a-8492-e8c470adf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:37.243817 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-711a2e57-7deb-4115-8e52-be5e4c41b0dc req-74686d42-5aa1-4d1a-8492-e8c470adf0a2 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317654 Sep 21 16:18:37.353221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-b06dc587-d294-4325-8dda-dd55ce522e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:37.354713 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-b06dc587-d294-4325-8dda-dd55ce522e06 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 1097 time: 0.0777469 Sep 21 16:18:37.423766 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-62d7cbcb-2697-43b1-bfa9-1be0a8e8fa6c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe HTTP/1.1" status: 200 len: 217 time: 0.0629075 Sep 21 16:18:37.484332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-009ca04c-b21a-4175-b9f6-9a084a7ae3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:37.485725 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-009ca04c-b21a-4175-b9f6-9a084a7ae3ce service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0568900 Sep 21 16:18:37.569209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-54b1a508-cfeb-48f4-943a-76b6f07c6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:37.571113 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-54b1a508-cfeb-48f4-943a-76b6f07c6226 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797257 Sep 21 16:18:37.685330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device db2baa7d-80ac-43d8-9ef2-2579a21a970a no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:18:37.700822 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-9965857a-84b7-4937-9a5e-59536c1d16f6 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240690 Sep 21 16:18:37.719871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: db2baa7d-80ac-43d8-9ef2-2579a21a970a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:18:37.720221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device db2baa7d-80ac-43d8-9ef2-2579a21a970a not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:18:37.831605 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9a7bcce3-161c-40ed-9946-22148cae2468 req-82382fcc-554c-449a-a5ed-49df0c86d17f service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252112 Sep 21 16:18:37.951783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:38.023912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ccc52-c5b4-4b12-98f4-92bada017eca req-7c6aac03-b928-40cc-80d8-04b319697d6c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:38.025476 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-044ccc52-c5b4-4b12-98f4-92bada017eca req-7c6aac03-b928-40cc-80d8-04b319697d6c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 944 time: 0.0899720 Sep 21 16:18:38.069673 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-044ccc52-c5b4-4b12-98f4-92bada017eca req-08e2ef15-9396-49a7-9f48-3b73a7c7570d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386381 Sep 21 16:18:39.272013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e3a81-cecb-468e-95a2-8ea0279a7555 req-73300adc-3723-424e-8571-fecd95e70a8f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:39.273508 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3e1e3a81-cecb-468e-95a2-8ea0279a7555 req-73300adc-3723-424e-8571-fecd95e70a8f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 944 time: 0.0901127 Sep 21 16:18:39.317610 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3e1e3a81-cecb-468e-95a2-8ea0279a7555 req-6a13111c-7164-4a99-96b7-738ef16a2abf tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 Sep 21 16:18:39.684922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 51a37d0a-c5a9-4354-8c61-e52c75ae55fe details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:18:39.846013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:18:39.860804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'port_id': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'mac_address': 'fa:16:3e:3e:27:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:18:39.917172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:18:39.917555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:39.934336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a37d0a-c5a9-4354-8c61-e52c75ae55fe {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:18:39.949772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:18:40.009055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:40.075827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:40.259239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['51a37d0a-c5a9-4354-8c61-e52c75ae55fe'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:18:40.518659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f366124-258a-48bf-b3ba-7aba615ce469 req-6611aadc-bf60-4894-880a-bed997cd4b7e tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:40.520017 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3f366124-258a-48bf-b3ba-7aba615ce469 req-6611aadc-bf60-4894-880a-bed997cd4b7e tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 945 time: 0.0911975 Sep 21 16:18:40.563942 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3f366124-258a-48bf-b3ba-7aba615ce469 req-ce1003ec-8ecb-40e3-b833-1c4869ae4e76 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382786 Sep 21 16:18:41.684638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 51a37d0a-c5a9-4354-8c61-e52c75ae55fe up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:18:41.758458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841a70a-a592-4631-a726-1e38cebdad8a req-d1f4fc57-7676-4295-8919-90ceae4a2120 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:41.759917 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1841a70a-a592-4631-a726-1e38cebdad8a req-d1f4fc57-7676-4295-8919-90ceae4a2120 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 945 time: 0.0880401 Sep 21 16:18:41.806906 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1841a70a-a592-4631-a726-1e38cebdad8a req-4b94a961-4e1c-4e9c-b424-0578f953e916 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 Sep 21 16:18:41.825770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:18:41.831119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:18:41.831499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:41.947048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:18:41.947426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:41.973277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:18:41.975511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a6a72b-577e-4e29-9b86-5e3c663d0711" -d '{"events": [{"server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "name": "network-vif-plugged", "status": "completed", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:18:41.983901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:18:42.018279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c7fcea-71d7-40ea-9a87-8e6ab6d80d2c x-openstack-request-id: req-a0c7fcea-71d7-40ea-9a87-8e6ab6d80d2c {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:18:42.018279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "name": "network-vif-plugged", "status": "completed", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:18:42.018470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0c7fcea-71d7-40ea-9a87-8e6ab6d80d2c {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:18:42.018809 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c7fcea-71d7-40ea-9a87-8e6ab6d80d2c'] response: {'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'code': 200} Sep 21 16:18:42.066228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:42.136504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:42.402975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e93dc-13c1-421e-9e7b-a15e38a337f5 req-5d8675bf-d1d2-47c0-b404-639b1adc5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:42.404380 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7a9e93dc-13c1-421e-9e7b-a15e38a337f5 req-5d8675bf-d1d2-47c0-b404-639b1adc5044 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 1099 time: 0.0810597 Sep 21 16:18:42.443260 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7a9e93dc-13c1-421e-9e7b-a15e38a337f5 req-7c11457f-56e4-427b-a462-5de0f726310b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Sep 21 16:18:43.004965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7e2c-77a5-4a09-aa1f-e7ddb8074ac4 req-dd3d9cac-9136-401b-984c-a33a3f47b808 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:43.006487 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-901e7e2c-77a5-4a09-aa1f-e7ddb8074ac4 req-dd3d9cac-9136-401b-984c-a33a3f47b808 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0878592 Sep 21 16:18:43.050626 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-901e7e2c-77a5-4a09-aa1f-e7ddb8074ac4 req-354e939f-7b03-40fc-84ed-9feb48562e70 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376949 Sep 21 16:18:44.248084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfa57d-bbb5-40d5-9806-cd57e98232bf req-7e0b1f89-321e-45ad-8de1-04c0312dff8a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:44.249575 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95bfa57d-bbb5-40d5-9806-cd57e98232bf req-7e0b1f89-321e-45ad-8de1-04c0312dff8a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0883977 Sep 21 16:18:44.292823 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95bfa57d-bbb5-40d5-9806-cd57e98232bf req-fa365666-50d6-4a0b-abd1-43deb6c340b4 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374684 Sep 21 16:18:44.491257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d6557-2cdd-4254-b412-3b3d8cfdf75c req-b9c33964-8903-4f3b-b38a-bcb5c7b19da8 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:44.492715 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-361d6557-2cdd-4254-b412-3b3d8cfdf75c req-b9c33964-8903-4f3b-b38a-bcb5c7b19da8 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0908365 Sep 21 16:18:44.535689 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-361d6557-2cdd-4254-b412-3b3d8cfdf75c req-be65d1cf-4183-41b7-8f7d-12e01c978591 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373013 Sep 21 16:18:45.073117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22dbc9-ab79-428c-8de7-c14510e1cce3 req-0a8f21dc-e010-4bfa-b3a6-940c168a4048 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:45.074616 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6a22dbc9-ab79-428c-8de7-c14510e1cce3 req-0a8f21dc-e010-4bfa-b3a6-940c168a4048 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0908880 Sep 21 16:18:45.123841 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6a22dbc9-ab79-428c-8de7-c14510e1cce3 req-ae954ed2-785f-464d-b005-c94827b5fc63 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426230 Sep 21 16:18:45.128282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-2e8b79cf-ceca-45ee-a7b3-afec8d882284 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824337 Sep 21 16:18:46.323096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed81e4-5678-4a89-930c-605e92c60471 req-e63afd33-2247-42a8-b1f4-7b63cbae208f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:46.324542 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8ed81e4-5678-4a89-930c-605e92c60471 req-e63afd33-2247-42a8-b1f4-7b63cbae208f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0877559 Sep 21 16:18:46.371413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8ed81e4-5678-4a89-930c-605e92c60471 req-10bec91d-6502-48fe-8fa8-1ea2493e6188 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 Sep 21 16:18:47.083087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-e3eeb1b5-5924-4920-b759-6d498ba6f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:47.084542 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-e3eeb1b5-5924-4920-b759-6d498ba6f19b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 1099 time: 0.1873727 Sep 21 16:18:47.213232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-4ca693ad-2d49-4888-8795-182c0975bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:47.214691 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-4ca693ad-2d49-4888-8795-182c0975bea4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 915 time: 0.1244943 Sep 21 16:18:47.284563 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-4000d83e-189f-4226-82f0-cae42f47e215 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe HTTP/1.1" status: 200 len: 217 time: 0.0631616 Sep 21 16:18:47.344994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-0025262d-76a1-462a-a158-d9c278cea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:47.346323 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-0025262d-76a1-462a-a158-d9c278cea037 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0561340 Sep 21 16:18:47.431612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-5d65ebea-69a5-419c-9986-d4d03a5b9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:47.433104 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-5d65ebea-69a5-419c-9986-d4d03a5b9dc9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804985 Sep 21 16:18:47.565916 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-8f059a22-5fb5-4dd7-9701-1bc668bfcf8f service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268067 Sep 21 16:18:47.571495 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f25978-db63-4427-b803-20611de54f8f req-e4563395-260d-49a1-896f-0dcef9799959 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:47.572968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93f25978-db63-4427-b803-20611de54f8f req-e4563395-260d-49a1-896f-0dcef9799959 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0866656 Sep 21 16:18:47.618560 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93f25978-db63-4427-b803-20611de54f8f req-16db1cb9-e56c-4bd9-81e2-f08726f22691 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Sep 21 16:18:47.699372 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-42898642-f93d-4b3f-977f-eeb1841e2730 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272109 Sep 21 16:18:48.816343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187cd1-f6b0-4a26-8475-3c10df66a3ca req-6c76db83-ad10-43b2-a178-c640e3187cbd tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:48.817811 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6187cd1-f6b0-4a26-8475-3c10df66a3ca req-6c76db83-ad10-43b2-a178-c640e3187cbd tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0875733 Sep 21 16:18:48.862853 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6187cd1-f6b0-4a26-8475-3c10df66a3ca req-5453a073-8da5-4449-ba7e-c60ad418a3b0 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388319 Sep 21 16:18:50.063183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0add37-4920-40e5-ade2-5e5ac28620d7 req-3b82ea72-a0e0-49a5-8119-64d80eed8067 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:50.064630 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8e0add37-4920-40e5-ade2-5e5ac28620d7 req-3b82ea72-a0e0-49a5-8119-64d80eed8067 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0911880 Sep 21 16:18:50.108442 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8e0add37-4920-40e5-ade2-5e5ac28620d7 req-7a350784-b750-46c5-b7e7-79b626a38c7b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376396 Sep 21 16:18:51.307709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef87427-ca63-4de3-b90a-cae15fea74f4 req-a30b746d-77ea-4ffb-a661-4fbe2116c5ae tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:51.309161 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9ef87427-ca63-4de3-b90a-cae15fea74f4 req-a30b746d-77ea-4ffb-a661-4fbe2116c5ae tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0901773 Sep 21 16:18:51.353237 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9ef87427-ca63-4de3-b90a-cae15fea74f4 req-1c637ee2-b317-4eb7-b0f9-834b645b9fd9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Sep 21 16:18:52.555646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420a5d6-ad96-409c-bead-905215e91f02 req-2dd528c0-8766-4cf2-9b7d-161c1f350774 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:52.557115 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0420a5d6-ad96-409c-bead-905215e91f02 req-2dd528c0-8766-4cf2-9b7d-161c1f350774 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0862734 Sep 21 16:18:52.603339 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0420a5d6-ad96-409c-bead-905215e91f02 req-f465fd0d-c591-48c9-afad-728b4096e518 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Sep 21 16:18:53.797967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d68abb-e620-435c-9ba6-ae22e6996257 req-f1efeddc-22a7-4429-80b6-3509192ef97d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:53.799413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-20d68abb-e620-435c-9ba6-ae22e6996257 req-f1efeddc-22a7-4429-80b6-3509192ef97d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0861337 Sep 21 16:18:53.847093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-20d68abb-e620-435c-9ba6-ae22e6996257 req-bbeb010f-0aea-486f-ac85-003c1ee3941a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Sep 21 16:18:55.046994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c729b-eb65-430f-bfc2-e6ac067f0831 req-d4cdbd7e-ea0d-4e60-a411-f55035778e5f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:55.048749 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4f1c729b-eb65-430f-bfc2-e6ac067f0831 req-d4cdbd7e-ea0d-4e60-a411-f55035778e5f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0888448 Sep 21 16:18:55.093073 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4f1c729b-eb65-430f-bfc2-e6ac067f0831 req-7d2ff326-1ed4-46b2-a0a5-c45226abdc2a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Sep 21 16:18:56.292023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab36144-4ea2-4f45-84d7-45f0590b4142 req-68cedf6a-45a8-45f0-8595-b8b7bf5f748b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:56.293396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0ab36144-4ea2-4f45-84d7-45f0590b4142 req-68cedf6a-45a8-45f0-8595-b8b7bf5f748b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0869424 Sep 21 16:18:56.337170 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0ab36144-4ea2-4f45-84d7-45f0590b4142 req-1b602430-cd22-40fa-9539-3090cb5b751f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Sep 21 16:18:57.533776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b25346-e509-45e4-94fe-b042fee122e2 req-6e2a485d-1905-4b32-be5c-1453c0496368 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:57.535245 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d2b25346-e509-45e4-94fe-b042fee122e2 req-6e2a485d-1905-4b32-be5c-1453c0496368 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0903900 Sep 21 16:18:57.577771 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d2b25346-e509-45e4-94fe-b042fee122e2 req-5b2e07ba-fb08-41fe-b81e-cd21c0a85c48 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369318 Sep 21 16:18:58.780357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b8985-29a0-48a9-8f14-fdb704af08d4 req-a01e1b7b-211f-4ac0-bff0-474869af13e3 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:18:58.781829 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a8b8985-29a0-48a9-8f14-fdb704af08d4 req-a01e1b7b-211f-4ac0-bff0-474869af13e3 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0920932 Sep 21 16:18:58.825621 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a8b8985-29a0-48a9-8f14-fdb704af08d4 req-80a37f74-8135-43ce-b324-bd72f7e8a626 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Sep 21 16:18:59.002611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:00.026053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd9eb-51e4-462f-a13b-17d0bc57d72f req-a9a15c3a-3030-480f-9935-a05211c2687f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:00.027529 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d1bcd9eb-51e4-462f-a13b-17d0bc57d72f req-a9a15c3a-3030-480f-9935-a05211c2687f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0911212 Sep 21 16:19:00.074806 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d1bcd9eb-51e4-462f-a13b-17d0bc57d72f req-4354dfa3-f033-46a8-b460-dbb7ad670c28 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Sep 21 16:19:01.269405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68189c36-7135-41b2-9529-4ae37bb197a0 req-f0dfa665-d0cb-4dbd-a3a7-9fe79a3a7e94 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:01.270885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-68189c36-7135-41b2-9529-4ae37bb197a0 req-f0dfa665-d0cb-4dbd-a3a7-9fe79a3a7e94 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0871043 Sep 21 16:19:01.317961 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-68189c36-7135-41b2-9529-4ae37bb197a0 req-8b0b31ae-1d1f-487a-8e6a-17ad598bd26c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Sep 21 16:19:02.515045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243b40c-17aa-499e-a5aa-27815fb73406 req-ba813e7e-5911-4afc-b917-9b1e54478306 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:02.516489 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1243b40c-17aa-499e-a5aa-27815fb73406 req-ba813e7e-5911-4afc-b917-9b1e54478306 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0869458 Sep 21 16:19:02.559567 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1243b40c-17aa-499e-a5aa-27815fb73406 req-e357da96-fa92-46f8-ba82-7976ff88815a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374453 Sep 21 16:19:02.865176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ffe9aac6-c3d0-4c46-b6ad-875c25a44517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:03.758131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1924ff-ce4c-4dd5-8bca-f2b828cd7df1 req-1a2c6636-15b0-4a9a-b553-f0663c69cd83 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:03.759579 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d1924ff-ce4c-4dd5-8bca-f2b828cd7df1 req-1a2c6636-15b0-4a9a-b553-f0663c69cd83 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0876484 Sep 21 16:19:03.802725 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d1924ff-ce4c-4dd5-8bca-f2b828cd7df1 req-a279558a-3e6c-4520-8e98-40669a5a289a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Sep 21 16:19:04.985911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3018e58a-b929-4196-b4a6-edb868e97f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:05.012646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd380f1-9c87-4484-b2d6-7a6a2638c8ab req-2884a579-4986-4b59-b970-ffe2d0b77d27 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:05.014144 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-abd380f1-9c87-4484-b2d6-7a6a2638c8ab req-2884a579-4986-4b59-b970-ffe2d0b77d27 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0935800 Sep 21 16:19:05.059163 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-abd380f1-9c87-4484-b2d6-7a6a2638c8ab req-2fb4a7db-de73-4dfe-91f0-9125fb52efee tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393004 Sep 21 16:19:05.487007 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:19:06.236837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:06.262192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbe3d9-dcf7-4bc2-b838-7ef345ab43e9 req-321bc79b-eabe-4e72-a3ed-e1cb8ca366f9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:06.263638 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-27bbe3d9-dcf7-4bc2-b838-7ef345ab43e9 req-321bc79b-eabe-4e72-a3ed-e1cb8ca366f9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0929146 Sep 21 16:19:06.307694 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-27bbe3d9-dcf7-4bc2-b838-7ef345ab43e9 req-2dcffb72-0349-4b52-a100-8dc2f7417365 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Sep 21 16:19:06.813752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:07.505558 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1da54-1e40-486c-8d86-d55331af2fb5 req-5de45647-1d81-4e62-9104-e474eb4f5e9c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:07.507070 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-41c1da54-1e40-486c-8d86-d55331af2fb5 req-5de45647-1d81-4e62-9104-e474eb4f5e9c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0866537 Sep 21 16:19:07.553902 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-41c1da54-1e40-486c-8d86-d55331af2fb5 req-07ece792-12e3-4020-8bd4-c7d931081344 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Sep 21 16:19:07.933986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:08.749121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18c44b-09c7-4078-b6b7-6b653f2db028 req-09171668-2879-4e11-8450-bfcd1d858419 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:08.750606 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c18c44b-09c7-4078-b6b7-6b653f2db028 req-09171668-2879-4e11-8450-bfcd1d858419 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0880740 Sep 21 16:19:08.797306 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c18c44b-09c7-4078-b6b7-6b653f2db028 req-6776f445-4853-47c2-9ad9-488d82e1d121 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Sep 21 16:19:09.996058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bea66-71be-4bd9-a2de-8cbdacda224e req-d771566b-78ba-4b4f-b135-977ad4091426 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:09.997522 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f55bea66-71be-4bd9-a2de-8cbdacda224e req-d771566b-78ba-4b4f-b135-977ad4091426 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0877476 Sep 21 16:19:10.041275 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f55bea66-71be-4bd9-a2de-8cbdacda224e req-84dcaaff-0d0d-4e53-9983-b22f7dd498b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380652 Sep 21 16:19:11.240108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa157-16e7-487b-b5e0-41d06f0569da req-069d36b3-5423-45af-b6ef-2519dd330883 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:11.241602 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ffaaa157-16e7-487b-b5e0-41d06f0569da req-069d36b3-5423-45af-b6ef-2519dd330883 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0877690 Sep 21 16:19:11.285102 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ffaaa157-16e7-487b-b5e0-41d06f0569da req-9ca21e95-8f26-4efc-b33f-8ad25875256c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Sep 21 16:19:12.483975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cfe3a-7a30-42b2-a07d-d1d04b8bc737 req-c525a1b8-f2b7-4c6a-9c52-3df382d97cfe tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:12.485414 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fd1cfe3a-7a30-42b2-a07d-d1d04b8bc737 req-c525a1b8-f2b7-4c6a-9c52-3df382d97cfe tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0912602 Sep 21 16:19:12.529445 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fd1cfe3a-7a30-42b2-a07d-d1d04b8bc737 req-9eb0865a-a3ff-4ea5-99df-ac5d26158611 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Sep 21 16:19:13.731310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979c03b-1567-43ec-b907-c46acc0434dd req-19bf58fd-1fc2-4800-b8e7-afc49a04a305 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:13.732771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9979c03b-1567-43ec-b907-c46acc0434dd req-19bf58fd-1fc2-4800-b8e7-afc49a04a305 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0932806 Sep 21 16:19:13.778177 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9979c03b-1567-43ec-b907-c46acc0434dd req-dcb8b009-3b19-4b13-a068-c0fd36671aa4 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Sep 21 16:19:14.976973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697bdf8-c050-4e1c-8f5c-49b8c164b519 req-88b23b03-ff86-4c62-8812-1a84305cf463 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:14.978475 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9697bdf8-c050-4e1c-8f5c-49b8c164b519 req-88b23b03-ff86-4c62-8812-1a84305cf463 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0871925 Sep 21 16:19:15.026360 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9697bdf8-c050-4e1c-8f5c-49b8c164b519 req-5e05d8a7-0762-4838-b243-36c191dc69c3 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Sep 21 16:19:16.222822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674659-a5dc-4a74-bb05-f961d9ba1f26 req-fb016e55-64c9-424b-9579-4ce89b9f39aa tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:16.224271 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-96674659-a5dc-4a74-bb05-f961d9ba1f26 req-fb016e55-64c9-424b-9579-4ce89b9f39aa tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0867438 Sep 21 16:19:16.271286 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-96674659-a5dc-4a74-bb05-f961d9ba1f26 req-5518ac7d-a652-4e50-a8c4-267765ad294d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Sep 21 16:19:17.468462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdaa33-245e-4941-8aea-8cc0588fc13c req-1b46e0a4-42cf-455b-96f6-3605bbad8ede tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:17.469900 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-23bdaa33-245e-4941-8aea-8cc0588fc13c req-1b46e0a4-42cf-455b-96f6-3605bbad8ede tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0858254 Sep 21 16:19:17.513844 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-23bdaa33-245e-4941-8aea-8cc0588fc13c req-ccf2a880-7a77-4977-ab8c-acceee5e7fd9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Sep 21 16:19:18.712927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b89933-7cde-456c-81b4-c6e775f6843f req-86c2791c-7839-492c-9f16-def4521610cf tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:18.714414 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a6b89933-7cde-456c-81b4-c6e775f6843f req-86c2791c-7839-492c-9f16-def4521610cf tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0887051 Sep 21 16:19:18.758636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a6b89933-7cde-456c-81b4-c6e775f6843f req-d068b49b-7c45-4d60-a0d4-bf4fb715f21d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385568 Sep 21 16:19:19.788670 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-eabba434-8ff1-4042-bbfe-4a3b6409f923 service neutron] 10.222.0.33 "GET /v2.0/ports/51a37d0a-c5a9-4354-8c61-e52c75ae55fe/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.1769691 Sep 21 16:19:19.962836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba97db9-5e94-42e5-9fc1-b58c60043268 req-eb0518d4-ed07-486d-8e29-d98f3ab131ad tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:19.964332 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6ba97db9-5e94-42e5-9fc1-b58c60043268 req-eb0518d4-ed07-486d-8e29-d98f3ab131ad tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0931423 Sep 21 16:19:20.011005 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6ba97db9-5e94-42e5-9fc1-b58c60043268 req-428eb109-2f3e-4561-95bb-6268c30fba31 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399666 Sep 21 16:19:20.262447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-758ece7e-cd6c-4d05-9d37-aed43d12e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:20.263949 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-758ece7e-cd6c-4d05-9d37-aed43d12e667 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34&tenant_id=954b89437b924cb9b2501bf08c82f521 HTTP/1.1" status: 200 len: 1099 time: 0.0801919 Sep 21 16:19:20.363812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-b9e4a9fc-3f7b-4782-a135-f198ce2d0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:20.365782 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-b9e4a9fc-3f7b-4782-a135-f198ce2d0bbd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 1099 time: 0.0810018 Sep 21 16:19:20.498681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-c0971f15-402a-4ea6-a3f5-5335a4b4ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:20.500102 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-c0971f15-402a-4ea6-a3f5-5335a4b4ea38 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 915 time: 0.1286948 Sep 21 16:19:20.567200 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-63e3b2c8-676c-42d7-b0f5-2b1b21b66233 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe HTTP/1.1" status: 200 len: 217 time: 0.0613494 Sep 21 16:19:20.636188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-84bd1920-fe9f-4ba0-bbb5-e9a570649190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:20.637597 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-84bd1920-fe9f-4ba0-bbb5-e9a570649190 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0650504 Sep 21 16:19:20.718188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-db085bc2-2ad3-4cc2-b983-68197eec019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:20.719618 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-db085bc2-2ad3-4cc2-b983-68197eec019f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764062 Sep 21 16:19:20.848335 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-8947f262-90bb-46ac-8b37-3393274e664a service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223612 Sep 21 16:19:20.979096 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17216a12-6ab9-4f64-a157-790aa9cab1ab req-355906f1-5b40-4639-8be2-4dcb3eede23a service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226823 Sep 21 16:19:21.215244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266875de-4378-4b54-8b11-7605284d3bf0 req-10fbdd86-e5df-45bd-a139-f6a6648a79fe tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:21.220294 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-266875de-4378-4b54-8b11-7605284d3bf0 req-10fbdd86-e5df-45bd-a139-f6a6648a79fe tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0938697 Sep 21 16:19:21.262813 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-266875de-4378-4b54-8b11-7605284d3bf0 req-f799f002-58f1-48b7-a9fc-31c4855ac54d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402598 Sep 21 16:19:22.459520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec7acd-0869-47e5-bacc-44c7eff107e3 req-b1fcc14c-c4a1-403e-94cf-d23dd60d35fa tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:22.460973 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c0ec7acd-0869-47e5-bacc-44c7eff107e3 req-b1fcc14c-c4a1-403e-94cf-d23dd60d35fa tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0859938 Sep 21 16:19:22.607207 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c0ec7acd-0869-47e5-bacc-44c7eff107e3 req-b6b7b6bd-89b9-46ab-9cf5-179656eeacbb tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403658 Sep 21 16:19:23.810655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fbe12-136b-4472-92b1-ffdfd0d9c567 req-87559f28-fd10-48c7-a76c-8a52cf587577 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:23.812159 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f15fbe12-136b-4472-92b1-ffdfd0d9c567 req-87559f28-fd10-48c7-a76c-8a52cf587577 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0938036 Sep 21 16:19:23.857630 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f15fbe12-136b-4472-92b1-ffdfd0d9c567 req-ec5b0c74-bf2f-4882-8476-7d776e8fdc8b tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Sep 21 16:19:23.966044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 51a37d0a-c5a9-4354-8c61-e52c75ae55fe details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:19:23.974531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 51a37d0a-c5a9-4354-8c61-e52c75ae55fe no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:19:24.193281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:24.193665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:24.216298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:24.240394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:19:24.242721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b432e35-8423-414f-ab33-9fb44c06e3e9" -d '{"events": [{"server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "name": "network-vif-unplugged", "status": "completed", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:19:24.250712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'network_id': '8561165c-6d2e-4c39-a784-0afd64fb33bc', 'port_id': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'mac_address': 'fa:16:3e:3e:27:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72be3ea-b234-40ee-be85-9c80de79e10e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:19:24.282304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:24.301782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425a100-9965-489e-90db-fcbd9d339405 x-openstack-request-id: req-4425a100-9965-489e-90db-fcbd9d339405 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:19:24.302103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "name": "network-vif-unplugged", "status": "completed", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:19:24.302383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4425a100-9965-489e-90db-fcbd9d339405 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:19:24.302824 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4425a100-9965-489e-90db-fcbd9d339405'] response: {'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'code': 200} Sep 21 16:19:24.315760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:24.316145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:24.333537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51a37d0a-c5a9-4354-8c61-e52c75ae55fe {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:19:24.339966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:24.355035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2de32-5736-40bd-9f0f-8a440bb65f6d req-ef91c112-d1fb-4dd1-adfd-293c82390aba tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:24.356510 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-44c2de32-5736-40bd-9f0f-8a440bb65f6d req-ef91c112-d1fb-4dd1-adfd-293c82390aba tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.1751168 Sep 21 16:19:24.369549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-82fdc960-249d-476f-accd-18a337098933 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:24.371000 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-82fdc960-249d-476f-accd-18a337098933 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34&tenant_id=954b89437b924cb9b2501bf08c82f521&binding%3Ahost_id=hv-neutron-8586 HTTP/1.1" status: 200 len: 946 time: 0.1227975 Sep 21 16:19:24.416922 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-44c2de32-5736-40bd-9f0f-8a440bb65f6d req-98a0fbf5-5972-4980-9b5d-18939ff4f145 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Sep 21 16:19:24.460209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:19:24.460540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:19:24.463950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:24.471212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.471592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.471906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.472242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.472573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.472902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.473228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.473555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.473880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.474227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.475105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.475428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:24.524167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-1c231795-a798-4521-8534-4edbb67de8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:24.525677 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-1c231795-a798-4521-8534-4edbb67de8fc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 1097 time: 0.0834436 Sep 21 16:19:24.657277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-513336b3-b907-428b-b6fd-bb65716acf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:24.658722 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-513336b3-b907-428b-b6fd-bb65716acf9a service neutron] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 915 time: 0.1277239 Sep 21 16:19:24.724656 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-036e911e-40e8-4db7-9859-a2dd034882f7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe HTTP/1.1" status: 200 len: 217 time: 0.0600696 Sep 21 16:19:24.883916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-14ff2a7e-bfe9-4d83-b802-c19f08febb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:24.885373 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-14ff2a7e-bfe9-4d83-b802-c19f08febb97 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.1549094 Sep 21 16:19:24.968285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-56f230c3-9794-432c-a96c-4a10fc6a5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:24.969735 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-56f230c3-9794-432c-a96c-4a10fc6a5ab0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778358 Sep 21 16:19:25.016619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:25.017129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:25.034816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a37d0a-c5a9-4354-8c61-e52c75ae55fe {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:19:25.050542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:25.103122 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-b054272b-457b-4b36-b1a8-6909cc22026d service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264343 Sep 21 16:19:25.111016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:25.181647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['51a37d0a-c5a9-4354-8c61-e52c75ae55fe'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:19:25.227837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:25.241891 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b68885d2-8608-454a-b7c3-1b5b5b41b208 req-9c75f9f9-ae12-4aca-a8f5-40d7a20046e3 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327553 Sep 21 16:19:25.621046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6208660-8b28-4e62-96ee-bb82db1b521a req-a1fd94ca-3b5c-406b-9ec2-0f6e7a923d1c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:25.622522 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a6208660-8b28-4e62-96ee-bb82db1b521a req-a1fd94ca-3b5c-406b-9ec2-0f6e7a923d1c tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 945 time: 0.0868921 Sep 21 16:19:25.666323 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a6208660-8b28-4e62-96ee-bb82db1b521a req-09350882-c14e-40b9-9346-a49042e3ee5d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382388 Sep 21 16:19:25.981915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 51a37d0a-c5a9-4354-8c61-e52c75ae55fe up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:19:26.046520 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19564f67-8b37-4287-affa-8651f742b27a req-6430e4d0-e8f7-41e9-9a37-08e94501d07e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851424 Sep 21 16:19:26.060712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:26.065681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:26.182131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:26.182517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:26.193992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19564f67-8b37-4287-affa-8651f742b27a req-9b7afc8d-94f2-4385-a162-f2bbf9460bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:26.195588 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19564f67-8b37-4287-affa-8651f742b27a req-9b7afc8d-94f2-4385-a162-f2bbf9460bca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=954b89437b924cb9b2501bf08c82f521&device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 1098 time: 0.0802939 Sep 21 16:19:26.256744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:26.303795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:19:26.306175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5979e-b0c4-4894-aed9-a114e2bde8a8" -d '{"events": [{"server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "name": "network-vif-plugged", "status": "completed", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:19:26.343438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:26.350613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19564f67-8b37-4287-affa-8651f742b27a req-b9c1d4c4-3b83-42fc-9915-80ea596d7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:26.352339 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19564f67-8b37-4287-affa-8651f742b27a req-b9c1d4c4-3b83-42fc-9915-80ea596d7d1d service neutron] 10.222.0.33 "GET /v2.0/networks?id=8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 200 len: 915 time: 0.1385858 Sep 21 16:19:26.382646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea74b7-7f1f-4105-8e50-9b92d538b73b x-openstack-request-id: req-05ea74b7-7f1f-4105-8e50-9b92d538b73b {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:19:26.382941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "name": "network-vif-plugged", "status": "completed", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:19:26.383197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05ea74b7-7f1f-4105-8e50-9b92d538b73b {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:19:26.383583 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ea74b7-7f1f-4105-8e50-9b92d538b73b'] response: {'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'code': 200} Sep 21 16:19:26.417228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:26.425192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19564f67-8b37-4287-affa-8651f742b27a req-3687fa51-c865-41db-9bee-45e6aa2637e9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe HTTP/1.1" status: 200 len: 217 time: 0.0672019 Sep 21 16:19:26.486932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19564f67-8b37-4287-affa-8651f742b27a req-21198f82-6eee-442c-9a52-d7d8f19b5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:26.488315 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19564f67-8b37-4287-affa-8651f742b27a req-21198f82-6eee-442c-9a52-d7d8f19b5664 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 200 len: 853 time: 0.0574710 Sep 21 16:19:26.573183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19564f67-8b37-4287-affa-8651f742b27a req-42c6eecd-0373-49d7-9bc2-def4d05f1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:26.574611 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19564f67-8b37-4287-affa-8651f742b27a req-42c6eecd-0373-49d7-9bc2-def4d05f1c89 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8561165c-6d2e-4c39-a784-0afd64fb33bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803759 Sep 21 16:19:26.706295 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19564f67-8b37-4287-affa-8651f742b27a req-7a4720e1-d42e-4afd-8869-6e9f83900ea5 service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254454 Sep 21 16:19:26.844295 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-19564f67-8b37-4287-affa-8651f742b27a req-05d4dd18-a1cc-444d-a3fe-69d545fb88ee service neutron] 10.222.0.33 "GET /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279976 Sep 21 16:19:26.867395 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae861400-9784-4cbc-b858-69f330a59bed req-89d6f4b2-13ff-4e93-8c22-78bf0f0769ef tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:26.868843 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ae861400-9784-4cbc-b858-69f330a59bed req-89d6f4b2-13ff-4e93-8c22-78bf0f0769ef tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0917566 Sep 21 16:19:26.913410 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ae861400-9784-4cbc-b858-69f330a59bed req-13efffea-5450-4efc-b77e-9cc07080ac9a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Sep 21 16:19:27.110119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56d9ed-08d1-46ef-bada-cb41bd992db9 req-11ba6f2b-a510-407f-afcb-9bf8a825ea00 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:27.111500 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9c56d9ed-08d1-46ef-bada-cb41bd992db9 req-11ba6f2b-a510-407f-afcb-9bf8a825ea00 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0874670 Sep 21 16:19:27.155230 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9c56d9ed-08d1-46ef-bada-cb41bd992db9 req-252ad8af-50e9-4c6d-b398-35080cff022d tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Sep 21 16:19:27.355209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da3db-3d38-4ebb-bfea-fd2a1324b04e req-1cebfea4-a0cd-4462-b12b-8bf046eada84 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:27.356622 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b11da3db-3d38-4ebb-bfea-fd2a1324b04e req-1cebfea4-a0cd-4462-b12b-8bf046eada84 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0906980 Sep 21 16:19:27.399968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b11da3db-3d38-4ebb-bfea-fd2a1324b04e req-f65301b1-ead0-4268-92fd-c64d4bc106d9 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376408 Sep 21 16:19:28.140935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf9ec8-d313-4580-bed0-c6fe33ec9a64 req-0bdbd62b-8a17-427a-b686-993ffee8b9b4 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:28.142314 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8faf9ec8-d313-4580-bed0-c6fe33ec9a64 req-0bdbd62b-8a17-427a-b686-993ffee8b9b4 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0898674 Sep 21 16:19:28.185671 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8faf9ec8-d313-4580-bed0-c6fe33ec9a64 req-512fb8f1-37c8-427e-8b58-b06e5e532675 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372267 Sep 21 16:19:29.019358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:29.386210 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148f13c-61fc-4f61-b028-e50661b734e3 req-fb5f739c-1c3d-4478-bd13-14399d2788b7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:29.387597 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8148f13c-61fc-4f61-b028-e50661b734e3 req-fb5f739c-1c3d-4478-bd13-14399d2788b7 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0875270 Sep 21 16:19:29.431689 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8148f13c-61fc-4f61-b028-e50661b734e3 req-d79f789a-7b2c-42e8-8bc7-c21bb52ce17f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups?id=fbc1138a-30c4-4743-a096-fc66946c5fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Sep 21 16:19:29.573314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-5c1bb1b2-3fd7-4956-9b48-2537be408b41 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:29.574764 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-5c1bb1b2-3fd7-4956-9b48-2537be408b41 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 946 time: 0.0854764 Sep 21 16:19:29.647657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Deleting port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:19:29.647917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:30.005915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] For port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:30.006410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:30.128977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Calling delete_port for 51a37d0a-c5a9-4354-8c61-e52c75ae55fe owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:19:30.345301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:30.357709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['51a37d0a-c5a9-4354-8c61-e52c75ae55fe'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:19:30.399193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event deleted for resources: {'Port': ['ID=51a37d0a-c5a9-4354-8c61-e52c75ae55fe,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:30.439066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.439424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.439890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.440180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.440529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.440866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.441205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.441538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.441867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.442302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.442635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.443586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:30.509289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] No DVR routers for this DVR port 51a37d0a-c5a9-4354-8c61-e52c75ae55fe on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:19:30.511927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:30.515358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'name': 'network-vif-deleted', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:19:30.516949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d95166-ab72-4d47-9ae9-9c49467b0898" -d '{"events": [{"server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "name": "network-vif-deleted", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:19:30.561529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9cee9-5780-4d04-8d7f-f6cf3ecab7bf x-openstack-request-id: req-5cd9cee9-5780-4d04-8d7f-f6cf3ecab7bf {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:19:30.561529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab4a2cd-fd7b-47a4-a0a9-3434db095d34", "name": "network-vif-deleted", "tag": "51a37d0a-c5a9-4354-8c61-e52c75ae55fe", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:19:30.561907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cd9cee9-5780-4d04-8d7f-f6cf3ecab7bf {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:19:30.562544 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd9cee9-5780-4d04-8d7f-f6cf3ecab7bf'] response: {'server_uuid': '7ab4a2cd-fd7b-47a4-a0a9-3434db095d34', 'name': 'network-vif-deleted', 'tag': '51a37d0a-c5a9-4354-8c61-e52c75ae55fe', 'status': 'completed', 'code': 200} Sep 21 16:19:30.615940 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-294d37e8-e07e-444d-85d0-848fdcb4677c req-46231f30-38cd-4925-badd-248502a0396f tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.33 "DELETE /v2.0/ports/51a37d0a-c5a9-4354-8c61-e52c75ae55fe HTTP/1.1" status: 204 len: 173 time: 1.0360363 Sep 21 16:19:30.624681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-70c7a74f-0759-49ea-a7f0-5e636752053b req-0ccb8ceb-806b-4ecc-8ce0-16782c529d0a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Synchronizing usage tracker for tenant:954b89437b924cb9b2501bf08c82f521 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:19:30.682458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-70c7a74f-0759-49ea-a7f0-5e636752053b req-0ccb8ceb-806b-4ecc-8ce0-16782c529d0a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Unset dirty status for tenant:954b89437b924cb9b2501bf08c82f521 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:19:30.683536 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-70c7a74f-0759-49ea-a7f0-5e636752053b req-0ccb8ceb-806b-4ecc-8ce0-16782c529d0a tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab4a2cd-fd7b-47a4-a0a9-3434db095d34 HTTP/1.1" status: 200 len: 210 time: 0.1120269 Sep 21 16:19:31.876735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50490) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:31.940261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-148a3118-b638-45d3-a000-660e541f6fbc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:31.979760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-148a3118-b638-45d3-a000-660e541f6fbc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:32.087925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-148a3118-b638-45d3-a000-660e541f6fbc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:32.106839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a3118-b638-45d3-a000-660e541f6fbc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedb6ba3-bfb8-43e0-aced-45a6e4ba22b6,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:32.160870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-148a3118-b638-45d3-a000-660e541f6fbc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:32.162564 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-148a3118-b638-45d3-a000-660e541f6fbc tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "DELETE /v2.0/security-groups/fedb6ba3-bfb8-43e0-aced-45a6e4ba22b6 HTTP/1.1" status: 204 len: 168 time: 0.2848148 Sep 21 16:19:32.165163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50494) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:32.181188 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-63a52048-5a90-4954-acc0-22e48792c978 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] show failed (client error): The resource could not be found. Sep 21 16:19:32.182159 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-63a52048-5a90-4954-acc0-22e48792c978 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "GET /v2.0/security-groups/fedb6ba3-bfb8-43e0-aced-45a6e4ba22b6 HTTP/1.1" status: 404 len: 347 time: 0.0160906 Sep 21 16:19:32.184504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50498) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:32.338992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Deleting port f281ca2f-f23a-415a-9398-173f99e4bc27 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:19:32.339270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:32.509164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:32.509493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:32.631730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Calling delete_port for f281ca2f-f23a-415a-9398-173f99e4bc27 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:19:32.847949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:32.876170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4dd4-c60b-46c0-ac9a-f95739cc4b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:32.896750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Pushing event deleted for resources: {'Port': ['ID=f281ca2f-f23a-415a-9398-173f99e4bc27,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:32.994892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:33.047618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:33.048796 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-95c1e333-288a-4682-b5b0-066bd6bc90b6 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] 10.222.0.65 "DELETE /v2.0/floatingips/367ee095-30c8-4920-b6ee-210d98b0adcf HTTP/1.1" status: 204 len: 168 time: 0.8633952 Sep 21 16:19:33.194371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50506) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:33.717404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:34.011879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 51a37d0a-c5a9-4354-8c61-e52c75ae55fe no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:19:34.047096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 51a37d0a-c5a9-4354-8c61-e52c75ae55fe {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:19:34.047442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 51a37d0a-c5a9-4354-8c61-e52c75ae55fe not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:19:34.063822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Deleting port 5db40bf6-f5b3-4f83-9660-48324e782be3 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:19:34.064168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:34.332768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] For port 5db40bf6-f5b3-4f83-9660-48324e782be3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5db40bf6-f5b3-4f83-9660-48324e782be3,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:34.333519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:34.451108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Calling delete_port for 5db40bf6-f5b3-4f83-9660-48324e782be3 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:19:34.659560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:34.709307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db40bf6-f5b3-4f83-9660-48324e782be3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:34.758086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.758440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.758781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.759120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.759453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.759805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.760124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.760445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.760773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.761100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.761428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.761747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:34.985190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-01b7dc74-2369-4422-9a8c-058336fa0c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:34.992241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:35.350626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:19:35.522676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:19:35.531657 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] Sync routers for ids ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:19:35.534616 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0d23e319-619d-4ad8-ae24-4c67595bcf24 admin admin] 10.222.0.65 "PUT /v2.0/routers/db9dfc1a-ade7-44a0-a9e2-c0504a4b831e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3392241 Sep 21 16:19:35.537213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50510) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:35.541506 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] Routers {'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:19:35.542154 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:19:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:35.723284 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] Set router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:19:35.821098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.000246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.035181 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:19:34Z', 'revision_number': 5, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port': {'id': 'cf562e3f-7a86-48d0-af81-01b18ae197d1', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:17:23Z', 'updated_at': '2022-09-21T16:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:36.039048 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] Checking router: db9dfc1a-ade7-44a0-a9e2-c0504a4b831e for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:19:36.047312 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] Routers {'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:19:36.047896 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:19:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:36.093026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Deleting port cf562e3f-7a86-48d0-af81-01b18ae197d1 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:19:36.093310 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.202878 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] Set router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:19:36.247773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.274704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] For port cf562e3f-7a86-48d0-af81-01b18ae197d1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cf562e3f-7a86-48d0-af81-01b18ae197d1,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:36.275065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.313155 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:19:36Z', 'revision_number': 6, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:36.317217 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c102466-beee-4326-9114-d67bb5c19cb8 None None] The sync data for ids ['db9dfc1a-ade7-44a0-a9e2-c0504a4b831e'] in dv-neutron-858618-1-hyperv is: [{'id': 'db9dfc1a-ade7-44a0-a9e2-c0504a4b831e', 'name': 'tempest-ServerDiskConfigTestJSON-578484572-router', 'tenant_id': '954b89437b924cb9b2501bf08c82f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:17:22Z', 'updated_at': '2022-09-21T16:19:36Z', 'revision_number': 6, 'project_id': '954b89437b924cb9b2501bf08c82f521', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:19:36.402735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Calling delete_port for cf562e3f-7a86-48d0-af81-01b18ae197d1 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:19:36.613782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.666104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf562e3f-7a86-48d0-af81-01b18ae197d1,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:36.769793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.825255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.942766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:36.944852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.025529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.026158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9dfc1a-ade7-44a0-a9e2-c0504a4b831e {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:19:37.039979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.041148 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ba0af4ca-ac6d-4595-8ca4-b086fc2529d9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/db9dfc1a-ade7-44a0-a9e2-c0504a4b831e HTTP/1.1" status: 204 len: 168 time: 1.5030496 Sep 21 16:19:37.043769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50514) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:37.123031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-19de9bd6-432c-44e7-8ff7-b557aab4f874 admin admin] Deleting subnet a72be3ea-b234-40ee-be85-9c80de79e10e {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:19:37.128071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cf562e3f-7a86-48d0-af81-01b18ae197d1 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:19:37.134228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19de9bd6-432c-44e7-8ff7-b557aab4f874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.167116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: cf562e3f-7a86-48d0-af81-01b18ae197d1 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:19:37.172911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cf562e3f-7a86-48d0-af81-01b18ae197d1 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:19:37.172911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5db40bf6-f5b3-4f83-9660-48324e782be3 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:19:37.186029 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19de9bd6-432c-44e7-8ff7-b557aab4f874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.205845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 5db40bf6-f5b3-4f83-9660-48324e782be3 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:19:37.206227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5db40bf6-f5b3-4f83-9660-48324e782be3 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:19:37.264736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19de9bd6-432c-44e7-8ff7-b557aab4f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.414359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19de9bd6-432c-44e7-8ff7-b557aab4f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.550094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de9bd6-432c-44e7-8ff7-b557aab4f874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72be3ea-b234-40ee-be85-9c80de79e10e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:37.554282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-19de9bd6-432c-44e7-8ff7-b557aab4f874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.559301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de84823-ac28-4b4e-88b4-7ab0a50be17c None None] Network 8561165c-6d2e-4c39-a784-0afd64fb33bc requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:19:37.560585 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-19de9bd6-432c-44e7-8ff7-b557aab4f874 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a72be3ea-b234-40ee-be85-9c80de79e10e HTTP/1.1" status: 204 len: 168 time: 0.5158882 Sep 21 16:19:37.563026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50518) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:37.671184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.681350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Deleting port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:19:37.681673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.822196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] DHCP port deletion for 8561165c-6d2e-4c39-a784-0afd64fb33bc request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:19:37.826335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] Deleting port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:19:37.826737 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:37.889092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] For port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cd311a16-44bc-48af-a2c2-e6cff4c6ea2a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:37.889419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.007796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.013715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Calling delete_port for cd311a16-44bc-48af-a2c2-e6cff4c6ea2a owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:19:38.046987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] For port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cd311a16-44bc-48af-a2c2-e6cff4c6ea2a,segment=NetworkSegment(ce216be3-f2a5-4758-a787-89f9f296288b),segment_id=ce216be3-f2a5-4758-a787-89f9f296288b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:38.047392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.156154 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.167536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] Calling delete_port for cd311a16-44bc-48af-a2c2-e6cff4c6ea2a owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:19:38.203959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd311a16-44bc-48af-a2c2-e6cff4c6ea2a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:38.206036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] No DVR routers for this DVR port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:19:38.242091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:19:38.242580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:19:38.320128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.344216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8561165c-6d2e-4c39-a784-0afd64fb33bc']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:38.359833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce216be3-f2a5-4758-a787-89f9f296288b') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:38.360132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce216be3-f2a5-4758-a787-89f9f296288b') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:38.371685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.387676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.393644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:19:38.394059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.455852 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment ce216be3-f2a5-4758-a787-89f9f296288b resource provider aggregate not found Sep 21 16:19:38.483220 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment ce216be3-f2a5-4758-a787-89f9f296288b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce216be3-f2a5-4758-a787-89f9f296288b found for delete ", "request_id": "req-4e3690af-8c82-4e4b-9f90-9a5935f6d6c0"}]} Sep 21 16:19:38.550618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.566295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.580429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] Pushing event deleted for resources: {'Network': ['ID=8561165c-6d2e-4c39-a784-0afd64fb33bc,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:38.653476 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-33b72229-15df-4d94-a0bc-6df24dbcec96 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8561165c-6d2e-4c39-a784-0afd64fb33bc HTTP/1.1" status: 204 len: 168 time: 1.0894446 Sep 21 16:19:38.744051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] Deleting port cd311a16-44bc-48af-a2c2-e6cff4c6ea2a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:19:38.744604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:38.809453 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-19ca9cc0-2a0b-4417-a897-b961500bdd3c None None] The port 'cd311a16-44bc-48af-a2c2-e6cff4c6ea2a' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:19:38.937680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50528) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:38.987291 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1a0d19f5-6d70-41c4-a179-a3641ba3b769 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=954b89437b924cb9b2501bf08c82f521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483022 Sep 21 16:19:38.989695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50532) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:39.048018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc34548a-bca0-4ee5-a6e3-87df0abe7a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:39.073336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc34548a-bca0-4ee5-a6e3-87df0abe7a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:39.116993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cd311a16-44bc-48af-a2c2-e6cff4c6ea2a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:19:39.153418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: cd311a16-44bc-48af-a2c2-e6cff4c6ea2a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:19:39.153765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cd311a16-44bc-48af-a2c2-e6cff4c6ea2a not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:19:39.185145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc34548a-bca0-4ee5-a6e3-87df0abe7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:39.202688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34548a-bca0-4ee5-a6e3-87df0abe7a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc1138a-30c4-4743-a096-fc66946c5fd2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:39.209492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-cc34548a-bca0-4ee5-a6e3-87df0abe7a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:39.211197 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cc34548a-bca0-4ee5-a6e3-87df0abe7a5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbc1138a-30c4-4743-a096-fc66946c5fd2 HTTP/1.1" status: 204 len: 168 time: 0.2205505 Sep 21 16:19:40.179483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50556) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:40.280587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1159589538-network', 'tenant_id': '620ce9cce7734dc99405931b05048f8e'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:40.285373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:40.289259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Usage tracker for resource:network and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:40.292103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:40.298633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:40.384707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Made reservation on behalf of 620ce9cce7734dc99405931b05048f8e for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:19:40.387049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:40.399621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:40.414428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:40.418993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:40.422056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:40.427938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:40.508251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:40.550139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:40.579747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:19:40.588841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de438a5-2fdb-4517-b4ad-eba37a39a5ae,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:40.595038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:40.595384 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Added segment cea99ee8-18ee-491e-9ff7-2182dd29aac9 of type vlan for network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 Sep 21 16:19:40.620925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:40.756680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:40.757649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:40.758250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:40.856256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=149ce45a-8e3e-4a32-9b68-21d14dc48ef6,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:40.866335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:19:40.911622 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-21e6c7b8-fafa-4af3-bbcb-9f9dcc5ef1e1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7309601 Sep 21 16:19:40.914741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50562) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:40.920287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Request body: {'subnet': {'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1159589538-subnet', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:40.925233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:40.929738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Usage tracker for resource:subnet and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:40.932674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:40.938537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:41.030265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Made reservation on behalf of 620ce9cce7734dc99405931b05048f8e for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:19:41.032609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:41.356518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:41.430490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba69667-0d50-4520-ad92-b12e2044747c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:41.437933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Checking segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:19:41.438323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Network hostable DHCP agents. Network: 149ce45a-8e3e-4a32-9b68-21d14dc48ef6, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:19:41.499042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:19:41.539109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 149ce45a-8e3e-4a32-9b68-21d14dc48ef6) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:19:41.543083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:41.543690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:41.547565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dded5b5-26da-4bc4-943b-158c69a4f9e7 None None] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:19:41.602656 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e8b51cf8-cc30-4166-8995-3561c7c960e4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6868927 Sep 21 16:19:41.605401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50566) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:41.610491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:41.615278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:41.619368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Usage tracker for resource:router and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:41.622288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:41.628435 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:41.682296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:41.683388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:41.698195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:41.766255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:19:41.767120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:41.948807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Allocated IP 172.20.0.2 (149ce45a-8e3e-4a32-9b68-21d14dc48ef6/2ba69667-0d50-4520-ad92-b12e2044747c/264c7b12-2067-4a11-a264-adb99abdbc45) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:19:42.002658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.156102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.166883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Transition to ACTIVE for port object 264c7b12-2067-4a11-a264-adb99abdbc45 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:19:42.186133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Transition to ACTIVE for port object 264c7b12-2067-4a11-a264-adb99abdbc45 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:19:42.259486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.324384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:19:42.325492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:19:42.329133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:19:42.374154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Pushing event updated for resources: {'Port': ['ID=264c7b12-2067-4a11-a264-adb99abdbc45,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:42.439006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Attempting to bind port 264c7b12-2067-4a11-a264-adb99abdbc45 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:19:42.439375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Attempting to bind port 264c7b12-2067-4a11-a264-adb99abdbc45 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:19:42.439741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Attempting to bind port 264c7b12-2067-4a11-a264-adb99abdbc45 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:19:42.445728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:19:42.446145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Checking segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:19:42.446553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.446946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Bound using segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:19:42.447418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Bound port: 264c7b12-2067-4a11-a264-adb99abdbc45, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:19:42.447793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.462800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.485955 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:19:42.492615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.534795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] For port 264c7b12-2067-4a11-a264-adb99abdbc45, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:19:42.538301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] For port 264c7b12-2067-4a11-a264-adb99abdbc45, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=264c7b12-2067-4a11-a264-adb99abdbc45,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:19:42.625236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.627970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Allocated IP 172.26.0.16 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/27737f99-eda5-4c17-a012-a1b469ff6ac8) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:19:42.708683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9509c-d103-4ff3-9ad3-87f61809fdb5 None None] Pushing event updated for resources: {'Port': ['ID=264c7b12-2067-4a11-a264-adb99abdbc45,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:42.783055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.871224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:42.944401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:19:42.947508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:19:42.951293 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:19:42.982445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Pushing event updated for resources: {'Port': ['ID=27737f99-eda5-4c17-a012-a1b469ff6ac8,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:43.166570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 264c7b12-2067-4a11-a264-adb99abdbc45 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:19:43.322699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 264c7b12-2067-4a11-a264-adb99abdbc45 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:19:43.472350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:43.611595 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadbe8d-5952-4b48-b14a-5352f03ac053 None None] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:19:43.780536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4c5c71bc-bab0-4c07-922f-4d80523da6c0 None None] Provisioning for port 264c7b12-2067-4a11-a264-adb99abdbc45 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:19:43.790572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4c5c71bc-bab0-4c07-922f-4d80523da6c0 None None] Provisioning complete for port 264c7b12-2067-4a11-a264-adb99abdbc45 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:43.790946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4c5c71bc-bab0-4c07-922f-4d80523da6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:43.914771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:43.972034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c71bc-bab0-4c07-922f-4d80523da6c0 None None] Current status of the port 264c7b12-2067-4a11-a264-adb99abdbc45 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:43.972415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4c5c71bc-bab0-4c07-922f-4d80523da6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:44.009026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4c5c71bc-bab0-4c07-922f-4d80523da6c0 None None] For port 264c7b12-2067-4a11-a264-adb99abdbc45, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=264c7b12-2067-4a11-a264-adb99abdbc45,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:44.082411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4c5c71bc-bab0-4c07-922f-4d80523da6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:44.152688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c71bc-bab0-4c07-922f-4d80523da6c0 None None] Pushing event updated for resources: {'Port': ['ID=264c7b12-2067-4a11-a264-adb99abdbc45,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:44.202880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4a788a21-b54a-43ff-8814-d0324b39e3a6 None None] Provisioning complete for port 264c7b12-2067-4a11-a264-adb99abdbc45 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:44.203494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a788a21-b54a-43ff-8814-d0324b39e3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:44.213484 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Router 2c6af907-7c32-4192-8e51-f6d51e011534 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:19:44.324388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4a788a21-b54a-43ff-8814-d0324b39e3a6 None None] Current status of the port 264c7b12-2067-4a11-a264-adb99abdbc45 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:44.393507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:19:44.402164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:19:44.411574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:19:44.412190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:19:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:44.477158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:44.478412 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-75f5dd29-7fd5-4c7f-a90f-e2fa3b095a59 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8719542 Sep 21 16:19:44.481327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50570) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:44.630842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:19:44.914804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:43Z', 'revision_number': 3, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:44.918723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:19:44.919073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Updating router 2c6af907-7c32-4192-8e51-f6d51e011534 port 27737f99-eda5-4c17-a012-a1b469ff6ac8 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:19:44.975930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.168653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 264c7b12-2067-4a11-a264-adb99abdbc45 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:19:45.173239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.295018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 264c7b12-2067-4a11-a264-adb99abdbc45 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:45.295616 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.379383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Allocated IP 172.20.0.1 (149ce45a-8e3e-4a32-9b68-21d14dc48ef6/2ba69667-0d50-4520-ad92-b12e2044747c/efd3d4a6-27f7-4405-8eeb-7a168521b123) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:19:45.427439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.480426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Transition to ACTIVE for port object 27737f99-eda5-4c17-a012-a1b469ff6ac8 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:19:45.492691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 264c7b12-2067-4a11-a264-adb99abdbc45 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:45.531354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.546550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Transition to ACTIVE for port object efd3d4a6-27f7-4405-8eeb-7a168521b123 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:19:45.550366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.618903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Attempting to bind port 27737f99-eda5-4c17-a012-a1b469ff6ac8 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:19:45.619414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Attempting to bind port 27737f99-eda5-4c17-a012-a1b469ff6ac8 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:19:45.619777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Attempting to bind port 27737f99-eda5-4c17-a012-a1b469ff6ac8 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:19:45.630489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:19:45.630860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:19:45.631251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.631641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:19:45.632092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Bound port: 27737f99-eda5-4c17-a012-a1b469ff6ac8, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:19:45.632460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.642615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.676661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009a9ac-86a0-48fd-8656-fbdae0ba1926 None None] Pushing event updated for resources: {'Port': ['ID=27737f99-eda5-4c17-a012-a1b469ff6ac8,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:45.707535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:19:45.711006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:19:45.711594 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] For port 27737f99-eda5-4c17-a012-a1b469ff6ac8, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:19:45.713414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:19:45.714666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] For port 27737f99-eda5-4c17-a012-a1b469ff6ac8, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=27737f99-eda5-4c17-a012-a1b469ff6ac8,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:19:45.766076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Pushing event updated for resources: {'Port': ['ID=efd3d4a6-27f7-4405-8eeb-7a168521b123,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:45.782380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.785507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.848982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:19:45.849613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:19:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:45.953981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009a9ac-86a0-48fd-8656-fbdae0ba1926 None None] Pushing event updated for resources: {'Port': ['ID=27737f99-eda5-4c17-a012-a1b469ff6ac8,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:46.033443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ead0b2a2-9320-4a91-a155-6d24b359aa2f None None] Provisioning for port efd3d4a6-27f7-4405-8eeb-7a168521b123 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:19:46.042117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ead0b2a2-9320-4a91-a155-6d24b359aa2f None None] Provisioning complete for port efd3d4a6-27f7-4405-8eeb-7a168521b123 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:46.042486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ead0b2a2-9320-4a91-a155-6d24b359aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:46.068697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:46.152431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:19:46.256235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ead0b2a2-9320-4a91-a155-6d24b359aa2f None None] Port efd3d4a6-27f7-4405-8eeb-7a168521b123 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:19:46.301430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:46.350726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:46.443000 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:43Z', 'revision_number': 3, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:46.446997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be78888-76ad-44fa-b38e-4a858d7297e4 None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:43Z', 'revision_number': 3, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:19:46.459925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Pushing event updated for resources: {'Port': ['ID=efd3d4a6-27f7-4405-8eeb-7a168521b123,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:46.464309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:46.606892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:19:46.608086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:19:46.821566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:19:46.878849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-da714636-f2a6-4015-b3cb-77e12fa34c53 None None] Provisioning complete for port efd3d4a6-27f7-4405-8eeb-7a168521b123 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:46.879360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-da714636-f2a6-4015-b3cb-77e12fa34c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:46.934232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-da714636-f2a6-4015-b3cb-77e12fa34c53 None None] Port efd3d4a6-27f7-4405-8eeb-7a168521b123 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:19:47.013899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:19:47.030591 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3de39cbe-2984-4dce-92fa-29691ccbee8d admin admin] 10.222.0.65 "PUT /v2.0/routers/2c6af907-7c32-4192-8e51-f6d51e011534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5476949 Sep 21 16:19:47.149085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 27737f99-eda5-4c17-a012-a1b469ff6ac8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:19:47.285903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 27737f99-eda5-4c17-a012-a1b469ff6ac8 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:19:47.287274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 27737f99-eda5-4c17-a012-a1b469ff6ac8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:47.287682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.421435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 27737f99-eda5-4c17-a012-a1b469ff6ac8 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:47.421810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.423207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50582) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:47.429275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960174737', 'description': 'tempest-description--33137185'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:47.435197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:47.439075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 27737f99-eda5-4c17-a012-a1b469ff6ac8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=27737f99-eda5-4c17-a012-a1b469ff6ac8,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:47.439229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Usage tracker for resource:security_group and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:47.442100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:47.448461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:47.504360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.536959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.558003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:47.562255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Usage tracker for resource:security_group_rule and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:47.565212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:47.574361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:47.576993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=27737f99-eda5-4c17-a012-a1b469ff6ac8,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:47.642726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.704672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.746669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1b12b7-4f5c-4aa8-b858-d980b2d228f0,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:47.807767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.809010 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f111bdf2-497c-409d-b70e-b2fc5c619f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3847489 Sep 21 16:19:47.811844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50588) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:47.816789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'security_group_rule': {'security_group_id': 'da1b12b7-4f5c-4aa8-b858-d980b2d228f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:47.822993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:47.826949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Usage tracker for resource:security_group_rule and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:47.829793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:47.836024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:47.906370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.970969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.035426 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:19:48.039283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.045468 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:19:48.046039 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:19:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:48.065097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cec3bda-d132-4cff-8acc-d912495ae1ad,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:48.133419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.134799 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-789e4e95-071e-4410-91ec-fa1b02bcb7e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220217 Sep 21 16:19:48.137396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50592) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:48.142327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'security_group_rule': {'security_group_id': 'da1b12b7-4f5c-4aa8-b858-d980b2d228f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:48.148626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:48.152476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Usage tracker for resource:security_group_rule and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:48.155406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:48.161196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:48.222598 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:19:48.231479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.295670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.355962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.380491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7c2ddf-6834-4528-a44f-991f34970f98,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:48.430550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.431834 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d44a66c4-021e-4bdc-ac00-7e7884e8bdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935092 Sep 21 16:19:48.434905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50596) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:19:48.440156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:48.446655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:48.450595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Usage tracker for resource:floatingip and tenant:620ce9cce7734dc99405931b05048f8e is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:19:48.453417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:19:48.459492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:48.515984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.530591 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:46Z', 'revision_number': 2, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:48.534454 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:19:48.534869 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Updating router 2c6af907-7c32-4192-8e51-f6d51e011534 port efd3d4a6-27f7-4405-8eeb-7a168521b123 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:19:48.591476 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.655373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.792902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Allocated IP 172.26.0.90 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/1d4203a3-80fe-48f7-995e-5e5b40ef77bb) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:19:48.934807 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:48.947195 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Transition to ACTIVE for port object efd3d4a6-27f7-4405-8eeb-7a168521b123 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:19:49.030538 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.045462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.127575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 27737f99-eda5-4c17-a012-a1b469ff6ac8 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:19:49.139607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.201417 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 27737f99-eda5-4c17-a012-a1b469ff6ac8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:49.201699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.208101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:19:49.210929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:19:49.213588 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Pushing event updated for resources: {'Port': ['ID=efd3d4a6-27f7-4405-8eeb-7a168521b123,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:49.215025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:19:49.248691 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.249040 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.249370 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.249713 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.250046 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.250520 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.250993 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.251468 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.251796 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.252113 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.252587 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.252911 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:19:49.258942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'Port': ['ID=1d4203a3-80fe-48f7-995e-5e5b40ef77bb,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:49.288021 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Attempting to bind port efd3d4a6-27f7-4405-8eeb-7a168521b123 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:19:49.288601 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Attempting to bind port efd3d4a6-27f7-4405-8eeb-7a168521b123 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:19:49.288871 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Attempting to bind port efd3d4a6-27f7-4405-8eeb-7a168521b123 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:19:49.296406 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:19:49.298824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Checking segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:19:49.298824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.298824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Bound using segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:19:49.299115 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Bound port: efd3d4a6-27f7-4405-8eeb-7a168521b123, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:19:49.299302 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.306541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.328734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 27737f99-eda5-4c17-a012-a1b469ff6ac8 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:49.391666 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] For port efd3d4a6-27f7-4405-8eeb-7a168521b123, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:19:49.394628 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] For port efd3d4a6-27f7-4405-8eeb-7a168521b123, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=efd3d4a6-27f7-4405-8eeb-7a168521b123,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:19:49.426166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.459763 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.518390 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:19:49.519016 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:19:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:49.611786 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce5e4f-ac1d-4aeb-a450-915820377b42 None None] Pushing event updated for resources: {'Port': ['ID=efd3d4a6-27f7-4405-8eeb-7a168521b123,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:49.636967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.693670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.713044 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:19:49.802229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.806124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'Port': ['ID=1d4203a3-80fe-48f7-995e-5e5b40ef77bb,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:49.882284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:49.883512 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eb6047a6-c0e4-4d34-bcb0-9d22131346d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4475672 Sep 21 16:19:50.045830 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:49Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:19:50.049775 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c41892-0941-4e7b-af39-47d38db59cf1 None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:49Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:19:50.051583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-02eead24-010b-46e6-8d36-4b720a4713ca tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:19:50.127757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-02eead24-010b-46e6-8d36-4b720a4713ca tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:19:50.128989 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-02eead24-010b-46e6-8d36-4b720a4713ca tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--960174737&fields=id&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 267 time: 0.1182353 Sep 21 16:19:50.289024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-fc207c11-1362-48df-8941-592221581d9b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:50.289715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-fc207c11-1362-48df-8941-592221581d9b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:19:50.373535 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-fc207c11-1362-48df-8941-592221581d9b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:19:50.375082 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-fc207c11-1362-48df-8941-592221581d9b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 812 time: 0.2386093 Sep 21 16:19:50.390503 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-f2677fec-b90d-4705-9905-17737603b950 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/quotas/620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 375 time: 0.0097919 Sep 21 16:19:50.487388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6892f5fe-1ce6-4066-9733-086a00e81a5a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:19:50.579324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6892f5fe-1ce6-4066-9733-086a00e81a5a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:19:50.580893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6892f5fe-1ce6-4066-9733-086a00e81a5a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1844275 Sep 21 16:19:50.733423 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-5891a2ec-aa16-4ae0-a377-872c0673a31e service neutron] 10.222.0.65 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400418 Sep 21 16:19:50.871838 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-64914bc1-0c40-478b-b941-cc2d80a1388c service neutron] 10.222.0.65 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323278 Sep 21 16:19:51.147245 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-78c7936c-6610-4bd3-9751-c23fc06c19cb req-8113b1e7-9b6c-4eff-8afe-d7974c7b6f9c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 210 time: 0.0522313 Sep 21 16:19:51.159912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device efd3d4a6-27f7-4405-8eeb-7a168521b123 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:19:51.321972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port efd3d4a6-27f7-4405-8eeb-7a168521b123 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:19:51.326772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port efd3d4a6-27f7-4405-8eeb-7a168521b123 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:51.327146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:51.443230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port efd3d4a6-27f7-4405-8eeb-7a168521b123 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:51.443606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:51.474529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port efd3d4a6-27f7-4405-8eeb-7a168521b123, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=efd3d4a6-27f7-4405-8eeb-7a168521b123,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:19:51.573748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:51.641109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=efd3d4a6-27f7-4405-8eeb-7a168521b123,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:52.315401 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3fb95dbd-80c9-4bcb-93fc-a37c6bc1f63b req-eed176ea-5b8c-4e8a-83d6-0b69441bd880 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 210 time: 0.0536342 Sep 21 16:19:53.131604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device efd3d4a6-27f7-4405-8eeb-7a168521b123 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:19:53.203380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port efd3d4a6-27f7-4405-8eeb-7a168521b123 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:53.204008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:53.259318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-cac4a0d1-00be-4b75-93ca-5fd49e238e95 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:53.260653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-cac4a0d1-00be-4b75-93ca-5fd49e238e95 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 812 time: 0.1528840 Sep 21 16:19:53.309622 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-f63f47e4-4e38-4873-ad72-40c80c05195f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 379 time: 0.0407453 Sep 21 16:19:53.319433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'port': {'device_id': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'admin_state_up': True, 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'security_groups': ['da1b12b7-4f5c-4aa8-b858-d980b2d228f0']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:53.324838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port efd3d4a6-27f7-4405-8eeb-7a168521b123 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:19:53.467043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:19:53.478094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:19:53.491251 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b52ff640-22c0-417c-ad9b-b56774264c3d req-24a6d0ff-51aa-43fe-964d-178eed287fec tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 210 time: 0.0553136 Sep 21 16:19:53.578732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Made reservation on behalf of 620ce9cce7734dc99405931b05048f8e for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:19:53.582432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:53.847682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Allocated IP 172.20.0.12 (149ce45a-8e3e-4a32-9b68-21d14dc48ef6/2ba69667-0d50-4520-ad92-b12e2044747c/b5641b1d-148c-4cad-a098-de8a9750ff2d) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:19:54.030676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:54.046017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Transition to ACTIVE for port object b5641b1d-148c-4cad-a098-de8a9750ff2d will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:19:54.121680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:54.194317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:19:54.197448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:19:54.201260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:19:54.231654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:54.268639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:54.269258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:54.357274 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-073051f0-ebb0-4c6a-a604-9d301c4c50f3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0419445 Sep 21 16:19:54.368716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Request body: {'port': {'device_id': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:19:54.453368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-47a4ea3e-62f3-4c09-a38f-40447f13335f None None] Provisioning for port b5641b1d-148c-4cad-a098-de8a9750ff2d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:19:54.458813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-47a4ea3e-62f3-4c09-a38f-40447f13335f None None] Provisioning complete for port b5641b1d-148c-4cad-a098-de8a9750ff2d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:19:54.459204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-47a4ea3e-62f3-4c09-a38f-40447f13335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:54.482679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:54.515558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-47a4ea3e-62f3-4c09-a38f-40447f13335f None None] Port b5641b1d-148c-4cad-a098-de8a9750ff2d cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:19:54.799538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d6476-4f3f-4dac-9f58-d6acd4e426b8 req-49331611-c60a-4ff2-9cda-6ad8f276b81b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:54.800141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1a6d6476-4f3f-4dac-9f58-d6acd4e426b8 req-49331611-c60a-4ff2-9cda-6ad8f276b81b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:19:54.892757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-1a6d6476-4f3f-4dac-9f58-d6acd4e426b8 req-49331611-c60a-4ff2-9cda-6ad8f276b81b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:19:54.893897 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a6d6476-4f3f-4dac-9f58-d6acd4e426b8 req-49331611-c60a-4ff2-9cda-6ad8f276b81b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 932 time: 0.2829409 Sep 21 16:19:54.924622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5641b1d-148c-4cad-a098-de8a9750ff2d {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:19:54.934122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:54.963809 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a6d6476-4f3f-4dac-9f58-d6acd4e426b8 req-f2a959b1-9284-43b9-a743-2e9ae3e4c3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621161 Sep 21 16:19:54.964739 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Transition to ACTIVE for port object b5641b1d-148c-4cad-a098-de8a9750ff2d will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:19:55.013173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:55.197243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Pushing event updated for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:55.237784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Attempting to bind port b5641b1d-148c-4cad-a098-de8a9750ff2d on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:19:55.238455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Attempting to bind port b5641b1d-148c-4cad-a098-de8a9750ff2d by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:19:55.238837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Attempting to bind port b5641b1d-148c-4cad-a098-de8a9750ff2d on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:19:55.243396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Port b5641b1d-148c-4cad-a098-de8a9750ff2d on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:19:55.243722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Attempting to bind port b5641b1d-148c-4cad-a098-de8a9750ff2d on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:19:55.248747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:19:55.249086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Checking segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:19:55.249470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Bound using segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:19:55.249892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Bound port: b5641b1d-148c-4cad-a098-de8a9750ff2d, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:19:55.250263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:55.337642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:19:55.340456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:19:55.430818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:55.462554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:55.463168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:55.464552 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] 10.222.0.33 "PUT /v2.0/ports/b5641b1d-148c-4cad-a098-de8a9750ff2d HTTP/1.1" status: 200 len: 1094 time: 1.1006925 Sep 21 16:19:55.465068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:19:55.467487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d610fe4-1a31-4ada-9f97-814c81dc26ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:19:55.511675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed0199-7041-4fde-871d-25c53f77b1cd service neutron] Pushing event updated for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:19:55.515003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96564972-97fe-46e9-8df0-28a07d9bf083 x-openstack-request-id: req-96564972-97fe-46e9-8df0-28a07d9bf083 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:19:55.515276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:19:55.515525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96564972-97fe-46e9-8df0-28a07d9bf083 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:19:55.515906 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96564972-97fe-46e9-8df0-28a07d9bf083'] response: {'name': 'network-changed', 'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'status': 'completed', 'code': 200} Sep 21 16:19:55.613129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610fe4-1a31-4ada-9f97-814c81dc26ac req-f589bb55-bc59-45dd-969d-1527c414ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:55.614552 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5d610fe4-1a31-4ada-9f97-814c81dc26ac req-f589bb55-bc59-45dd-969d-1527c414ed38 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 1097 time: 0.0793862 Sep 21 16:19:55.755474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610fe4-1a31-4ada-9f97-814c81dc26ac req-fee0f0ec-f747-48fa-99ce-594489c6f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:55.757461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5d610fe4-1a31-4ada-9f97-814c81dc26ac req-fee0f0ec-f747-48fa-99ce-594489c6f2e9 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=620ce9cce7734dc99405931b05048f8e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1348348 Sep 21 16:19:55.994296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610fe4-1a31-4ada-9f97-814c81dc26ac req-4d20dd70-1a32-48ca-8235-8ee708be939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:55.996009 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5d610fe4-1a31-4ada-9f97-814c81dc26ac req-4d20dd70-1a32-48ca-8235-8ee708be939f service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2332935 Sep 21 16:19:56.179692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6706cf8a-e7c2-4f23-a107-c98232f29fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:56.181172 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-6706cf8a-e7c2-4f23-a107-c98232f29fd1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 1097 time: 0.1442165 Sep 21 16:19:56.253321 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-a931e524-b8dd-4e1f-9894-8b72c367ea6e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d HTTP/1.1" status: 200 len: 217 time: 0.0650084 Sep 21 16:19:56.261159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941c404-f00b-4f2a-8004-f9ac1b7781a7 req-322e84d2-2f79-48d8-876a-e56324b5f427 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:56.262523 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f941c404-f00b-4f2a-8004-f9ac1b7781a7 req-322e84d2-2f79-48d8-876a-e56324b5f427 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 944 time: 0.1650858 Sep 21 16:19:56.352286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-78c87816-bf02-4706-adfe-a5092876b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:56.353675 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-78c87816-bf02-4706-adfe-a5092876b860 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0903356 Sep 21 16:19:56.356550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f941c404-f00b-4f2a-8004-f9ac1b7781a7 req-61cbc7ae-2718-42e2-b554-6b25316542a5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635886 Sep 21 16:19:56.436364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-adc10f19-db53-4b20-8038-753f18d59901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:56.437867 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-adc10f19-db53-4b20-8038-753f18d59901 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784996 Sep 21 16:19:56.569473 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-c569cca2-4ad4-49fd-800d-aafcac96f28d service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251991 Sep 21 16:19:56.703264 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7278a89b-4fe8-498f-ae4f-197d6e878d9a req-3f3368d2-533a-4f48-b08b-95d5017c6e9b service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286192 Sep 21 16:19:57.555172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4b7b-2f12-4b2d-a1f6-6e6fab64ba0d req-c9033295-7b06-4123-ad51-72bc19f35d92 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:57.556625 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1f3d4b7b-2f12-4b2d-a1f6-6e6fab64ba0d req-c9033295-7b06-4123-ad51-72bc19f35d92 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 944 time: 0.0877063 Sep 21 16:19:57.600256 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1f3d4b7b-2f12-4b2d-a1f6-6e6fab64ba0d req-44d7146d-f6da-4137-bdf3-d3fd08c472f9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375359 Sep 21 16:19:58.801494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f16376-181a-4dc5-a7c6-44b3e51f697c req-a026f6cf-9a13-4b45-a7fc-3e3059a14b39 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:19:58.803046 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5f16376-181a-4dc5-a7c6-44b3e51f697c req-a026f6cf-9a13-4b45-a7fc-3e3059a14b39 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 944 time: 0.0924592 Sep 21 16:19:58.846607 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5f16376-181a-4dc5-a7c6-44b3e51f697c req-e8201669-532a-44c6-b1a4-494f807618e0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379155 Sep 21 16:19:59.013012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:00.045135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a5264-a87d-414e-bc09-1138e33301f1 req-f524b295-df1f-408f-b063-7320ea36d052 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:00.046636 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a29a5264-a87d-414e-bc09-1138e33301f1 req-f524b295-df1f-408f-b063-7320ea36d052 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 944 time: 0.0920584 Sep 21 16:20:00.091090 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a29a5264-a87d-414e-bc09-1138e33301f1 req-24764a8e-0638-495f-8a1a-15e80651c229 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388179 Sep 21 16:20:00.120430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b5641b1d-148c-4cad-a098-de8a9750ff2d details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:20:00.251300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:20:00.264455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'mac_address': 'fa:16:3e:07:5b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:20:00.321895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b5641b1d-148c-4cad-a098-de8a9750ff2d is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:20:00.322299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:00.338807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5641b1d-148c-4cad-a098-de8a9750ff2d {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:20:00.353360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:20:00.458900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:00.564870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:20:00.659284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['b5641b1d-148c-4cad-a098-de8a9750ff2d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:20:01.285481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8912d1-d2cc-4f97-b1b2-96b022a96ac3 req-65b1b42b-a7cc-49bb-85f1-d6ccc42e17c7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:01.287443 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d8912d1-d2cc-4f97-b1b2-96b022a96ac3 req-65b1b42b-a7cc-49bb-85f1-d6ccc42e17c7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 945 time: 0.0864906 Sep 21 16:20:01.339927 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d8912d1-d2cc-4f97-b1b2-96b022a96ac3 req-a306d666-7f19-4879-90a0-0ebfac056138 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463727 Sep 21 16:20:02.135353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b5641b1d-148c-4cad-a098-de8a9750ff2d up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:20:02.264523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port b5641b1d-148c-4cad-a098-de8a9750ff2d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:20:02.269318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port b5641b1d-148c-4cad-a098-de8a9750ff2d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:20:02.269694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:02.384673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b5641b1d-148c-4cad-a098-de8a9750ff2d is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:20:02.385060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:02.412546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:20:02.414874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea25059-675b-468f-9c33-a77af6f5b30a" -d '{"events": [{"server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "name": "network-vif-plugged", "status": "completed", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:20:02.422773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:20:02.456843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd6d4d-1b15-4f58-8291-aa81a3b33f91 x-openstack-request-id: req-d8fd6d4d-1b15-4f58-8291-aa81a3b33f91 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:20:02.457136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "name": "network-vif-plugged", "status": "completed", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:20:02.457390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8fd6d4d-1b15-4f58-8291-aa81a3b33f91 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:20:02.457804 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fd6d4d-1b15-4f58-8291-aa81a3b33f91'] response: {'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'code': 200} Sep 21 16:20:02.494036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:02.543557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da301ee-452b-4bdd-8649-d1a057c87c7a req-9f61240c-a596-4435-857b-6ebb6b8fb204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:02.545015 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2da301ee-452b-4bdd-8649-d1a057c87c7a req-9f61240c-a596-4435-857b-6ebb6b8fb204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0919507 Sep 21 16:20:02.562168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:20:02.592376 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2da301ee-452b-4bdd-8649-d1a057c87c7a req-7dd78d97-d17e-46c1-858d-07d0f2564fa3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Sep 21 16:20:02.788979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8526bc-db4a-4fa1-9c95-2c9a14c9cd4b req-4523ac0d-36b4-4b2f-b3ca-ad73b11ddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:02.790536 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec8526bc-db4a-4fa1-9c95-2c9a14c9cd4b req-4523ac0d-36b4-4b2f-b3ca-ad73b11ddf55 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 1099 time: 0.0793734 Sep 21 16:20:02.830340 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec8526bc-db4a-4fa1-9c95-2c9a14c9cd4b req-b56471a1-8626-418d-aef9-77cf94c263cd service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340304 Sep 21 16:20:02.864632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dacfcf0b-6693-4205-9faf-c278785f87a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:03.796056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aad481-cec5-4e5a-a717-b2ce99fcab5b req-44b4740e-c550-4402-aa51-3e1a91cbd4bc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:03.797499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-05aad481-cec5-4e5a-a717-b2ce99fcab5b req-44b4740e-c550-4402-aa51-3e1a91cbd4bc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0904033 Sep 21 16:20:03.843653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-05aad481-cec5-4e5a-a717-b2ce99fcab5b req-3f52a1fe-ae2e-42b0-95f5-4cca0237cb1b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399277 Sep 21 16:20:05.001741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ef3e497-b431-4cd4-a763-bf03d9a1c71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:05.042419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9279a2-53de-49bd-ab98-25b273982872 req-24722e10-a730-439d-b8ac-4e3ee01f4d91 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:05.043902 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9f9279a2-53de-49bd-ab98-25b273982872 req-24722e10-a730-439d-b8ac-4e3ee01f4d91 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0897639 Sep 21 16:20:05.089259 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9f9279a2-53de-49bd-ab98-25b273982872 req-ea01b0b8-54c9-445d-ace0-38c6bb6d2627 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396993 Sep 21 16:20:05.276519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6b841-6381-4b1a-abb4-a40dbe0cbdc0 req-a3ce2038-e5fa-40e5-8de8-2a1ac42a259a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:05.277975 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c6b6b841-6381-4b1a-abb4-a40dbe0cbdc0 req-a3ce2038-e5fa-40e5-8de8-2a1ac42a259a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0866020 Sep 21 16:20:05.288004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 50654) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:20:05.292667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'floatingip': {'port_id': 'b5641b1d-148c-4cad-a098-de8a9750ff2d'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:20:05.369524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:06.044284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:06.121791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:06.259115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:06.296020 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7 associated. External IP: 172.26.0.90, port: b5641b1d-148c-4cad-a098-de8a9750ff2d. Sep 21 16:20:06.640510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:20:06.818657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:20:06.828337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:06.828499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:06.829242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:20:06.839945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:20:06.840565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:20:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:20:06.878106 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3cbf8dbd-2fad-4f4c-ad04-797945058f56 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "PUT /v2.0/floatingips/8f1c6a99-e8ba-498a-b815-43982f8322a7 HTTP/1.1" status: 200 len: 991 time: 1.5890560 Sep 21 16:20:06.878777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:20:06.881708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d2d648-d0ed-451d-b630-79016268082c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:20:06.922179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6542f72b-83d5-4eec-a055-9c20e48bb267 x-openstack-request-id: req-6542f72b-83d5-4eec-a055-9c20e48bb267 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:20:06.922466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:20:06.922716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6542f72b-83d5-4eec-a055-9c20e48bb267 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:20:06.923115 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6542f72b-83d5-4eec-a055-9c20e48bb267'] response: {'name': 'network-changed', 'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'status': 'completed', 'code': 200} Sep 21 16:20:07.021669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:20:07.025279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2d648-d0ed-451d-b630-79016268082c req-f7ea82f5-d6ac-45f4-8c35-b5cad4f109e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:07.026802 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57d2d648-d0ed-451d-b630-79016268082c req-f7ea82f5-d6ac-45f4-8c35-b5cad4f109e0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 1099 time: 0.0840480 Sep 21 16:20:07.267134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2d648-d0ed-451d-b630-79016268082c req-d8058fc2-88e4-4949-9b2d-2baef5661808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:07.268591 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57d2d648-d0ed-451d-b630-79016268082c req-d8058fc2-88e4-4949-9b2d-2baef5661808 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.2353354 Sep 21 16:20:07.368900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:07:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:20:05Z', 'revision_number': 1, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:20:07.372753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:20:07.373525 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57d2d648-d0ed-451d-b630-79016268082c req-286c4ac8-f67a-4564-9031-bdd6d3b94c76 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d HTTP/1.1" status: 200 len: 999 time: 0.0982296 Sep 21 16:20:07.381038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:20:07.381656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:20:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:20:07.438098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2d648-d0ed-451d-b630-79016268082c req-d76dc009-5b15-4ff1-a449-78e321e186c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:07.439546 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57d2d648-d0ed-451d-b630-79016268082c req-d76dc009-5b15-4ff1-a449-78e321e186c1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0602813 Sep 21 16:20:07.525017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2d648-d0ed-451d-b630-79016268082c req-2c935d6d-9376-42b8-98ae-cdc65ab42959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:07.526431 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57d2d648-d0ed-451d-b630-79016268082c req-2c935d6d-9376-42b8-98ae-cdc65ab42959 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814576 Sep 21 16:20:07.559689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:20:07.659848 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57d2d648-d0ed-451d-b630-79016268082c req-2f462cb0-00d5-4d89-bd07-9efad442a412 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269681 Sep 21 16:20:07.792906 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-57d2d648-d0ed-451d-b630-79016268082c req-2643a24f-a14f-4a57-a710-15fec2fa2b96 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268115 Sep 21 16:20:07.953328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:07:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:20:05Z', 'revision_number': 1, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:20:07.957581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b968d09-ff39-49cb-ae5a-fb412a8274d4 None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:07:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:20:05Z', 'revision_number': 1, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:20:07.990452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:08.141152 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a72fc-8320-4b0a-bfc9-5c9cb2486577 None None] New status for floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:20:19.484989 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:20:28.048721 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-cbdd8c11-17ce-4b97-b49e-2d753952e800 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777245 Sep 21 16:20:28.196622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-220e68d8-a84d-4ae2-99b3-6135baed514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:28.198089 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-220e68d8-a84d-4ae2-99b3-6135baed514d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 1099 time: 0.0813403 Sep 21 16:20:28.340879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-d0f5edc3-32a6-40b0-a91a-40811e67df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:28.342358 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-d0f5edc3-32a6-40b0-a91a-40811e67df4b service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1257603 Sep 21 16:20:28.440785 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-a3b172ab-072d-438d-af61-2648a8a7cd14 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d HTTP/1.1" status: 200 len: 1001 time: 0.0924749 Sep 21 16:20:28.505557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-7aca1438-0c70-4468-899c-b61704c7a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:28.506948 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-7aca1438-0c70-4468-899c-b61704c7a8f1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0601034 Sep 21 16:20:28.589083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-f1b4f672-e613-4caa-b180-b6a0e247d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:28.590555 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-f1b4f672-e613-4caa-b180-b6a0e247d348 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772638 Sep 21 16:20:28.721933 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-baa264d3-db62-444c-91f1-3b8e829e144b service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244423 Sep 21 16:20:28.853726 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7424ac3-e337-4427-8e39-81b560e4bef2 req-09a137d6-5af0-407a-bd4c-239fe757e980 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237993 Sep 21 16:20:29.018607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:32.858244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7b86-39ed-43c9-9a93-b5d453342d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:35.001152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8c0df58b-e0e0-4c31-b7b1-1710fb9aadbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:36.304004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:36.847033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:37.955400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:40.674229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7878f92-9cd7-4315-ba05-4a57a5810849 req-712f84a9-a897-4d3b-a367-c976bdd6646d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:40.675592 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7878f92-9cd7-4315-ba05-4a57a5810849 req-712f84a9-a897-4d3b-a367-c976bdd6646d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.1827211 Sep 21 16:20:40.719097 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7878f92-9cd7-4315-ba05-4a57a5810849 req-31634a68-8d6e-4ce1-8aac-624bc837e5a2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Sep 21 16:20:40.917360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8d639-4859-409b-9a4f-0e390aa7a91e req-d35895fb-ab7f-4c69-b913-0ba25cca824a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:40.919384 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-33a8d639-4859-409b-9a4f-0e390aa7a91e req-d35895fb-ab7f-4c69-b913-0ba25cca824a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0922489 Sep 21 16:20:40.964476 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-33a8d639-4859-409b-9a4f-0e390aa7a91e req-d39133df-aece-4aca-9d10-32424c8271ac tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392795 Sep 21 16:20:41.160889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea7b7c-87b5-4f60-984c-4c43d1e4534e req-9e24159d-0dc2-4c1e-b51a-1f9090691c65 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:41.162381 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-46ea7b7c-87b5-4f60-984c-4c43d1e4534e req-9e24159d-0dc2-4c1e-b51a-1f9090691c65 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0874398 Sep 21 16:20:41.209976 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-46ea7b7c-87b5-4f60-984c-4c43d1e4534e req-589c87c3-2f7a-47d5-90cb-da98a741345c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419929 Sep 21 16:20:41.821208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b8484-9d1d-458a-b2a4-b5459c5678d2 req-438e08e5-6b39-45d7-9a6b-3b655479d5c5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:41.822677 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-373b8484-9d1d-458a-b2a4-b5459c5678d2 req-438e08e5-6b39-45d7-9a6b-3b655479d5c5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.1372259 Sep 21 16:20:41.875842 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-373b8484-9d1d-458a-b2a4-b5459c5678d2 req-0cfead89-51a6-418b-88f4-b2108f6bc3bc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461557 Sep 21 16:20:41.885986 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-e8d579ff-c6b1-4c32-b01a-59cdfb1850f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270399 Sep 21 16:20:43.072756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802d777-b276-49ce-8b5d-e0314f0f2538 req-be76f4d1-abda-4ea6-9533-52f1c0c79e19 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:43.074239 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c802d777-b276-49ce-8b5d-e0314f0f2538 req-be76f4d1-abda-4ea6-9533-52f1c0c79e19 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0867646 Sep 21 16:20:43.125142 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c802d777-b276-49ce-8b5d-e0314f0f2538 req-8097fc43-42b8-4143-991c-ee1e6b99544f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445161 Sep 21 16:20:43.899914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-0f801496-de45-4533-a2cd-0af136822adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:43.901416 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-0f801496-de45-4533-a2cd-0af136822adb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 1099 time: 0.0785666 Sep 21 16:20:44.030690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-90ae0f9d-5346-4417-994b-02b509c5e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:44.032164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-90ae0f9d-5346-4417-994b-02b509c5e70a service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1250291 Sep 21 16:20:44.135889 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-2e24b837-7b2a-445c-b960-a63bd0c10630 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d HTTP/1.1" status: 200 len: 1001 time: 0.0971460 Sep 21 16:20:44.201441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-46e95aad-66c1-4930-8e73-586382362a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:44.202909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-46e95aad-66c1-4930-8e73-586382362a5b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0611298 Sep 21 16:20:44.352532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-d764c89c-ec3e-4046-a452-713110570ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:44.354032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-d764c89c-ec3e-4046-a452-713110570ef7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1448679 Sep 21 16:20:44.361992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0e33d-4607-4620-a7a7-a23a4e4ffddd req-153559a0-b166-40be-8f82-9a61010d2d2c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:44.363309 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-26d0e33d-4607-4620-a7a7-a23a4e4ffddd req-153559a0-b166-40be-8f82-9a61010d2d2c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.1200168 Sep 21 16:20:44.486200 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-26d0e33d-4607-4620-a7a7-a23a4e4ffddd req-4c531087-6315-419c-bded-6ad79c2f51a5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036043 Sep 21 16:20:44.521909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-90b574ac-57d1-4169-80ee-8cf51f630ebe service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576428 Sep 21 16:20:44.655936 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-cbefa40d-177a-4895-9f9a-4cfec73bfa0b service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278260 Sep 21 16:20:45.683674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c0eaf-dffb-42d4-9ac6-9d303f2f4529 req-d74f4256-85f2-4949-a1f2-a698a941e621 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:45.685117 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ae9c0eaf-dffb-42d4-9ac6-9d303f2f4529 req-d74f4256-85f2-4949-a1f2-a698a941e621 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0875874 Sep 21 16:20:45.727864 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ae9c0eaf-dffb-42d4-9ac6-9d303f2f4529 req-7d94cad2-a95a-4189-9e10-1900a5f87493 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371249 Sep 21 16:20:46.928803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e2758-c9e4-4629-b780-0f15e83359f8 req-6ddcca91-4601-4900-a100-65b3e90939ff tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:46.930450 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6c9e2758-c9e4-4629-b780-0f15e83359f8 req-6ddcca91-4601-4900-a100-65b3e90939ff tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0910373 Sep 21 16:20:46.978705 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6c9e2758-c9e4-4629-b780-0f15e83359f8 req-ac9edc98-c2a7-4bec-aad4-433e1dca58f9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 Sep 21 16:20:48.178111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb65d1-43c6-4b24-a665-661ccc516c34 req-d922897e-c128-4f84-b6da-bdc1538ff690 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:48.179553 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6fdb65d1-43c6-4b24-a665-661ccc516c34 req-d922897e-c128-4f84-b6da-bdc1538ff690 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0897379 Sep 21 16:20:48.224387 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6fdb65d1-43c6-4b24-a665-661ccc516c34 req-403d9444-b1ae-434e-b1cf-0cee2df60ed0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391054 Sep 21 16:20:49.420823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97190aa-263f-4af4-bc38-ceae2807d0c5 req-7dad2546-494b-49b8-801b-878f8750f5a5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:49.422298 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b97190aa-263f-4af4-bc38-ceae2807d0c5 req-7dad2546-494b-49b8-801b-878f8750f5a5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0873160 Sep 21 16:20:49.465801 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b97190aa-263f-4af4-bc38-ceae2807d0c5 req-41e92126-6cbf-4ab3-8fb5-e72668049221 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373414 Sep 21 16:20:50.663374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a2e1-23a0-4365-aa4d-bcb818b3f781 req-743c11c7-c08a-44ea-a3ad-3b32cf91c018 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:50.664826 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8479a2e1-23a0-4365-aa4d-bcb818b3f781 req-743c11c7-c08a-44ea-a3ad-3b32cf91c018 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0867858 Sep 21 16:20:50.805026 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8479a2e1-23a0-4365-aa4d-bcb818b3f781 req-54d3a5f8-8b7b-4846-8016-9152a234f20c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344259 Sep 21 16:20:52.003965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641ec8b-845d-4aa7-abd7-3c6ef1cdbd39 req-67adf375-5888-464b-b6c8-2da981c15448 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:52.005455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f641ec8b-845d-4aa7-abd7-3c6ef1cdbd39 req-67adf375-5888-464b-b6c8-2da981c15448 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0901270 Sep 21 16:20:52.050201 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f641ec8b-845d-4aa7-abd7-3c6ef1cdbd39 req-050a0076-b31f-4b13-8fdd-24e317e69c89 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389030 Sep 21 16:20:53.248453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d034e-2ec0-45bd-837e-ef2d34367a08 req-8c8319fa-d530-43b5-ac8a-0e0101d4c8df tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:53.249884 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-944d034e-2ec0-45bd-837e-ef2d34367a08 req-8c8319fa-d530-43b5-ac8a-0e0101d4c8df tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0868509 Sep 21 16:20:53.293898 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-944d034e-2ec0-45bd-837e-ef2d34367a08 req-faad8a72-169b-4af6-bb2c-87f08632dde0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382173 Sep 21 16:20:54.491677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abca42-3834-40c5-a9b1-31808231f750 req-24ca050f-8282-479d-9c3c-2af0ea1878b5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:54.493159 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-77abca42-3834-40c5-a9b1-31808231f750 req-24ca050f-8282-479d-9c3c-2af0ea1878b5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0881157 Sep 21 16:20:54.538831 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-77abca42-3834-40c5-a9b1-31808231f750 req-0d0bc900-efe7-4415-a91e-66bfbc820765 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401349 Sep 21 16:20:55.738396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b34d5-73fe-4112-877c-5de0c1ee56a2 req-ec469a45-8a78-40cc-a3ef-c37476153aa2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:55.740403 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-331b34d5-73fe-4112-877c-5de0c1ee56a2 req-ec469a45-8a78-40cc-a3ef-c37476153aa2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0884237 Sep 21 16:20:55.783839 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-331b34d5-73fe-4112-877c-5de0c1ee56a2 req-f938a89e-e4f3-406d-a501-d3dfc632df8c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378227 Sep 21 16:20:56.484773 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:20:56.702639 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-2b472b74-d571-48ee-846a-ff1a1dc51fdc service neutron] 10.222.0.33 "GET /v2.0/ports/b5641b1d-148c-4cad-a098-de8a9750ff2d/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.1708174 Sep 21 16:20:56.984392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59228-e0de-4205-85be-bf14f5794e17 req-a274ccfd-a174-4257-9193-5abaddbc2a92 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:56.985872 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-44b59228-e0de-4205-85be-bf14f5794e17 req-a274ccfd-a174-4257-9193-5abaddbc2a92 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0923855 Sep 21 16:20:57.031888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-44b59228-e0de-4205-85be-bf14f5794e17 req-8649b5ce-813e-4913-a522-afe8294b1582 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393064 Sep 21 16:20:57.265340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-6e7cf6a1-5071-4bda-aa39-ea85f3fede8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:57.266861 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-6e7cf6a1-5071-4bda-aa39-ea85f3fede8b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 1099 time: 0.0787022 Sep 21 16:20:57.368374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-7246581a-a6a0-4704-bbf1-61604d9b4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:57.369732 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-7246581a-a6a0-4704-bbf1-61604d9b4b76 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 1099 time: 0.0809851 Sep 21 16:20:57.498856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-9283ca03-98f5-4c41-94e2-2b07a481b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:57.500262 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-9283ca03-98f5-4c41-94e2-2b07a481b706 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1249201 Sep 21 16:20:57.602331 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-8d64b36e-869e-4367-a58b-b16cb877ade3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d HTTP/1.1" status: 200 len: 1001 time: 0.0951631 Sep 21 16:20:57.662922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-391f5abf-772e-4b67-b655-44bfeb334827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:57.664297 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-391f5abf-772e-4b67-b655-44bfeb334827 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0566926 Sep 21 16:20:57.748593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-333c7f2c-e7c9-43b7-98c4-0eac7f36f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:57.750072 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-333c7f2c-e7c9-43b7-98c4-0eac7f36f8b5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802257 Sep 21 16:20:57.881335 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-7b8bd8ce-a817-41bd-843c-8a2716fd64b4 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249394 Sep 21 16:20:58.012856 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28bf94ae-44f9-49e3-8f42-3e58859e6387 req-44eca60d-dd1c-443a-b79f-e5d83cc8b7b7 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249533 Sep 21 16:20:58.236183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99731864-95ee-4ac8-b875-f715ebfe4b53 req-e3fc7e70-6e5b-4154-b19d-5078c24272a9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:58.237540 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-99731864-95ee-4ac8-b875-f715ebfe4b53 req-e3fc7e70-6e5b-4154-b19d-5078c24272a9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0911183 Sep 21 16:20:58.282080 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-99731864-95ee-4ac8-b875-f715ebfe4b53 req-7ab32d5e-02ec-4c00-b865-361a7ee2fdd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387466 Sep 21 16:20:59.000687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:59.479173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfdff5-501a-4f3d-b9e7-cd5e67c9fb50 req-d2ce8f75-202d-488b-a44c-b4e50c29f62f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:20:59.480678 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a8dfdff5-501a-4f3d-b9e7-cd5e67c9fb50 req-d2ce8f75-202d-488b-a44c-b4e50c29f62f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0880427 Sep 21 16:20:59.524480 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a8dfdff5-501a-4f3d-b9e7-cd5e67c9fb50 req-089c4172-e2c5-4e0c-a459-1df2100378f5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381594 Sep 21 16:21:00.383735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b5641b1d-148c-4cad-a098-de8a9750ff2d details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:21:00.387038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b5641b1d-148c-4cad-a098-de8a9750ff2d no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:21:00.600019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b5641b1d-148c-4cad-a098-de8a9750ff2d is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:21:00.600407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:00.635094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:21:00.652321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:21:00.659503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bef5618-2828-4266-ac66-547fcd7a4265" -d '{"events": [{"server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:21:00.661372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'mac_address': 'fa:16:3e:07:5b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:21:00.665387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:21:00.716711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2fae33-3143-444b-9c12-5314380f32b9 x-openstack-request-id: req-3f2fae33-3143-444b-9c12-5314380f32b9 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:21:00.717008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "name": "network-vif-unplugged", "status": "completed", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:21:00.717263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f2fae33-3143-444b-9c12-5314380f32b9 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:21:00.717662 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2fae33-3143-444b-9c12-5314380f32b9'] response: {'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'code': 200} Sep 21 16:21:00.727623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b5641b1d-148c-4cad-a098-de8a9750ff2d is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:21:00.728004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:00.738977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38da4c-de53-4422-a67e-714edd5c84e6 req-717e0e91-2fe8-4d80-ba1c-fbd3695b8103 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:00.740426 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dd38da4c-de53-4422-a67e-714edd5c84e6 req-717e0e91-2fe8-4d80-ba1c-fbd3695b8103 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.1024280 Sep 21 16:21:00.743405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:00.779952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5641b1d-148c-4cad-a098-de8a9750ff2d {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:21:00.786268 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dd38da4c-de53-4422-a67e-714edd5c84e6 req-33d89a93-b71c-42b2-b6c9-ad5e74d16ff7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389948 Sep 21 16:21:00.861786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:00.871147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:21:00.871500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:21:00.872685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.873022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.873357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.873687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.874107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.874445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.874764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.875084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.875408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.875726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.876043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:00.876361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:01.236428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bef7ea-4463-42d2-a3f6-c73fbcfaeda7 req-10a63478-292f-469a-96c9-ee45c5ebbd4a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:01.237868 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-68bef7ea-4463-42d2-a3f6-c73fbcfaeda7 req-10a63478-292f-469a-96c9-ee45c5ebbd4a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 944 time: 0.0921340 Sep 21 16:21:01.284111 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-68bef7ea-4463-42d2-a3f6-c73fbcfaeda7 req-cb4d034c-f016-4065-b18f-f893e0869975 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403755 Sep 21 16:21:01.318613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-b160da3b-b455-43f8-84c6-8ce79dd243a8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:01.320064 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-b160da3b-b455-43f8-84c6-8ce79dd243a8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae&tenant_id=620ce9cce7734dc99405931b05048f8e&binding%3Ahost_id=hv-neutron-8586 HTTP/1.1" status: 200 len: 944 time: 0.1001184 Sep 21 16:21:01.426932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b5641b1d-148c-4cad-a098-de8a9750ff2d is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:21:01.427533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:01.444414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5641b1d-148c-4cad-a098-de8a9750ff2d {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:21:01.460125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:21:01.463658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-7c0e2b9f-51f7-4603-ab63-f5ad0d1e0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:01.465140 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-7c0e2b9f-51f7-4603-ab63-f5ad0d1e0e93 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 1097 time: 0.0790145 Sep 21 16:21:01.503378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:01.567755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['b5641b1d-148c-4cad-a098-de8a9750ff2d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:21:01.597057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-cde916a9-cad4-41d6-beee-d54a44b180d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:01.599201 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-cde916a9-cad4-41d6-beee-d54a44b180d2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1282139 Sep 21 16:21:01.629439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:01.702731 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-7f2e295a-8d75-4996-b392-020c58ec23d2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d HTTP/1.1" status: 200 len: 1000 time: 0.0976965 Sep 21 16:21:01.763886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-0b6c232c-85c6-4ca0-a9a4-a63aafe680eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:01.765216 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-0b6c232c-85c6-4ca0-a9a4-a63aafe680eb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0567365 Sep 21 16:21:01.939166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-bde907fb-df71-4162-8527-62ce10cac557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:01.940627 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-bde907fb-df71-4162-8527-62ce10cac557 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693778 Sep 21 16:21:02.071027 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-6f67851b-ad07-47f3-9896-72cc70f4cc31 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231790 Sep 21 16:21:02.201076 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2cb661a-08c9-4aee-9fb1-460ad0e4f170 req-da462491-7c83-4f3d-8d73-77b460cc0e56 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233122 Sep 21 16:21:02.421437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b5641b1d-148c-4cad-a098-de8a9750ff2d up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:21:02.491806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0b049-b9cf-4cde-b8fd-7714f6383c43 req-3db65496-8636-4164-ac0b-6926254a38f7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:02.493287 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0fc0b049-b9cf-4cde-b8fd-7714f6383c43 req-3db65496-8636-4164-ac0b-6926254a38f7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 945 time: 0.0946524 Sep 21 16:21:02.493586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port b5641b1d-148c-4cad-a098-de8a9750ff2d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:21:02.494021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:02.544413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0fc0b049-b9cf-4cde-b8fd-7714f6383c43 req-d6c43d4d-27ad-443d-8eeb-a766bb04d742 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453529 Sep 21 16:21:02.615252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port b5641b1d-148c-4cad-a098-de8a9750ff2d is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:21:02.615547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:02.649440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:21:02.718344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:21:02.720680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e6bd79-11f1-4a74-9189-61876931d1c2" -d '{"events": [{"server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "name": "network-vif-plugged", "status": "completed", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:21:02.726070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:02.777390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd5af8b-f812-4dad-97a4-7c954ecc4040 x-openstack-request-id: req-5dd5af8b-f812-4dad-97a4-7c954ecc4040 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:21:02.777684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "name": "network-vif-plugged", "status": "completed", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:21:02.777967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dd5af8b-f812-4dad-97a4-7c954ecc4040 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:21:02.778357 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd5af8b-f812-4dad-97a4-7c954ecc4040'] response: {'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'code': 200} Sep 21 16:21:02.796470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:02.868879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f21fe137-3135-439c-9537-db8214e7b03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:03.739549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dc95c-f5c7-4801-b244-686fcc430a01 req-6cad1b11-0fba-4316-a49b-6e5aa3a17c46 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:03.740983 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-409dc95c-f5c7-4801-b244-686fcc430a01 req-6cad1b11-0fba-4316-a49b-6e5aa3a17c46 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0867605 Sep 21 16:21:03.784133 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-409dc95c-f5c7-4801-b244-686fcc430a01 req-0bec9c50-8a8d-43ec-9fbf-80370c5113c1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375462 Sep 21 16:21:03.978593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca7ab6-afae-4877-8e6d-5774d9cc2663 req-ccfde531-fa04-46bb-99e0-79e6fc7f87c7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:03.980064 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2dca7ab6-afae-4877-8e6d-5774d9cc2663 req-ccfde531-fa04-46bb-99e0-79e6fc7f87c7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0854058 Sep 21 16:21:04.031034 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2dca7ab6-afae-4877-8e6d-5774d9cc2663 req-91343c42-5387-42a3-a7e4-3a6c403605a1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453358 Sep 21 16:21:04.226655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171464a9-c391-420e-bd17-0351277ef40f req-5c228144-212e-4c7f-951a-fd7a38d19919 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:04.228104 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-171464a9-c391-420e-bd17-0351277ef40f req-5c228144-212e-4c7f-951a-fd7a38d19919 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0895967 Sep 21 16:21:04.271454 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-171464a9-c391-420e-bd17-0351277ef40f req-13f55827-3bde-4326-a2ae-8da3aa3b9df2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376856 Sep 21 16:21:04.989862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b980456-c152-4ba6-bd6b-193779a234a0 req-27da744d-5969-4c60-9835-08fdd8a82756 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:04.991487 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b980456-c152-4ba6-bd6b-193779a234a0 req-27da744d-5969-4c60-9835-08fdd8a82756 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0885406 Sep 21 16:21:05.001019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ca9ccd7c-6984-47c1-bc3d-fb5612a6aac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:05.041095 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b980456-c152-4ba6-bd6b-193779a234a0 req-c0e82d67-2015-455e-b23b-73774c368a21 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437367 Sep 21 16:21:06.236478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24432dc-8e00-4418-9743-0250b257d2b3 req-e33b90cc-4d9a-440c-99ba-c11cc63fb997 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:06.237926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c24432dc-8e00-4418-9743-0250b257d2b3 req-e33b90cc-4d9a-440c-99ba-c11cc63fb997 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0865204 Sep 21 16:21:06.282805 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c24432dc-8e00-4418-9743-0250b257d2b3 req-5516d8da-c3ad-4f26-bc8d-2d5c737d3301 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386300 Sep 21 16:21:06.297232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:06.589305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-5f3ae85e-aec8-43e0-966f-3c7e24bdf200 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:06.590681 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-5f3ae85e-aec8-43e0-966f-3c7e24bdf200 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0871360 Sep 21 16:21:06.664039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Deleting port b5641b1d-148c-4cad-a098-de8a9750ff2d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:21:06.664380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:06.806370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:06.907509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] For port b5641b1d-148c-4cad-a098-de8a9750ff2d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=b5641b1d-148c-4cad-a098-de8a9750ff2d,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:21:06.907784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:07.198796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:07.199162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:07.199474 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7 disassociated. External IP: 172.26.0.90, port: b5641b1d-148c-4cad-a098-de8a9750ff2d. Sep 21 16:21:07.199839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Calling delete_port for b5641b1d-148c-4cad-a098-de8a9750ff2d owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:21:07.516582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfe939-fab7-41a6-b750-1c8878045ee3 req-adba53e6-67ac-4a43-8853-d68794ffe4f6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:07.517971 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1ccfe939-fab7-41a6-b750-1c8878045ee3 req-adba53e6-67ac-4a43-8853-d68794ffe4f6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 946 time: 0.0997527 Sep 21 16:21:07.520638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:07.589964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event deleted for resources: {'Port': ['ID=b5641b1d-148c-4cad-a098-de8a9750ff2d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:07.610888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.611062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.611291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.611754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.611938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.612270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.612601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.612930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.613770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.614138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.614467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.614789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:07.696890 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1ccfe939-fab7-41a6-b750-1c8878045ee3 req-4937fd40-1a9c-407a-a3a3-d4ce55a8cb05 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407135 Sep 21 16:21:07.814210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:21:07.926922 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:07.996578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:21:08.006923 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:21:08.017870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:21:08.018618 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:21:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:21:08.094657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] No DVR routers for this DVR port b5641b1d-148c-4cad-a098-de8a9750ff2d on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:21:08.097083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:08.101534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'name': 'network-vif-deleted', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:21:08.103854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e427f96-4077-42c6-8f2b-03301cbb528d" -d '{"events": [{"server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "name": "network-vif-deleted", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:21:08.144933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96c1fde-598e-4da9-a662-35a64dab504b x-openstack-request-id: req-e96c1fde-598e-4da9-a662-35a64dab504b {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:21:08.145426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8a67bd-a314-4d65-ac4c-1581b65824ae", "name": "network-vif-deleted", "tag": "b5641b1d-148c-4cad-a098-de8a9750ff2d", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:21:08.145718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e96c1fde-598e-4da9-a662-35a64dab504b {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:21:08.146144 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96c1fde-598e-4da9-a662-35a64dab504b'] response: {'server_uuid': 'bd8a67bd-a314-4d65-ac4c-1581b65824ae', 'name': 'network-vif-deleted', 'tag': 'b5641b1d-148c-4cad-a098-de8a9750ff2d', 'status': 'completed', 'code': 200} Sep 21 16:21:08.190248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4dafcb20-dc3c-4bdb-a677-10e575e585a9 req-aa1956b3-5998-4b0f-899c-1b39e9d9d994 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "DELETE /v2.0/ports/b5641b1d-148c-4cad-a098-de8a9750ff2d HTTP/1.1" status: 204 len: 173 time: 1.5942128 Sep 21 16:21:08.196899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:21:08.550070 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:21:08.554033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:21:08.562365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:21:08.562988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:21:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:21:08.738936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:21:08.878619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2cf8b8fb-0e13-434e-9c40-ffbd5f9f87ae req-227d9797-7598-45ec-af89-568716c6375e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:21:08.943373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2cf8b8fb-0e13-434e-9c40-ffbd5f9f87ae req-227d9797-7598-45ec-af89-568716c6375e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:21:08.944551 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cf8b8fb-0e13-434e-9c40-ffbd5f9f87ae req-227d9797-7598-45ec-af89-568716c6375e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd8a67bd-a314-4d65-ac4c-1581b65824ae HTTP/1.1" status: 200 len: 210 time: 0.1157792 Sep 21 16:21:09.073575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:21:09.076119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f4e8c-d3c3-4100-ba13-3130a07a9474 None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:21:09.290704 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec59458-17ba-439e-aa32-762f7e812c29 None None] New status for floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:21:10.277691 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-564f39f2-0978-47a3-8d15-0b67028a2516 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--960174737&fields=id&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 267 time: 0.0426800 Sep 21 16:21:10.425417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-35d6aa27-d35a-4c3b-bda3-7f6ab971fc16 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:10.426902 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-35d6aa27-d35a-4c3b-bda3-7f6ab971fc16 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 812 time: 0.1429098 Sep 21 16:21:10.441005 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-ac0cbf34-de03-4922-8367-1032ed8d1ba2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/quotas/620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 375 time: 0.0086319 Sep 21 16:21:10.463087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b5641b1d-148c-4cad-a098-de8a9750ff2d no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:21:10.496582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: b5641b1d-148c-4cad-a098-de8a9750ff2d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:21:10.496932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device b5641b1d-148c-4cad-a098-de8a9750ff2d not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:21:10.532561 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-ae766e9e-cc2b-4d07-a55d-5080150bf1a8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854337 Sep 21 16:21:10.669161 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-8c97d12b-6ab1-4d77-85cb-cb628b3eccd8 service neutron] 10.222.0.65 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254506 Sep 21 16:21:10.801616 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-16611f67-102e-4d0c-be35-3bd51f090717 service neutron] 10.222.0.65 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259844 Sep 21 16:21:11.056698 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90f5bcf9-290a-4430-b543-dca419dcf146 req-2e387af9-b3ea-4017-8276-5d0e25a1ef60 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 210 time: 0.0557456 Sep 21 16:21:12.219423 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a5710852-b3c3-4823-8457-1658e797268b req-e7c5bb37-1824-4a5a-aada-12896e4f9fbe tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 210 time: 0.0536072 Sep 21 16:21:12.893291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-1bdad738-4e7b-40b1-a776-fc5bbda0a33a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:12.895239 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-1bdad738-4e7b-40b1-a776-fc5bbda0a33a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 812 time: 0.1508272 Sep 21 16:21:12.947041 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-b3b8a8ce-219b-403b-b5a0-ccd3a5eeff1b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 379 time: 0.0439477 Sep 21 16:21:12.955419 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'port': {'device_id': '468063b1-7386-4049-a6ee-957e1f486b2f', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'admin_state_up': True, 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'security_groups': ['da1b12b7-4f5c-4aa8-b858-d980b2d228f0']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:21:13.096284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:21:13.105828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:21:13.200702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Made reservation on behalf of 620ce9cce7734dc99405931b05048f8e for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:21:13.204453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:13.396296 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09a92ec8-d399-43cf-b1f2-58e53db4e971 req-7e4a981a-877f-4278-ad2b-c429061ec58d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 210 time: 0.0638459 Sep 21 16:21:13.415326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Allocated IP 172.20.0.9 (149ce45a-8e3e-4a32-9b68-21d14dc48ef6/2ba69667-0d50-4520-ad92-b12e2044747c/615293c5-e2b0-4f99-bdbb-1524a53f5198) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:21:13.598690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:13.613463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Transition to ACTIVE for port object 615293c5-e2b0-4f99-bdbb-1524a53f5198 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:21:13.726303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:13.896753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:21:13.899603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:21:13.903596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:21:13.939936 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:13.973809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:13.974587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:14.087218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6369e2e6-c6aa-4b21-8889-62cfd896f204 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1355662 Sep 21 16:21:14.099371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Request body: {'port': {'device_id': '468063b1-7386-4049-a6ee-957e1f486b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:21:14.200347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-99090549-6ffe-4feb-a8b6-e940b5f77eec None None] Provisioning for port 615293c5-e2b0-4f99-bdbb-1524a53f5198 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:21:14.205964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-99090549-6ffe-4feb-a8b6-e940b5f77eec None None] Provisioning complete for port 615293c5-e2b0-4f99-bdbb-1524a53f5198 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:21:14.206374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-99090549-6ffe-4feb-a8b6-e940b5f77eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:14.210878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:14.264005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-99090549-6ffe-4feb-a8b6-e940b5f77eec None None] Port 615293c5-e2b0-4f99-bdbb-1524a53f5198 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:21:14.564606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615293c5-e2b0-4f99-bdbb-1524a53f5198 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:21:14.572545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:14.587158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Transition to ACTIVE for port object 615293c5-e2b0-4f99-bdbb-1524a53f5198 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:21:14.605054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41dfd-de10-48e4-8df5-bb4e6c5a6b29 req-24209ef8-828b-4326-84bf-eb173c7caef4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:14.606559 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2bd41dfd-de10-48e4-8df5-bb4e6c5a6b29 req-24209ef8-828b-4326-84bf-eb173c7caef4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 931 time: 0.0878935 Sep 21 16:21:14.650812 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2bd41dfd-de10-48e4-8df5-bb4e6c5a6b29 req-7dcba96e-6fc1-4007-91f9-80629710235e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383289 Sep 21 16:21:14.668976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:14.853399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Pushing event updated for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:14.892993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Attempting to bind port 615293c5-e2b0-4f99-bdbb-1524a53f5198 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:21:14.893323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Attempting to bind port 615293c5-e2b0-4f99-bdbb-1524a53f5198 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:21:14.893650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Attempting to bind port 615293c5-e2b0-4f99-bdbb-1524a53f5198 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:21:14.898202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Port 615293c5-e2b0-4f99-bdbb-1524a53f5198 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:21:14.898759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Attempting to bind port 615293c5-e2b0-4f99-bdbb-1524a53f5198 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:21:14.903521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:21:14.903852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Checking segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:21:14.904234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Bound using segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:21:14.904661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Bound port: 615293c5-e2b0-4f99-bdbb-1524a53f5198, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:21:14.905002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:14.993839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:21:14.996773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:21:15.058433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:15.093111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:15.093727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:15.095112 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] 10.222.0.33 "PUT /v2.0/ports/615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 1093 time: 1.0002565 Sep 21 16:21:15.095648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:21:15.098559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5193a755-b555-4c4b-953c-777fe5283875" -d '{"events": [{"name": "network-changed", "server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:21:15.139806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a6453e-c032-4f64-be72-0789492c39d8 x-openstack-request-id: req-76a6453e-c032-4f64-be72-0789492c39d8 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:21:15.140143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:21:15.140430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76a6453e-c032-4f64-be72-0789492c39d8 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:21:15.140782 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a6453e-c032-4f64-be72-0789492c39d8'] response: {'name': 'network-changed', 'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'status': 'completed', 'code': 200} Sep 21 16:21:15.141480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119751c-63c8-4a6a-8831-cc8c8d8d1858 service neutron] Pushing event updated for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:15.236275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193a755-b555-4c4b-953c-777fe5283875 req-123a7b45-558d-4ef7-a7d9-6667aa6f9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:15.237712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5193a755-b555-4c4b-953c-777fe5283875 req-123a7b45-558d-4ef7-a7d9-6667aa6f9b14 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1096 time: 0.0784066 Sep 21 16:21:15.378246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193a755-b555-4c4b-953c-777fe5283875 req-2c5592c1-9d26-427e-9b57-bc2bb888a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:15.379610 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5193a755-b555-4c4b-953c-777fe5283875 req-2c5592c1-9d26-427e-9b57-bc2bb888a3b4 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=620ce9cce7734dc99405931b05048f8e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1350336 Sep 21 16:21:15.512093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193a755-b555-4c4b-953c-777fe5283875 req-ae50c429-278b-40af-8e42-45cee0bf472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:15.513494 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5193a755-b555-4c4b-953c-777fe5283875 req-ae50c429-278b-40af-8e42-45cee0bf472f service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280758 Sep 21 16:21:15.625200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-41ccf5a9-dcd8-45a6-8438-2edeb582711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:15.626729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-41ccf5a9-dcd8-45a6-8438-2edeb582711d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1096 time: 0.0798252 Sep 21 16:21:15.693977 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-865dbbd8-2697-449c-8a72-41b2f9a2d22e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 217 time: 0.0601678 Sep 21 16:21:15.758026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-a3164196-6e71-4293-89dd-124a33ef029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:15.759439 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-a3164196-6e71-4293-89dd-124a33ef029b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0600045 Sep 21 16:21:15.841107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-655d16b1-60fb-41a1-ac85-2561bac58647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:15.842596 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-655d16b1-60fb-41a1-ac85-2561bac58647 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774767 Sep 21 16:21:15.852218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edf489-a892-4980-b4b7-410ac2caf078 req-38a90124-b4ce-4bac-9225-670c0ad91a7a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:15.853652 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-49edf489-a892-4980-b4b7-410ac2caf078 req-38a90124-b4ce-4bac-9225-670c0ad91a7a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 943 time: 0.0901096 Sep 21 16:21:15.898161 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-49edf489-a892-4980-b4b7-410ac2caf078 req-7ae78176-7c52-49b9-98c4-277b6172b25f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 Sep 21 16:21:15.978139 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-d4d304ce-6b64-45fe-a45c-d819e0e127d7 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293974 Sep 21 16:21:16.109083 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a9e5c29-db19-486f-bd57-07d1d57d5754 req-545080d5-1e59-47cb-92d0-665d70937c9f service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252818 Sep 21 16:21:17.345718 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47c911-b775-4a87-bbec-0ecc98210e59 req-5fe90dc7-f948-4046-8124-4c0407212653 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:17.346424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3d47c911-b775-4a87-bbec-0ecc98210e59 req-5fe90dc7-f948-4046-8124-4c0407212653 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:21:17.446106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3d47c911-b775-4a87-bbec-0ecc98210e59 req-5fe90dc7-f948-4046-8124-4c0407212653 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:21:17.447260 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d47c911-b775-4a87-bbec-0ecc98210e59 req-5fe90dc7-f948-4046-8124-4c0407212653 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 943 time: 0.2814598 Sep 21 16:21:17.492302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d47c911-b775-4a87-bbec-0ecc98210e59 req-ac2f42ae-4f4a-45a7-845d-a4ba29eaac94 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390573 Sep 21 16:21:18.477806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 615293c5-e2b0-4f99-bdbb-1524a53f5198 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:21:18.618591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:21:18.631253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'mac_address': 'fa:16:3e:3d:29:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:21:18.691712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4df89-30f6-4d6c-8917-8ab8dc85cc67 req-0788e5d9-a596-49e0-a211-954b365b9e8e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:18.693184 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d8b4df89-30f6-4d6c-8917-8ab8dc85cc67 req-0788e5d9-a596-49e0-a211-954b365b9e8e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 943 time: 0.0916691 Sep 21 16:21:18.696735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 615293c5-e2b0-4f99-bdbb-1524a53f5198 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:21:18.697121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:18.714834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615293c5-e2b0-4f99-bdbb-1524a53f5198 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:21:18.733934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:21:18.744286 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d8b4df89-30f6-4d6c-8917-8ab8dc85cc67 req-a3f4c761-2cfc-4770-965d-eae25a38726e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455029 Sep 21 16:21:18.783392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:18.855117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:18.982913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['615293c5-e2b0-4f99-bdbb-1524a53f5198'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:21:19.950035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf57919-551d-436a-a977-e7dd20bab79f req-2b9636b4-d32e-47d4-8055-a283570b3262 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:19.951475 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-daf57919-551d-436a-a977-e7dd20bab79f req-2b9636b4-d32e-47d4-8055-a283570b3262 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 944 time: 0.0981376 Sep 21 16:21:19.995438 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-daf57919-551d-436a-a977-e7dd20bab79f req-355cb9c7-ae3d-4c3a-96c7-66c0f51d5434 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381157 Sep 21 16:21:20.493956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 615293c5-e2b0-4f99-bdbb-1524a53f5198 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:21:20.645404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 615293c5-e2b0-4f99-bdbb-1524a53f5198 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:21:20.650430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 615293c5-e2b0-4f99-bdbb-1524a53f5198 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:21:20.650734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:20.797368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 615293c5-e2b0-4f99-bdbb-1524a53f5198 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:21:20.797657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:20.824052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:21:20.826345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f780de74-6e02-4600-9ecc-527a029f1755" -d '{"events": [{"server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "name": "network-vif-plugged", "status": "completed", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:21:20.835080 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:21:20.866733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f20c64-6625-47a4-bc59-81a8f2ef3fc0 x-openstack-request-id: req-67f20c64-6625-47a4-bc59-81a8f2ef3fc0 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:21:20.867023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "name": "network-vif-plugged", "status": "completed", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:21:20.867280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67f20c64-6625-47a4-bc59-81a8f2ef3fc0 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:21:20.867682 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f20c64-6625-47a4-bc59-81a8f2ef3fc0'] response: {'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'code': 200} Sep 21 16:21:20.903398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:20.970352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:21.201680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7d89c-2fe8-4af4-82da-7802bfd54601 req-066af363-1be1-444d-9c22-cb99980b3fc9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:21.203157 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1d7d89c-2fe8-4af4-82da-7802bfd54601 req-066af363-1be1-444d-9c22-cb99980b3fc9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0932689 Sep 21 16:21:21.299841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1d7d89c-2fe8-4af4-82da-7802bfd54601 req-953db59e-0adf-45f6-b216-96d3cae0ded4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576830 Sep 21 16:21:21.314832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece23169-7e8d-4c52-9421-7221553510c8 req-287da152-f3cd-49f9-b0f3-a795075de277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:21.316281 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ece23169-7e8d-4c52-9421-7221553510c8 req-287da152-f3cd-49f9-b0f3-a795075de277 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1098 time: 0.1625824 Sep 21 16:21:21.358241 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ece23169-7e8d-4c52-9421-7221553510c8 req-f5ab6ac1-5cd8-472a-aecf-1767215ad74b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350218 Sep 21 16:21:22.584221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54046c-9a8f-4b3a-a59e-fa3572bcb7f4 req-d4872f95-0ca6-4bad-9131-2a26e2263780 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:22.585655 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ad54046c-9a8f-4b3a-a59e-fa3572bcb7f4 req-d4872f95-0ca6-4bad-9131-2a26e2263780 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.1696200 Sep 21 16:21:22.631171 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ad54046c-9a8f-4b3a-a59e-fa3572bcb7f4 req-fbf985a5-2846-4c88-8b09-14223f8eefde tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396206 Sep 21 16:21:23.831064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a35a25-b22b-4a9f-bb0d-0453ed83012f req-5681d193-f814-4d68-8c09-711a70378742 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:23.832525 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33a35a25-b22b-4a9f-bb0d-0453ed83012f req-5681d193-f814-4d68-8c09-711a70378742 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0898964 Sep 21 16:21:23.875953 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33a35a25-b22b-4a9f-bb0d-0453ed83012f req-cf10215e-ee00-48ee-9792-49734745b1e7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379212 Sep 21 16:21:24.067998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dd83e-7f89-4ff5-ae04-2844c14fe7d8 req-483e8ecb-3d55-4bae-b099-62f57dc7c598 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:24.069444 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5c9dd83e-7f89-4ff5-ae04-2844c14fe7d8 req-483e8ecb-3d55-4bae-b099-62f57dc7c598 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0901678 Sep 21 16:21:24.079566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 50826) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:21:24.085199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'floatingip': {'port_id': '615293c5-e2b0-4f99-bdbb-1524a53f5198'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:21:24.162392 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:24.745167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:24.800460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:24.967598 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7 associated. External IP: 172.26.0.90, port: 615293c5-e2b0-4f99-bdbb-1524a53f5198. Sep 21 16:21:25.419034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:21:25.593812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:21:25.598680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:25.604277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:21:25.614181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:21:25.614794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:21:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:21:25.656443 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9c30969a-7343-4811-b427-85cd123d446b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "PUT /v2.0/floatingips/8f1c6a99-e8ba-498a-b815-43982f8322a7 HTTP/1.1" status: 200 len: 990 time: 1.5758410 Sep 21 16:21:25.657019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:21:25.659385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9" -d '{"events": [{"name": "network-changed", "server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:21:25.755026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc04b5c1-2f33-4526-9f35-5da9d771880d x-openstack-request-id: req-dc04b5c1-2f33-4526-9f35-5da9d771880d {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:21:25.755321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:21:25.755583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc04b5c1-2f33-4526-9f35-5da9d771880d {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:21:25.755995 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc04b5c1-2f33-4526-9f35-5da9d771880d'] response: {'name': 'network-changed', 'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'status': 'completed', 'code': 200} Sep 21 16:21:25.792589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:21:25.853130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-47c6099a-f6cd-4b34-9963-a6d11e9d78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:25.854620 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-47c6099a-f6cd-4b34-9963-a6d11e9d78ad service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1098 time: 0.0781906 Sep 21 16:21:25.985100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-bc92e6d0-0f4d-4906-98b3-7f6ee9da698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:25.986472 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-bc92e6d0-0f4d-4906-98b3-7f6ee9da698c service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1261282 Sep 21 16:21:26.091778 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-e6fd9015-c6e7-405c-83f0-f771706a199f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 998 time: 0.0990765 Sep 21 16:21:26.140348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:3d:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468063b1-7386-4049-a6ee-957e1f486b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:21:24Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:21:26.144809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:21:26.152975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:21:26.153564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:21:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:21:26.156180 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-b3d27caf-806f-4b5a-98d2-14138eb16fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:26.157615 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-b3d27caf-806f-4b5a-98d2-14138eb16fd0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0606468 Sep 21 16:21:26.240571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-927e7b54-2312-4848-b810-9654ed93fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:26.241975 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-927e7b54-2312-4848-b810-9654ed93fa2a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775733 Sep 21 16:21:26.330459 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:21:26.372155 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-c2388250-7921-4c91-ac36-6b77c52c3afb service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244726 Sep 21 16:21:26.504141 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cbcaa6a-eb44-4ed5-b6a4-2b8e251057f9 req-52d17102-7c43-4363-baa5-83ffc6153d10 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246691 Sep 21 16:21:26.680910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:3d:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468063b1-7386-4049-a6ee-957e1f486b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:21:24Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:21:26.684924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b83c751-b5b4-4151-bd65-5132fbcd61cc None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:3d:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468063b1-7386-4049-a6ee-957e1f486b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:21:24Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:21:26.875276 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3baa31-8410-4b29-8af4-abe8d6b81fac None None] New status for floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:21:28.032274 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-3b925670-ec64-4d25-bfdb-50e40570ab70 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807545 Sep 21 16:21:28.178969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-7e68779d-a66d-4b1d-a5fd-fe2e99cee1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:28.180408 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-7e68779d-a66d-4b1d-a5fd-fe2e99cee1fe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1098 time: 0.0782065 Sep 21 16:21:28.320948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-d0c0b567-b6bb-4dfd-af5e-aca611332a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:28.322426 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-d0c0b567-b6bb-4dfd-af5e-aca611332a87 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1243522 Sep 21 16:21:28.516947 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-72e3fc51-2be0-4089-ab23-a76ba8c39837 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 1000 time: 0.1889067 Sep 21 16:21:28.578641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-20662f47-d6cf-49ee-bbbb-a1d7ace59594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:28.579999 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-20662f47-d6cf-49ee-bbbb-a1d7ace59594 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0560570 Sep 21 16:21:28.662171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-0ef4a079-1b1f-4d88-b3e4-5795eb6f239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:28.663614 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-0ef4a079-1b1f-4d88-b3e4-5795eb6f239e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781069 Sep 21 16:21:28.794438 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-04716f10-31f2-4a94-b084-b9a8de633cb1 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244819 Sep 21 16:21:28.923077 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5565ed-d210-4e48-b170-f6dc5a3102b8 req-86dc41fd-801d-4e7f-b8c0-9620837e8869 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228600 Sep 21 16:21:29.016442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:32.919260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d8773997-a7f9-485b-9b42-cb23925c6e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:33.484137 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:21:35.027716 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f25566e4-840c-46c7-9a99-3e2cc175be8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:36.285658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:36.839078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:37.942952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.038917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.345584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ddb4-e2c8-488f-af47-7fb5de058b71 req-49b7aca1-5c0c-4ec9-9806-1e3009bfc6b1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:21:59.346967 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0d2ddb4-e2c8-488f-af47-7fb5de058b71 req-49b7aca1-5c0c-4ec9-9806-1e3009bfc6b1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.1561501 Sep 21 16:21:59.394199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0d2ddb4-e2c8-488f-af47-7fb5de058b71 req-a85a4974-f6a5-4a66-8f96-2220de1cff19 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Sep 21 16:22:00.649888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e439991-5534-4432-a9cb-7fb23dd1cde3 req-8e02a59d-58b0-418b-a9a4-d463b5000311 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:00.651369 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4e439991-5534-4432-a9cb-7fb23dd1cde3 req-8e02a59d-58b0-418b-a9a4-d463b5000311 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.1407886 Sep 21 16:22:00.694583 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4e439991-5534-4432-a9cb-7fb23dd1cde3 req-9fb78ffe-a10a-44dc-80a1-042907caee36 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374668 Sep 21 16:22:01.888886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc30cd-ebbf-4515-b83b-42349f593da1 req-2867f9a1-53d3-467b-a1bc-5e28f1499cb0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:01.890376 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8cfc30cd-ebbf-4515-b83b-42349f593da1 req-2867f9a1-53d3-467b-a1bc-5e28f1499cb0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0873001 Sep 21 16:22:01.933470 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8cfc30cd-ebbf-4515-b83b-42349f593da1 req-7f32d33d-c747-4596-bd5b-8ee1b6132302 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367999 Sep 21 16:22:02.873670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48508ac5-fc39-448d-b7bc-97125d06c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.135231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314c016-c809-4122-a2d3-0f2a4fd853e7 req-7f74337f-2ba2-4a2e-bf7a-168efa546569 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:03.136346 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b314c016-c809-4122-a2d3-0f2a4fd853e7 req-7f74337f-2ba2-4a2e-bf7a-168efa546569 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0895393 Sep 21 16:22:03.183351 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b314c016-c809-4122-a2d3-0f2a4fd853e7 req-a0272205-ed00-427f-aa47-5d35f049da4f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Sep 21 16:22:04.385144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39f9fb-e391-4e3a-9c8f-fdaeb1a5eeca req-b01c904e-24de-4c38-9570-c2bc0a8bac2d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:04.386502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b39f9fb-e391-4e3a-9c8f-fdaeb1a5eeca req-b01c904e-24de-4c38-9570-c2bc0a8bac2d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0896454 Sep 21 16:22:04.429620 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b39f9fb-e391-4e3a-9c8f-fdaeb1a5eeca req-d419e629-49f6-43d4-acd6-d2c2906b7b47 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376263 Sep 21 16:22:04.993660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fa15620e-0eef-48e5-8fa7-df82792c2f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.627010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917cb07-7e12-4f54-b78c-17c030120597 req-d6242014-ce5d-4e70-90a2-6ee314c87f6b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:05.628459 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3917cb07-7e12-4f54-b78c-17c030120597 req-d6242014-ce5d-4e70-90a2-6ee314c87f6b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0874193 Sep 21 16:22:05.676960 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3917cb07-7e12-4f54-b78c-17c030120597 req-9a252aca-0407-41a7-bfe5-1a9e46612c80 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Sep 21 16:22:06.262393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.817293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.872514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58b413-5a12-4005-b8de-903fdefb1c35 req-34af96ed-2b16-457d-9687-8b7240c44639 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:06.874065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b58b413-5a12-4005-b8de-903fdefb1c35 req-34af96ed-2b16-457d-9687-8b7240c44639 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0871453 Sep 21 16:22:06.920029 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b58b413-5a12-4005-b8de-903fdefb1c35 req-d543826c-c17c-44c8-bd18-2fb924cc0669 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396633 Sep 21 16:22:07.942870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.118452 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067f9cb-df9c-4275-80b5-852df288a05c req-d9afbaa5-af6b-4c93-ac67-eac382491b91 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:08.119899 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4067f9cb-df9c-4275-80b5-852df288a05c req-d9afbaa5-af6b-4c93-ac67-eac382491b91 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0863316 Sep 21 16:22:08.163441 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4067f9cb-df9c-4275-80b5-852df288a05c req-36637f80-3f10-4e17-8128-c610b5cce834 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379152 Sep 21 16:22:09.361854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea583-cc9e-4d96-a5dd-5e9fc33c1a82 req-990d1fe9-ef26-401e-956a-48f381de13aa tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:09.363371 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-705ea583-cc9e-4d96-a5dd-5e9fc33c1a82 req-990d1fe9-ef26-401e-956a-48f381de13aa tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0878580 Sep 21 16:22:09.407557 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-705ea583-cc9e-4d96-a5dd-5e9fc33c1a82 req-b8d0351b-ee50-470f-8576-efa4b8219b86 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385606 Sep 21 16:22:10.486150 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:22:10.608511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed30f47-6e69-46f9-8cf1-9cd6296cd807 req-7b6b63cb-a5f8-4251-8cd1-a826b58c730d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:10.609977 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2ed30f47-6e69-46f9-8cf1-9cd6296cd807 req-7b6b63cb-a5f8-4251-8cd1-a826b58c730d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0920789 Sep 21 16:22:10.653880 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2ed30f47-6e69-46f9-8cf1-9cd6296cd807 req-accabf19-092e-4bb9-8475-712f26a76fe4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374088 Sep 21 16:22:11.855832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1624e-0554-4003-b587-57da71155d0a req-9ce37912-4945-497f-a919-2a93aca01beb tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:11.857291 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21b1624e-0554-4003-b587-57da71155d0a req-9ce37912-4945-497f-a919-2a93aca01beb tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0909348 Sep 21 16:22:11.900158 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21b1624e-0554-4003-b587-57da71155d0a req-a4b8c889-e6a9-40df-ac10-2e75d3f8d3e0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372956 Sep 21 16:22:13.096904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84e34-668c-412c-b8be-c74e19a7daad req-43013412-9269-461f-9b62-319908fd2b52 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:13.098369 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-69e84e34-668c-412c-b8be-c74e19a7daad req-43013412-9269-461f-9b62-319908fd2b52 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0865591 Sep 21 16:22:13.145009 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-69e84e34-668c-412c-b8be-c74e19a7daad req-3920b815-5421-42dc-8999-e0e18c32a0cb tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Sep 21 16:22:14.340929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4fb16-1773-474a-8473-eb54c0f29799 req-cddcde50-74a6-4a99-a87b-08ce586a89c8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:14.342313 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efb4fb16-1773-474a-8473-eb54c0f29799 req-cddcde50-74a6-4a99-a87b-08ce586a89c8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0868638 Sep 21 16:22:14.388886 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-efb4fb16-1773-474a-8473-eb54c0f29799 req-79045aab-aeaf-4d19-b740-8e88fcb19257 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409391 Sep 21 16:22:15.584872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba97518-cab9-42ce-b51d-bf66ace5b877 req-9f608e45-7a59-4bb0-9b71-d7d9d6169254 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:15.586308 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7ba97518-cab9-42ce-b51d-bf66ace5b877 req-9f608e45-7a59-4bb0-9b71-d7d9d6169254 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0864425 Sep 21 16:22:15.628054 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7ba97518-cab9-42ce-b51d-bf66ace5b877 req-cd499544-e087-4512-9997-930205f406d3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361598 Sep 21 16:22:16.179009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee73912-f04b-41a3-88af-8b30725c6d89 req-95d73013-22ef-4183-b73b-0710a26b9585 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:16.180513 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fee73912-f04b-41a3-88af-8b30725c6d89 req-95d73013-22ef-4183-b73b-0710a26b9585 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0915258 Sep 21 16:22:16.225659 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fee73912-f04b-41a3-88af-8b30725c6d89 req-cd4d4bbc-5833-4e69-8a9a-72e734955d84 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392210 Sep 21 16:22:16.309098 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-4eff16fc-e2ef-46b8-bc1d-aab216e29775 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184046 Sep 21 16:22:17.430021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17893c9-7a02-4050-a767-20d393771a63 req-0517e434-e2d6-4fd8-a1ac-2d619fbdfb68 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:17.431487 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d17893c9-7a02-4050-a767-20d393771a63 req-0517e434-e2d6-4fd8-a1ac-2d619fbdfb68 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0922041 Sep 21 16:22:17.477738 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d17893c9-7a02-4050-a767-20d393771a63 req-24f796e1-156f-4886-98e0-deab0f1b66d8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403547 Sep 21 16:22:18.210062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-09ce951d-f977-4588-b077-74df74de5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:18.211528 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-09ce951d-f977-4588-b077-74df74de5ff9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1098 time: 0.0800922 Sep 21 16:22:18.340907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-242b2aae-00b4-4bb8-bdb6-16b13e5c1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:18.342271 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-242b2aae-00b4-4bb8-bdb6-16b13e5c1901 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1248538 Sep 21 16:22:18.542756 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-d1c9ef26-dbb2-4aaf-b50b-ae4650c072ed service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 1000 time: 0.1947160 Sep 21 16:22:18.607482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-42429112-0620-436d-928d-6810d6fcc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:18.608831 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-42429112-0620-436d-928d-6810d6fcc194 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0602310 Sep 21 16:22:18.674352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dba15-ee13-408b-8b66-c7743bb2ca97 req-b350e161-19d8-4630-b73f-3faa8bff456d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:18.676464 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6e9dba15-ee13-408b-8b66-c7743bb2ca97 req-b350e161-19d8-4630-b73f-3faa8bff456d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0875337 Sep 21 16:22:18.691979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-60c6e2d8-60ac-44c6-bc8b-649832a2ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:18.693447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-60c6e2d8-60ac-44c6-bc8b-649832a2ecfb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774648 Sep 21 16:22:18.724360 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6e9dba15-ee13-408b-8b66-c7743bb2ca97 req-c5bc00d2-f1a9-465a-983e-77d27e97f9eb tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420356 Sep 21 16:22:18.826723 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-78bffe92-bc7e-4395-b45d-30342b08cb6d service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270049 Sep 21 16:22:18.957247 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-4c8e3127-ba70-42c6-b19f-d70dd2316b20 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237404 Sep 21 16:22:19.927679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34709f1-93a8-4d86-9f97-535565ab84d9 req-e206a30f-bec9-4de7-9f6d-4e1b8cba7378 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:19.929111 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c34709f1-93a8-4d86-9f97-535565ab84d9 req-e206a30f-bec9-4de7-9f6d-4e1b8cba7378 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0919099 Sep 21 16:22:19.971609 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c34709f1-93a8-4d86-9f97-535565ab84d9 req-39ae186a-9193-4a14-b920-6be918523eea tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368688 Sep 21 16:22:20.742822 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-65fa0049-a8e5-460d-88cf-1e55beecdd45 service neutron] 10.222.0.33 "GET /v2.0/ports/615293c5-e2b0-4f99-bdbb-1524a53f5198/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.0746500 Sep 21 16:22:21.181537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69684-6354-4e6b-b0a3-e8569901826b req-f4cb6437-0855-4b9b-bea4-707fd0307e15 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:21.183015 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3cd69684-6354-4e6b-b0a3-e8569901826b req-f4cb6437-0855-4b9b-bea4-707fd0307e15 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0875125 Sep 21 16:22:21.228180 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3cd69684-6354-4e6b-b0a3-e8569901826b req-c70eb282-87ef-4d93-9de1-e603c349a857 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394630 Sep 21 16:22:21.327064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-076cbbf6-fedf-40d8-b5ed-2a3cd19444a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:21.328420 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-076cbbf6-fedf-40d8-b5ed-2a3cd19444a7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 1098 time: 0.0855415 Sep 21 16:22:21.427068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-3e9228a5-3ede-42f2-9be5-62f65ac13c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:21.428503 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-3e9228a5-3ede-42f2-9be5-62f65ac13c5a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1098 time: 0.0782354 Sep 21 16:22:21.557188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-90c8ce25-6bbf-49df-acec-ba992c1e6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:21.558641 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-90c8ce25-6bbf-49df-acec-ba992c1e6873 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1248360 Sep 21 16:22:21.660775 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-6ff899ed-0f3d-4f88-8aaa-fdb0b4c2ed52 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 1000 time: 0.0962200 Sep 21 16:22:21.721373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-dc9d3949-3134-42b6-9f1f-8951330b161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:21.723399 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-dc9d3949-3134-42b6-9f1f-8951330b161a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0572529 Sep 21 16:22:21.807789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fef720-9319-4231-8608-44818187c2db req-26689a56-a457-47bb-889e-d9267f67c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:21.809232 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-26689a56-a457-47bb-889e-d9267f67c3df service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805647 Sep 21 16:22:21.941225 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-da1cb4ab-c44a-4d2f-9899-67d64cd8d22d service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253912 Sep 21 16:22:22.071958 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f7fef720-9319-4231-8608-44818187c2db req-fc7ed491-0fc4-4c28-9a5c-2415e4618d06 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246884 Sep 21 16:22:22.430678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a491f-1080-4dba-a17c-ce3bc017b015 req-6535b306-c2a4-4aef-83f9-078803d4fa9a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:22.432136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e38a491f-1080-4dba-a17c-ce3bc017b015 req-6535b306-c2a4-4aef-83f9-078803d4fa9a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0860109 Sep 21 16:22:22.475228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e38a491f-1080-4dba-a17c-ce3bc017b015 req-5c26d158-1bae-423b-94ec-0c2f1030302d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375862 Sep 21 16:22:23.676660 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5773f61-d416-451b-b150-3399ef1770cf req-b8aa6f3a-bbb2-4f33-97d0-617491c1ddfd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:23.678131 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f5773f61-d416-451b-b150-3399ef1770cf req-b8aa6f3a-bbb2-4f33-97d0-617491c1ddfd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0917602 Sep 21 16:22:23.722361 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f5773f61-d416-451b-b150-3399ef1770cf req-798d4f6a-76e8-408e-b1bd-88dce051f4a9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384307 Sep 21 16:22:24.761861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 615293c5-e2b0-4f99-bdbb-1524a53f5198 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:22:24.764313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 615293c5-e2b0-4f99-bdbb-1524a53f5198 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:22:24.980123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 615293c5-e2b0-4f99-bdbb-1524a53f5198 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:22:24.980794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.023403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:22:25.030882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc5078-87c6-4bf1-b173-5e6c7e1e77be req-b875a573-6b61-41ee-9c55-3a313f8fbde7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:25.032431 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eccc5078-87c6-4bf1-b173-5e6c7e1e77be req-b875a573-6b61-41ee-9c55-3a313f8fbde7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.1980865 Sep 21 16:22:25.035393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:22:25.037740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673763f-1672-41e6-aec4-1bfef05ce525" -d '{"events": [{"server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:25.050286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'mac_address': 'fa:16:3e:3d:29:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:22:25.052687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:22:25.079206 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-eccc5078-87c6-4bf1-b173-5e6c7e1e77be req-f36a8494-1cf5-4c38-a31b-0cef1128590e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Sep 21 16:22:25.097784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4478931c-15c1-4b32-b65f-01c0e900f92b x-openstack-request-id: req-4478931c-15c1-4b32-b65f-01c0e900f92b {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:25.098219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:25.098384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4478931c-15c1-4b32-b65f-01c0e900f92b {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:25.098762 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4478931c-15c1-4b32-b65f-01c0e900f92b'] response: {'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'code': 200} Sep 21 16:22:25.114504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.152802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 615293c5-e2b0-4f99-bdbb-1524a53f5198 is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:22:25.153192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.185099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 615293c5-e2b0-4f99-bdbb-1524a53f5198 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:22:25.247283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:25.259713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.260065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.260411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.260748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.261082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.261415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.261747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.262107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.262434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.262761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.263085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.263405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:25.270702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:22:25.271147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:22:25.621008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9402688-4d4e-4b31-b9cb-a0686f3811a2 req-5e2279a0-3604-4b8d-a67d-e3eb15238729 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:25.622467 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a9402688-4d4e-4b31-b9cb-a0686f3811a2 req-5e2279a0-3604-4b8d-a67d-e3eb15238729 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 943 time: 0.1519816 Sep 21 16:22:25.658256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12153c-08fc-493e-b278-9ba580789f49 req-52f838e9-25e7-4742-a868-426490b05e09 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:25.659552 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad12153c-08fc-493e-b278-9ba580789f49 req-52f838e9-25e7-4742-a868-426490b05e09 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f&tenant_id=620ce9cce7734dc99405931b05048f8e&binding%3Ahost_id=hv-neutron-8586 HTTP/1.1" status: 200 len: 943 time: 0.1340489 Sep 21 16:22:25.681882 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a9402688-4d4e-4b31-b9cb-a0686f3811a2 req-2623107e-ae40-47cc-99e1-4449d1d44638 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532458 Sep 21 16:22:25.809334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12153c-08fc-493e-b278-9ba580789f49 req-3a36e66d-5654-4486-9863-12e9935ecbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:25.810829 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad12153c-08fc-493e-b278-9ba580789f49 req-3a36e66d-5654-4486-9863-12e9935ecbeb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1096 time: 0.0786943 Sep 21 16:22:25.824844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 615293c5-e2b0-4f99-bdbb-1524a53f5198 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:22:25.825400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.842991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615293c5-e2b0-4f99-bdbb-1524a53f5198 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:22:25.858563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:22:25.912698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.943031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12153c-08fc-493e-b278-9ba580789f49 req-fd92cb80-38f3-4869-8b74-b69a12817fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:25.944514 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad12153c-08fc-493e-b278-9ba580789f49 req-fd92cb80-38f3-4869-8b74-b69a12817fd0 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1271901 Sep 21 16:22:25.984906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['615293c5-e2b0-4f99-bdbb-1524a53f5198'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:22:26.032747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:26.051502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad12153c-08fc-493e-b278-9ba580789f49 req-a6ea9b97-0ceb-471b-be2c-cc620ffb878c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 999 time: 0.1008270 Sep 21 16:22:26.112424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12153c-08fc-493e-b278-9ba580789f49 req-c75aa11a-9047-4fa4-837a-499aa047808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:26.114450 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad12153c-08fc-493e-b278-9ba580789f49 req-c75aa11a-9047-4fa4-837a-499aa047808a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0575173 Sep 21 16:22:26.198703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12153c-08fc-493e-b278-9ba580789f49 req-f2d2706f-c4ff-4d80-af45-2e1fdbff5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:26.200081 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad12153c-08fc-493e-b278-9ba580789f49 req-f2d2706f-c4ff-4d80-af45-2e1fdbff5ec7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798352 Sep 21 16:22:26.334297 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad12153c-08fc-493e-b278-9ba580789f49 req-be322234-1dcf-49ae-8441-2ba2ee7ec08a service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278031 Sep 21 16:22:26.462860 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad12153c-08fc-493e-b278-9ba580789f49 req-da232c01-5a7b-4b33-8fa2-f654dc33ac4c service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223223 Sep 21 16:22:26.771556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 615293c5-e2b0-4f99-bdbb-1524a53f5198 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:22:26.843398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 615293c5-e2b0-4f99-bdbb-1524a53f5198 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:26.844053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:26.884791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfa8d0-04d8-404b-9413-6697aeed99e4 req-7f1d900b-914e-4c02-87f8-615f05cb12ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:26.886359 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63cfa8d0-04d8-404b-9413-6697aeed99e4 req-7f1d900b-914e-4c02-87f8-615f05cb12ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 944 time: 0.0876272 Sep 21 16:22:26.934794 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-63cfa8d0-04d8-404b-9413-6697aeed99e4 req-da4a7ac7-cca2-459c-ab0e-984b20207b5c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 Sep 21 16:22:26.961021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 615293c5-e2b0-4f99-bdbb-1524a53f5198 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:22:26.961408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:26.996839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:22:27.060870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:27.103016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:22:27.105310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1069c30c-abfd-4eca-8a92-aad80f9923d9" -d '{"events": [{"server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "name": "network-vif-plugged", "status": "completed", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:27.133334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:27.154884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74362bc-3c77-4e04-89b3-0917e2121a8f x-openstack-request-id: req-c74362bc-3c77-4e04-89b3-0917e2121a8f {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:27.155217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "name": "network-vif-plugged", "status": "completed", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:27.155484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c74362bc-3c77-4e04-89b3-0917e2121a8f {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:27.155885 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74362bc-3c77-4e04-89b3-0917e2121a8f'] response: {'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'code': 200} Sep 21 16:22:28.045086 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-40c5f98b-e09c-4fdd-a657-5fd3459f6084 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804975 Sep 21 16:22:28.198371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-14e66b99-1634-4da0-982c-ca0f30aff632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:28.199842 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-14e66b99-1634-4da0-982c-ca0f30aff632 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1098 time: 0.0823724 Sep 21 16:22:28.230604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4862-c6ea-4d14-9c57-589363e68597 req-b7ac8e97-f370-4dde-b211-de17ba0ff6a2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:28.231967 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6a6e4862-c6ea-4d14-9c57-589363e68597 req-b7ac8e97-f370-4dde-b211-de17ba0ff6a2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.1820376 Sep 21 16:22:28.276181 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6a6e4862-c6ea-4d14-9c57-589363e68597 req-ae202f32-aa8a-4607-9f74-0f988235d2b7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383542 Sep 21 16:22:28.344170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-83a1b484-e66d-4eb5-8d87-8c205241f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:28.345617 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-83a1b484-e66d-4eb5-8d87-8c205241f6c7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1275976 Sep 21 16:22:28.499382 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-044f6135-9a60-4a8c-9fac-c616c4b635d0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 1000 time: 0.1467605 Sep 21 16:22:28.674101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f74fa-5521-4212-9f62-d0c9501b2157 req-ddb2d084-f6f6-4a99-b200-3e709904fefd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:28.676097 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a76f74fa-5521-4212-9f62-d0c9501b2157 req-ddb2d084-f6f6-4a99-b200-3e709904fefd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.2711198 Sep 21 16:22:28.681613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-fbe73fe2-dfef-4feb-ad3a-763ec74f5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:28.682986 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-fbe73fe2-dfef-4feb-ad3a-763ec74f5aee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.1765840 Sep 21 16:22:28.776684 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a76f74fa-5521-4212-9f62-d0c9501b2157 req-33f1f519-d52d-40e0-a1e4-eeaf9ceef86b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926821 Sep 21 16:22:28.795812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-9cb17d12-7761-48b3-8884-ccc00d558012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:28.795812 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-9cb17d12-7761-48b3-8884-ccc00d558012 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971730 Sep 21 16:22:28.930195 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-b7035fad-5203-4e84-8949-8fa76e746b71 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298399 Sep 21 16:22:29.064887 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e1b4997f-7981-42a9-800a-5698ae8f3ca4 req-c0d506ad-8336-454e-aa5a-eb5192128eca service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290314 Sep 21 16:22:29.066979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.316369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633d8aa-a0db-41cc-b7ce-585556e0e87b req-29f77c6e-bd5c-4b35-bc97-d587dc140181 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:29.317722 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e633d8aa-a0db-41cc-b7ce-585556e0e87b req-29f77c6e-bd5c-4b35-bc97-d587dc140181 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0986471 Sep 21 16:22:29.405966 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e633d8aa-a0db-41cc-b7ce-585556e0e87b req-d49e9df2-e6f4-4e3e-b219-f3ae8c3283a3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810411 Sep 21 16:22:29.444655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-2a7e17e2-cd56-4ca0-9d6a-ac82a09c6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:29.446163 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-2a7e17e2-cd56-4ca0-9d6a-ac82a09c6a08 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 1098 time: 0.0834301 Sep 21 16:22:29.578655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-dbd71e5a-4c74-4537-a740-9e4407c796c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:29.580017 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-dbd71e5a-4c74-4537-a740-9e4407c796c8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1284153 Sep 21 16:22:29.682220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-6b6ef5ab-1b00-43ae-8e7e-bee2ea6358ca service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 200 len: 1000 time: 0.0960977 Sep 21 16:22:29.747955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-8077bdd1-855f-4cdc-99b6-12f2152bc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:29.749366 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-8077bdd1-855f-4cdc-99b6-12f2152bc66c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0617938 Sep 21 16:22:29.832560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-25c8c11a-bf02-4151-a88e-bf95844f5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:29.833965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-25c8c11a-bf02-4151-a88e-bf95844f5423 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788517 Sep 21 16:22:29.975077 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-45a6ffca-055b-4b3b-8c66-d25a3a755256 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355474 Sep 21 16:22:30.106636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa5cc29b-eb20-4ebe-b0de-6d86c1808be6 req-12c4a63e-5fcf-4e92-b2b5-51e7f7245c22 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251178 Sep 21 16:22:30.609713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3d18-ad18-4495-ad6d-68b6f60f20af req-1d896f9c-bc34-4ad7-8a85-a3e9ae4e78db tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:30.611193 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-460a3d18-ad18-4495-ad6d-68b6f60f20af req-1d896f9c-bc34-4ad7-8a85-a3e9ae4e78db tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0895507 Sep 21 16:22:30.655844 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-460a3d18-ad18-4495-ad6d-68b6f60f20af req-80d0231d-d9a4-49db-bb3f-ddfff8831bd0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382352 Sep 21 16:22:31.855696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc5e85-390a-445c-b533-277d1fa56cdb req-65636734-23c2-4462-bf06-d697c72f862d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:31.857152 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8cc5e85-390a-445c-b533-277d1fa56cdb req-65636734-23c2-4462-bf06-d697c72f862d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0908911 Sep 21 16:22:31.901112 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8cc5e85-390a-445c-b533-277d1fa56cdb req-ce1d0276-841f-464b-8891-25e79f63ad50 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Sep 21 16:22:32.498589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e55dc-8321-459c-92b3-195c0eb283d3 req-4e56a4f7-4ede-4590-bc1f-45c4ef5039d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:32.500035 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a9e55dc-8321-459c-92b3-195c0eb283d3 req-4e56a4f7-4ede-4590-bc1f-45c4ef5039d4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0862973 Sep 21 16:22:32.547453 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a9e55dc-8321-459c-92b3-195c0eb283d3 req-e13f1c61-0f4b-479a-92bf-4ce07068e6a1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Sep 21 16:22:32.884290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9d1c58bd-e55a-47e9-86ca-46fbe0dbd38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:33.746436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a8e0b-9534-4481-8580-d45990939710 req-a59cae68-4f2f-4bf9-bc2d-6b1a8adac746 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:33.748224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-163a8e0b-9534-4481-8580-d45990939710 req-a59cae68-4f2f-4bf9-bc2d-6b1a8adac746 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0876050 Sep 21 16:22:33.795383 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-163a8e0b-9534-4481-8580-d45990939710 req-d54deff7-66a2-46dc-96d9-0027364734af tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414543 Sep 21 16:22:34.087760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-e88c9d32-f888-4393-9aad-26a43c1e65b4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:34.089204 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-e88c9d32-f888-4393-9aad-26a43c1e65b4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.0887022 Sep 21 16:22:34.159330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Deleting port 615293c5-e2b0-4f99-bdbb-1524a53f5198 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:22:34.159675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:34.406988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] For port 615293c5-e2b0-4f99-bdbb-1524a53f5198, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=615293c5-e2b0-4f99-bdbb-1524a53f5198,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:22:34.407401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:34.793083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:34.793455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:34.793765 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7 disassociated. External IP: 172.26.0.90, port: 615293c5-e2b0-4f99-bdbb-1524a53f5198. Sep 21 16:22:34.794137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Calling delete_port for 615293c5-e2b0-4f99-bdbb-1524a53f5198 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:22:34.976427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8c9b93ae-806d-466e-a29c-5f1e0eb0ebea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.019840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15238a-3589-453c-a1b5-b9766b5a7971 req-02d6690a-daa5-4fb1-aa50-d58a2f03f68c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:35.021323 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8c15238a-3589-453c-a1b5-b9766b5a7971 req-02d6690a-daa5-4fb1-aa50-d58a2f03f68c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 945 time: 0.1109068 Sep 21 16:22:35.066173 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8c15238a-3589-453c-a1b5-b9766b5a7971 req-5f598086-50cf-4f59-89ac-2aa78be33e11 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 Sep 21 16:22:35.067682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.121642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event deleted for resources: {'Port': ['ID=615293c5-e2b0-4f99-bdbb-1524a53f5198,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:35.132829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.133183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.133524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.133865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.134226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.134556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.134889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.135215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.135543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.135877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.136203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.136528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:35.329528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:22:35.505109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:22:35.514423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:35.524593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:22:35.525215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:22:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:35.593852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] No DVR routers for this DVR port 615293c5-e2b0-4f99-bdbb-1524a53f5198 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:22:35.596371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.599615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'name': 'network-vif-deleted', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:22:35.601902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9142ec-48ce-4c37-87c6-7212e069dd32" -d '{"events": [{"server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "name": "network-vif-deleted", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:35.696878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d887aa-820d-42cd-88a5-1d7ee7db6c16 x-openstack-request-id: req-52d887aa-820d-42cd-88a5-1d7ee7db6c16 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:35.696878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468063b1-7386-4049-a6ee-957e1f486b2f", "name": "network-vif-deleted", "tag": "615293c5-e2b0-4f99-bdbb-1524a53f5198", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:35.696878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52d887aa-820d-42cd-88a5-1d7ee7db6c16 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:35.697163 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d887aa-820d-42cd-88a5-1d7ee7db6c16'] response: {'server_uuid': '468063b1-7386-4049-a6ee-957e1f486b2f', 'name': 'network-vif-deleted', 'tag': '615293c5-e2b0-4f99-bdbb-1524a53f5198', 'status': 'completed', 'code': 200} Sep 21 16:22:35.714031 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aa231b91-8d74-4db1-a5f1-ad97bb26d2ab req-10dba06e-7d91-401e-82f8-a6da767ae51f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "DELETE /v2.0/ports/615293c5-e2b0-4f99-bdbb-1524a53f5198 HTTP/1.1" status: 204 len: 173 time: 1.6193345 Sep 21 16:22:35.716765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:22:36.072576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:36.076423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:22:36.085655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:22:36.086277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:22:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:36.294883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:22:36.297341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-8755da99-3fa9-4b8b-bf48-826affd4ae45 req-7b928e59-3e6c-4765-9c6e-b29a5e46e556 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:22:36.346295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.363727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-8755da99-3fa9-4b8b-bf48-826affd4ae45 req-7b928e59-3e6c-4765-9c6e-b29a5e46e556 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:22:36.364928 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8755da99-3fa9-4b8b-bf48-826affd4ae45 req-7b928e59-3e6c-4765-9c6e-b29a5e46e556 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=468063b1-7386-4049-a6ee-957e1f486b2f HTTP/1.1" status: 200 len: 210 time: 0.1508107 Sep 21 16:22:36.618196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:36.622396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa14b5-c3b1-466c-a575-114a362be2c0 None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:22:36.819260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 615293c5-e2b0-4f99-bdbb-1524a53f5198 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:22:36.850207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.855927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 615293c5-e2b0-4f99-bdbb-1524a53f5198 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:22:36.856283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 615293c5-e2b0-4f99-bdbb-1524a53f5198 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:22:36.873227 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6282e91-657b-4d33-afd9-7bbfeb0ec655 None None] New status for floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:22:37.699953 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-8df7b6cd-41c2-48a0-b6ea-87fa75254ff7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--960174737&fields=id&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 267 time: 0.0379422 Sep 21 16:22:37.848073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-25ebfe7e-e51e-4154-920a-2c12a3cae234 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:37.849484 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-25ebfe7e-e51e-4154-920a-2c12a3cae234 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 812 time: 0.1425724 Sep 21 16:22:37.863569 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-b93afedd-9585-48d2-9bb4-9e8d8a616b39 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/quotas/620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 375 time: 0.0086963 Sep 21 16:22:37.936334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:37.954122 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-49b0ced1-2b58-4f5f-98ac-aac8f699cbfa tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854986 Sep 21 16:22:38.091971 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-3d2b6236-6e18-46ba-8214-5f1cd64ff1ec service neutron] 10.222.0.65 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257055 Sep 21 16:22:38.225914 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-c1904994-f326-49d2-a921-0d73632ec8dc service neutron] 10.222.0.65 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280601 Sep 21 16:22:38.451482 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8c5e98a-86ae-4cbc-b109-214a378e8edb req-9e0e5f4e-bf75-4ae8-938a-1854c87bc6e8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 210 time: 0.0532494 Sep 21 16:22:39.618160 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ca213d18-4fd9-4dac-9027-61dcfb8369be req-d421dd7f-635b-4083-bb79-804fdeed48b4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 210 time: 0.0544775 Sep 21 16:22:40.323000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-8664387b-d292-48d5-841f-2cb20a5c3ffd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:40.324343 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-8664387b-d292-48d5-841f-2cb20a5c3ffd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 812 time: 0.1463499 Sep 21 16:22:40.373418 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-717a7502-36b1-409a-8b10-51652ef7b1be tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 379 time: 0.0406930 Sep 21 16:22:40.380786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'port': {'device_id': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'admin_state_up': True, 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'security_groups': ['da1b12b7-4f5c-4aa8-b858-d980b2d228f0']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:22:40.516621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:22:40.527823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:22:40.582676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Made reservation on behalf of 620ce9cce7734dc99405931b05048f8e for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:40.586212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:40.786502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-68ab515f-99ed-4db6-af84-53a242c3e661 req-630ab2ac-8084-42f8-90a8-5f98b9356a80 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 210 time: 0.0522099 Sep 21 16:22:40.797662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Allocated IP 172.20.0.10 (149ce45a-8e3e-4a32-9b68-21d14dc48ef6/2ba69667-0d50-4520-ad92-b12e2044747c/0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:41.081701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.096617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Transition to ACTIVE for port object 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:22:41.170358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.242974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:41.246056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:41.249777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:22:41.280913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:41.318265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:41.318876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.411148 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-22b63614-1ef3-420a-a1de-73c5f063d350 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0338566 Sep 21 16:22:41.422377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Request body: {'port': {'device_id': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:22:41.535279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.564659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-05947bbb-dbd1-4668-9e4d-a4ac228a5a75 None None] Provisioning for port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:22:41.570174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-05947bbb-dbd1-4668-9e4d-a4ac228a5a75 None None] Provisioning complete for port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:41.570550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-05947bbb-dbd1-4668-9e4d-a4ac228a5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.625832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-05947bbb-dbd1-4668-9e4d-a4ac228a5a75 None None] Port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:22:41.879500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:22:41.886720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.900666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Transition to ACTIVE for port object 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:22:41.965208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.981692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9038e-ea39-40b8-bea8-5e7646eabb83 req-a5ee2dd6-f7d3-4f03-93e1-1e61f81f07c9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:41.986305 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-23e9038e-ea39-40b8-bea8-5e7646eabb83 req-a5ee2dd6-f7d3-4f03-93e1-1e61f81f07c9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 932 time: 0.0881560 Sep 21 16:22:42.036136 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-23e9038e-ea39-40b8-bea8-5e7646eabb83 req-38f86039-1d41-451c-a0f2-87e2c93b6b90 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465717 Sep 21 16:22:42.168573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:42.198723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Attempting to bind port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:22:42.199057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Attempting to bind port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:22:42.199381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Attempting to bind port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:22:42.203935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:22:42.204255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Attempting to bind port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:22:42.210303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:22:42.210640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Checking segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:22:42.211022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Bound using segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:22:42.211458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Bound port: 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:22:42.211791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.301716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:22:42.304583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:22:42.387912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.418573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:42.419233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.420501 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] 10.222.0.33 "PUT /v2.0/ports/0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 200 len: 1094 time: 1.0025024 Sep 21 16:22:42.420922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:22:42.423218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17ea1f2-4995-4ae4-85ca-46b998779144" -d '{"events": [{"name": "network-changed", "server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:42.464496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a027-68a5-4f23-8535-866dd4aacd3d service neutron] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:42.467883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c976f2-8989-4ec3-a2aa-78ce6eb3487b x-openstack-request-id: req-88c976f2-8989-4ec3-a2aa-78ce6eb3487b {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:42.468159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:42.468407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88c976f2-8989-4ec3-a2aa-78ce6eb3487b {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:42.468783 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c976f2-8989-4ec3-a2aa-78ce6eb3487b'] response: {'name': 'network-changed', 'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'status': 'completed', 'code': 200} Sep 21 16:22:42.564950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ea1f2-4995-4ae4-85ca-46b998779144 req-c96f85aa-ad0b-4125-ad02-34ad4c102b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:42.566942 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e17ea1f2-4995-4ae4-85ca-46b998779144 req-c96f85aa-ad0b-4125-ad02-34ad4c102b76 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1097 time: 0.0815279 Sep 21 16:22:42.703071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ea1f2-4995-4ae4-85ca-46b998779144 req-a8218bbb-1226-4e3c-9af6-bda375946a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:42.704384 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e17ea1f2-4995-4ae4-85ca-46b998779144 req-a8218bbb-1226-4e3c-9af6-bda375946a3c service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=620ce9cce7734dc99405931b05048f8e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1310999 Sep 21 16:22:42.835799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ea1f2-4995-4ae4-85ca-46b998779144 req-256f41c7-a8b1-4c23-aba7-bfbc4900187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:42.837175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e17ea1f2-4995-4ae4-85ca-46b998779144 req-256f41c7-a8b1-4c23-aba7-bfbc4900187c service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267064 Sep 21 16:22:42.948821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-57bf31dd-0e2f-4303-9c7c-1a28f4372df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:42.950284 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-57bf31dd-0e2f-4303-9c7c-1a28f4372df2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1097 time: 0.0776536 Sep 21 16:22:43.122346 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-b12e4daa-24bf-40a8-a76d-0ef4e4731229 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 200 len: 217 time: 0.1657615 Sep 21 16:22:43.184407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-6bd7fdf5-a4ca-4690-a2a0-8b0f7ff34f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:43.185871 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-6bd7fdf5-a4ca-4690-a2a0-8b0f7ff34f76 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0581388 Sep 21 16:22:43.240900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f48e9a-c78a-45e1-84b1-afb63495dd93 req-bc219038-d869-4d21-98f8-98731e4d6563 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:43.242497 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7f48e9a-c78a-45e1-84b1-afb63495dd93 req-bc219038-d869-4d21-98f8-98731e4d6563 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 944 time: 0.0917983 Sep 21 16:22:43.275439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-84a3d387-b194-4765-b9bd-05837d6c0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:43.277052 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-84a3d387-b194-4765-b9bd-05837d6c0a5d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819299 Sep 21 16:22:43.287772 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7f48e9a-c78a-45e1-84b1-afb63495dd93 req-cd24d3ea-7f9e-4fee-ac22-7b99efa10252 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394609 Sep 21 16:22:43.410592 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-86d68e05-5b81-44fc-a43c-714db68492e2 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275685 Sep 21 16:22:43.541915 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b52169b6-b62d-4071-95f9-f5c8dabfccf1 req-276de7e5-9211-4f7f-b1fb-b71009b56a7a service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248436 Sep 21 16:22:44.489332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde15f-cf64-4d72-9341-0ea251825939 req-8e833049-bf43-49be-9d19-4f9652f07554 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:44.490117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-afcde15f-cf64-4d72-9341-0ea251825939 req-8e833049-bf43-49be-9d19-4f9652f07554 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:22:44.593066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-afcde15f-cf64-4d72-9341-0ea251825939 req-8e833049-bf43-49be-9d19-4f9652f07554 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:22:44.594147 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-afcde15f-cf64-4d72-9341-0ea251825939 req-8e833049-bf43-49be-9d19-4f9652f07554 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 944 time: 0.1953020 Sep 21 16:22:44.641664 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-afcde15f-cf64-4d72-9341-0ea251825939 req-08364028-65fa-4b87-b4b8-48f08c9cb5bc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418108 Sep 21 16:22:44.864998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:22:44.997012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:22:45.010077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'mac_address': 'fa:16:3e:39:55:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:22:45.064526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:22:45.064903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:45.081883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:22:45.097845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:22:45.175677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:45.243966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:45.384792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:22:45.841833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ad4ab-e354-4953-89e4-dc06e2af2d7c req-4197525f-5282-4545-938a-f9fa742f0a4e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:45.843282 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4b3ad4ab-e354-4953-89e4-dc06e2af2d7c req-4197525f-5282-4545-938a-f9fa742f0a4e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 945 time: 0.0896034 Sep 21 16:22:45.886140 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4b3ad4ab-e354-4953-89e4-dc06e2af2d7c req-ca912959-ef3a-434b-8beb-de06c16b4845 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372577 Sep 21 16:22:46.880322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:22:47.010828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:22:47.016409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:47.022669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.085608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696594b-64ef-4484-af68-60b952586abc req-b92a55bf-b491-4761-b33f-cdc38fcc9c01 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:47.087095 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1696594b-64ef-4484-af68-60b952586abc req-b92a55bf-b491-4761-b33f-cdc38fcc9c01 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 945 time: 0.0897183 Sep 21 16:22:47.131258 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1696594b-64ef-4484-af68-60b952586abc req-c01753b9-a78c-4aad-8eea-48ac42ff85bb tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383644 Sep 21 16:22:47.133636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:22:47.134051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.161044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:22:47.163313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f0875-4a12-47fa-bc91-f843f2f58dc3" -d '{"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-plugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:47.170676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:22:47.205174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c4728d-d5a1-4f29-834d-f9622ec8936f x-openstack-request-id: req-27c4728d-d5a1-4f29-834d-f9622ec8936f {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:47.205770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-plugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:47.206653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27c4728d-d5a1-4f29-834d-f9622ec8936f {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:47.207048 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c4728d-d5a1-4f29-834d-f9622ec8936f'] response: {'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'code': 200} Sep 21 16:22:47.216270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.287164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:47.486198 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:22:47.505386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e858f7-039c-49ad-8ae5-d3326ec6513e req-6221941c-6f7e-427a-bfe6-e087b6f7ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:47.506879 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90e858f7-039c-49ad-8ae5-d3326ec6513e req-6221941c-6f7e-427a-bfe6-e087b6f7ed1c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1099 time: 0.0800123 Sep 21 16:22:47.545034 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90e858f7-039c-49ad-8ae5-d3326ec6513e req-464ac031-b971-437e-884d-4231f0e01d60 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323286 Sep 21 16:22:48.324288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc0c66-ee82-4d11-8c6c-e3145e47cac7 req-efea2dfa-0ef7-4a44-a575-c236e0215224 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:48.325619 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ebc0c66-ee82-4d11-8c6c-e3145e47cac7 req-efea2dfa-0ef7-4a44-a575-c236e0215224 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0852966 Sep 21 16:22:48.372133 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ebc0c66-ee82-4d11-8c6c-e3145e47cac7 req-2e0fecaa-3ce9-43bf-8056-c09a3bb26cdf tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400963 Sep 21 16:22:49.573169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb1193-c775-4e41-a024-d98395786025 req-5ae001b2-e7fd-4960-b9ae-e5939c588d22 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:49.574665 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-adbb1193-c775-4e41-a024-d98395786025 req-5ae001b2-e7fd-4960-b9ae-e5939c588d22 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0870974 Sep 21 16:22:49.618313 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-adbb1193-c775-4e41-a024-d98395786025 req-6ced23e0-f23a-4528-87b4-5d161aa6f271 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381062 Sep 21 16:22:49.807104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249be3d-bcaf-4cad-9eb7-2218713af50a req-156fa6d3-1292-4821-a54a-4a107642d6b4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:49.808553 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2249be3d-bcaf-4cad-9eb7-2218713af50a req-156fa6d3-1292-4821-a54a-4a107642d6b4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0858948 Sep 21 16:22:49.818751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51024) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:22:49.823552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'floatingip': {'port_id': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:22:49.901721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:50.587178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:50.649263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:50.827486 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7 associated. External IP: 172.26.0.90, port: 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709. Sep 21 16:22:51.181491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:22:51.361396 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:22:51.367025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:51.371609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:51.383712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:22:51.384390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:22:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:51.421534 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9ffd388a-5f9c-44cd-bb52-7559dc78f3ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "PUT /v2.0/floatingips/8f1c6a99-e8ba-498a-b815-43982f8322a7 HTTP/1.1" status: 200 len: 991 time: 1.6017623 Sep 21 16:22:51.422142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:22:51.424475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e39e611-cbea-4ee3-83be-d087cc23616a" -d '{"events": [{"name": "network-changed", "server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:51.467595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d600a1-cec0-4163-a9e2-d3560fccb140 x-openstack-request-id: req-51d600a1-cec0-4163-a9e2-d3560fccb140 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:51.467886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:51.468142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-51d600a1-cec0-4163-a9e2-d3560fccb140 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:51.468548 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d600a1-cec0-4163-a9e2-d3560fccb140'] response: {'name': 'network-changed', 'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'status': 'completed', 'code': 200} Sep 21 16:22:51.567975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-ee7d03b0-e5df-48ba-a96d-2a9c6ed43c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:51.569449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-ee7d03b0-e5df-48ba-a96d-2a9c6ed43c68 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1099 time: 0.0814369 Sep 21 16:22:51.599217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:22:51.701668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-df03a0fa-1ce0-49b6-b584-9acbc57d27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:51.703132 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-df03a0fa-1ce0-49b6-b584-9acbc57d27d8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1280310 Sep 21 16:22:51.804357 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-3cda9e0a-6334-41de-b737-46ae127cd412 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 200 len: 999 time: 0.0949945 Sep 21 16:22:51.951614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:39:55:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:22:50Z', 'revision_number': 9, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:51.955805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:22:51.963934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:22:51.964516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:22:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:51.976519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-fd204389-4641-44a9-88eb-9e3bc1f1a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:51.977968 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-fd204389-4641-44a9-88eb-9e3bc1f1a29c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.1681721 Sep 21 16:22:52.062613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-e71c36a9-fab9-4c68-8c4e-49e5ac27325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:22:52.064084 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-e71c36a9-fab9-4c68-8c4e-49e5ac27325a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803101 Sep 21 16:22:52.141247 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:22:52.194998 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-42f8a2e7-c789-4705-8b2f-e512a703ff5c service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236906 Sep 21 16:22:52.326087 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2e39e611-cbea-4ee3-83be-d087cc23616a req-24b9d8f7-9e5f-4a4a-821d-6855200cc8fa service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242061 Sep 21 16:22:52.485051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:39:55:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:22:50Z', 'revision_number': 9, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:52.489697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb1c414-dcf0-4003-918a-434b096ed723 None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:39:55:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:22:50Z', 'revision_number': 9, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:22:52.670937 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e6aa1f-8299-4895-81fb-953009148c07 None None] New status for floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:22:59.025930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:02.900985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbdd2-ffb9-4013-b1a8-925bf56072c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:04.969905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75b7c296-275f-4d1d-88b8-f921f9dbacc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.249912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.838284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:07.952327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:24.485851 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:23:25.198792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441306c0-92e2-4f82-9a28-138947cfb1da req-d17e3799-afc9-41f3-b9a5-e346e84c52ec tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:25.200279 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-441306c0-92e2-4f82-9a28-138947cfb1da req-d17e3799-afc9-41f3-b9a5-e346e84c52ec tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0948732 Sep 21 16:23:25.245382 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-441306c0-92e2-4f82-9a28-138947cfb1da req-ca96a461-a2f0-4a03-b4d9-9ebfc29acf29 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379176 Sep 21 16:23:25.266641 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-b24f3582-53f7-4647-bfe4-4818ef0bf7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835848 Sep 21 16:23:26.444332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac42bea-5e39-4e10-b570-6af68aa01115 req-23187419-f224-4afd-aae5-aa76a0246f12 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:26.445784 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ac42bea-5e39-4e10-b570-6af68aa01115 req-23187419-f224-4afd-aae5-aa76a0246f12 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0872967 Sep 21 16:23:26.493847 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ac42bea-5e39-4e10-b570-6af68aa01115 req-195177fa-ec50-4dc5-960c-eac55a88706a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422444 Sep 21 16:23:27.294056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-b58ad58c-b87c-47f3-a4b1-ce5447994f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:27.295557 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-b58ad58c-b87c-47f3-a4b1-ce5447994f44 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1099 time: 0.0825956 Sep 21 16:23:27.424421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-6446e0f8-b85e-4928-9e9b-cf1e49a3a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:27.426465 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-6446e0f8-b85e-4928-9e9b-cf1e49a3a978 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1255829 Sep 21 16:23:27.529167 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-cb334075-02f5-4812-8370-b83f0c3a31f5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 200 len: 1002 time: 0.0959823 Sep 21 16:23:27.597010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-f0128cbe-bcc0-4bb6-9af1-bd77b4a2ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:27.598407 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-f0128cbe-bcc0-4bb6-9af1-bd77b4a2ef9b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0632870 Sep 21 16:23:27.683708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-af21d9a4-fc7d-4709-98ae-e82c42bd34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:27.685186 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-af21d9a4-fc7d-4709-98ae-e82c42bd34d6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814333 Sep 21 16:23:27.704184 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef55b3-b277-438b-9625-5636624044de req-4d95be2a-ff99-46be-b8ce-8b2783db1398 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:27.705963 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2eef55b3-b277-438b-9625-5636624044de req-4d95be2a-ff99-46be-b8ce-8b2783db1398 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0899088 Sep 21 16:23:27.749404 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2eef55b3-b277-438b-9625-5636624044de req-7fe16442-38cc-4ce7-a81b-0762193466e5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377657 Sep 21 16:23:27.816868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-3fd7e543-cd10-4365-ad9e-fbf1167bb314 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259882 Sep 21 16:23:27.948919 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-dea64061-c0a4-4128-b2fa-3ed99c4143de service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262629 Sep 21 16:23:28.951652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34e485-a89c-413c-9789-c5da6437f68b req-f55d9d61-ebe9-40ce-819b-9eb6948f2507 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:28.953149 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a34e485-a89c-413c-9789-c5da6437f68b req-f55d9d61-ebe9-40ce-819b-9eb6948f2507 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0888968 Sep 21 16:23:29.001626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a34e485-a89c-413c-9789-c5da6437f68b req-8476f51a-8555-42d2-ac62-d7f8673c1a54 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422325 Sep 21 16:23:29.042811 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:29.093884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b5711-82a9-4877-8019-ffe581278e63 req-4ae986d3-da52-4ac8-9675-bbe9b5c33d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:29.095384 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c61b5711-82a9-4877-8019-ffe581278e63 req-4ae986d3-da52-4ac8-9675-bbe9b5c33d02 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1099 time: 0.0839155 Sep 21 16:23:29.337991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b5711-82a9-4877-8019-ffe581278e63 req-540984b8-242a-48f7-b448-1adc85987d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:29.339354 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c61b5711-82a9-4877-8019-ffe581278e63 req-540984b8-242a-48f7-b448-1adc85987d83 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.2254128 Sep 21 16:23:29.444485 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c61b5711-82a9-4877-8019-ffe581278e63 req-5498a89f-df46-4340-adf7-c85bf060b984 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 200 len: 1002 time: 0.0983357 Sep 21 16:23:29.506671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b5711-82a9-4877-8019-ffe581278e63 req-21af4755-8875-45c8-99f1-84ffe62b0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:29.508078 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c61b5711-82a9-4877-8019-ffe581278e63 req-21af4755-8875-45c8-99f1-84ffe62b0f49 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0584674 Sep 21 16:23:29.593120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b5711-82a9-4877-8019-ffe581278e63 req-9eb0a4bd-6ddf-4f39-85d8-46e5e4107911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:29.595152 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c61b5711-82a9-4877-8019-ffe581278e63 req-9eb0a4bd-6ddf-4f39-85d8-46e5e4107911 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808825 Sep 21 16:23:29.726220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c61b5711-82a9-4877-8019-ffe581278e63 req-784c9a05-0bd3-4877-b0b1-454562f04700 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252713 Sep 21 16:23:29.858248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c61b5711-82a9-4877-8019-ffe581278e63 req-acd1c225-e996-4d1a-8c98-4105f776cc05 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256626 Sep 21 16:23:30.196278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d352-2ed2-4195-9d0d-2813a083b046 req-b04587a8-9d78-4f10-9693-f4e867087df8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:30.197716 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8548d352-2ed2-4195-9d0d-2813a083b046 req-b04587a8-9d78-4f10-9693-f4e867087df8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0851576 Sep 21 16:23:30.241207 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8548d352-2ed2-4195-9d0d-2813a083b046 req-c44bcdd3-5365-42c2-8281-b7d25444ccb4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378699 Sep 21 16:23:31.435807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd914a-a565-400e-b2c3-64d94bc236b1 req-e52d45a4-9ea7-4864-a780-e4e2d59c1fdd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:31.437250 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cfcd914a-a565-400e-b2c3-64d94bc236b1 req-e52d45a4-9ea7-4864-a780-e4e2d59c1fdd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0880172 Sep 21 16:23:31.480614 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cfcd914a-a565-400e-b2c3-64d94bc236b1 req-63a91cd3-0348-4f7a-871e-a6b69ba94db7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377915 Sep 21 16:23:32.764234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aba7b-bcc8-48c5-811b-7944433c1a1e req-bc7b092d-dcd8-41ef-904b-42224cd89e33 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:32.765686 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-258aba7b-bcc8-48c5-811b-7944433c1a1e req-bc7b092d-dcd8-41ef-904b-42224cd89e33 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.1720407 Sep 21 16:23:32.809502 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-258aba7b-bcc8-48c5-811b-7944433c1a1e req-07bb6b88-efbd-44fe-a1b7-320b97571c57 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380604 Sep 21 16:23:32.889115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-722844c7-63be-4381-94da-1929f48daad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:34.010162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d918572-49a0-48c2-bcfb-d3140a24f034 req-b8b36f18-c390-4b14-aca5-56aba6f842ff tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:34.011636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d918572-49a0-48c2-bcfb-d3140a24f034 req-b8b36f18-c390-4b14-aca5-56aba6f842ff tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0919170 Sep 21 16:23:34.056256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d918572-49a0-48c2-bcfb-d3140a24f034 req-0e519393-266f-4929-ab98-932509bf8155 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389490 Sep 21 16:23:34.997646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5954738e-727d-423e-9b7f-bc41c70fe188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:35.257203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149df8-d586-4298-81d8-b609592924a7 req-d508e0ef-150c-4ec5-acdb-2a6b18c94324 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:35.258880 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-99149df8-d586-4298-81d8-b609592924a7 req-d508e0ef-150c-4ec5-acdb-2a6b18c94324 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0900083 Sep 21 16:23:35.301910 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-99149df8-d586-4298-81d8-b609592924a7 req-6e46f92a-d3fb-47ed-b8bd-a2852dc6ecce tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374730 Sep 21 16:23:36.284336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:36.507800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ff45-36f3-4b1e-8e1e-76a67cc597c6 req-a9f1db1c-f04c-449e-811b-dee308f31540 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:36.509188 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e998ff45-36f3-4b1e-8e1e-76a67cc597c6 req-a9f1db1c-f04c-449e-811b-dee308f31540 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0917439 Sep 21 16:23:36.559719 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e998ff45-36f3-4b1e-8e1e-76a67cc597c6 req-84d217c4-99e6-49e6-9c8b-79c4033f7217 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443485 Sep 21 16:23:36.837149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:37.759875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551f21a-6f5c-4c68-89cb-09b021f26832 req-8b2aeb9b-7bdc-4714-b0b1-a25e7d970aca tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:37.761314 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4551f21a-6f5c-4c68-89cb-09b021f26832 req-8b2aeb9b-7bdc-4714-b0b1-a25e7d970aca tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0868597 Sep 21 16:23:37.808442 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4551f21a-6f5c-4c68-89cb-09b021f26832 req-3f580647-81cc-4841-9ef6-c3c1b177e077 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Sep 21 16:23:37.986646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:39.005611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d5234-1148-4bf9-add3-f88399b5fb3c req-b643ddcc-9c0f-414e-ab9c-ef857f23ebbd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:39.007111 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-691d5234-1148-4bf9-add3-f88399b5fb3c req-b643ddcc-9c0f-414e-ab9c-ef857f23ebbd tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0881257 Sep 21 16:23:39.051953 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-691d5234-1148-4bf9-add3-f88399b5fb3c req-6cdc47ef-8f8b-4ee3-a504-ba3bf677d09f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391588 Sep 21 16:23:39.947722 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-2f963169-c503-4fc1-8050-d394da918bf9 service neutron] 10.222.0.33 "GET /v2.0/ports/0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.0785675 Sep 21 16:23:40.250670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6f0d-97f7-4225-9c8a-f7578880aa37 req-f248bd06-35b4-4f6c-81bf-673d5beca2be tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:40.252194 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0aab6f0d-97f7-4225-9c8a-f7578880aa37 req-f248bd06-35b4-4f6c-81bf-673d5beca2be tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0882905 Sep 21 16:23:40.298165 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0aab6f0d-97f7-4225-9c8a-f7578880aa37 req-60234bcf-3a79-44f9-90d6-5fc8ca350fe9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400918 Sep 21 16:23:40.522067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-84bbe190-a804-4d55-a7b4-a73de6c5656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:40.523459 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-84bbe190-a804-4d55-a7b4-a73de6c5656d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 1099 time: 0.0792513 Sep 21 16:23:40.629914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-f9a1cb2f-8ea7-4c54-96f1-8f18caceea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:40.631404 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-f9a1cb2f-8ea7-4c54-96f1-8f18caceea11 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1099 time: 0.0817556 Sep 21 16:23:40.762555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-646276ab-460e-4559-ae34-f21d52d400ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:40.763991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-646276ab-460e-4559-ae34-f21d52d400ae service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1270838 Sep 21 16:23:40.868607 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-c301647e-7f01-4bc5-a3ba-2e891afec2a8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 200 len: 1002 time: 0.0982826 Sep 21 16:23:40.928923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-644ec36f-8b18-47a9-81f7-f61d4ba92261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:40.930326 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-644ec36f-8b18-47a9-81f7-f61d4ba92261 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0564253 Sep 21 16:23:41.013990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-466c6bfb-ebfa-405f-81fa-c45708d6144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:41.015449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-466c6bfb-ebfa-405f-81fa-c45708d6144b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799344 Sep 21 16:23:41.239611 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-18226d1f-6918-4f1a-ae42-d8690801c5aa service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186201 Sep 21 16:23:41.369177 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b30562ff-34cf-4cbe-b602-3dad14427614 req-f19a0502-7334-4329-9aa7-ec83e3a3c008 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236467 Sep 21 16:23:41.497062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9efed6-b429-4f11-9ef8-a788043f9d62 req-acd20920-6d37-4f16-9a1d-3ab0a7220ad7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:41.498457 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae9efed6-b429-4f11-9ef8-a788043f9d62 req-acd20920-6d37-4f16-9a1d-3ab0a7220ad7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0879853 Sep 21 16:23:41.542269 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae9efed6-b429-4f11-9ef8-a788043f9d62 req-bf7a042f-9b7b-4a89-8f39-0b3d261ffb66 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373974 Sep 21 16:23:42.747025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c1426-6573-4c68-bbc1-e081ca3ca6a6 req-5db782b7-4a99-4b8a-99d6-0b7e1f976721 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:42.748449 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b84c1426-6573-4c68-bbc1-e081ca3ca6a6 req-5db782b7-4a99-4b8a-99d6-0b7e1f976721 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0892951 Sep 21 16:23:42.790693 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b84c1426-6573-4c68-bbc1-e081ca3ca6a6 req-f2060e70-28eb-4da5-a37a-1ffe5a237d97 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360358 Sep 21 16:23:43.239662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:23:43.241905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:23:43.498456 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:23:43.498746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.534769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:43.550722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:23:43.552992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb796d18-5be2-48a3-b701-f3d755fc5a91" -d '{"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:43.558310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'mac_address': 'fa:16:3e:39:55:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:23:43.566130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:43.629409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:23:43.629409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.644050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:23:43.649359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.685597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056d7da9-aa79-4b9a-b054-decb3943ad19 x-openstack-request-id: req-056d7da9-aa79-4b9a-b054-decb3943ad19 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:43.686579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:43.686579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-056d7da9-aa79-4b9a-b054-decb3943ad19 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:43.686579 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056d7da9-aa79-4b9a-b054-decb3943ad19'] response: {'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'code': 200} Sep 21 16:23:43.766674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:43.769144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:23:43.769491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:23:43.775409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.775827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.776179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.776512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.776844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.777171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.777494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.777821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.778166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.778491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.778810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.779128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:43.989071 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe12a9-69a8-4477-b613-04534336003d req-3212407a-bfcf-462d-a8fa-8cdedb015559 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:43.990582 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-39fe12a9-69a8-4477-b613-04534336003d req-3212407a-bfcf-462d-a8fa-8cdedb015559 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 944 time: 0.0869925 Sep 21 16:23:44.037712 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-39fe12a9-69a8-4477-b613-04534336003d req-866cbf7a-7c95-4e6f-af47-0fa087c57f3b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Sep 21 16:23:44.323986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:23:44.324541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:44.341029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:23:44.356264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:44.430878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:44.497213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:23:44.545033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:44.803041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61b70b-1a4c-4034-9591-9df3bc272bb2 req-5b0d33db-18f8-4136-89ac-aef08ac84fe4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:44.804594 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9f61b70b-1a4c-4034-9591-9df3bc272bb2 req-5b0d33db-18f8-4136-89ac-aef08ac84fe4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 945 time: 0.0897119 Sep 21 16:23:44.825853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-0a02c1ae-8c15-4b92-bc37-4bcce4135424 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:44.827386 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-0a02c1ae-8c15-4b92-bc37-4bcce4135424 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4&tenant_id=620ce9cce7734dc99405931b05048f8e&binding%3Ahost_id=hv-neutron-8586 HTTP/1.1" status: 200 len: 945 time: 0.0950596 Sep 21 16:23:44.849010 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9f61b70b-1a4c-4034-9591-9df3bc272bb2 req-00c2b450-fe3c-453b-8a6e-ebb1cea7d52f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385635 Sep 21 16:23:44.907715 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-82f45ddf-b460-4369-9dd7-4930203dcc1d service neutron] 10.222.0.33 "GET /v2.0/ports/0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.0746937 Sep 21 16:23:45.013603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-8f25f83b-fe97-4f4b-9b2d-2bdc583d628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:45.015135 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-8f25f83b-fe97-4f4b-9b2d-2bdc583d628d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1098 time: 0.0861685 Sep 21 16:23:45.146232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-f8f61a9e-3fb4-46c7-af70-4b451ff45934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:45.147662 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-f8f61a9e-3fb4-46c7-af70-4b451ff45934 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1258047 Sep 21 16:23:45.245258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:23:45.250362 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-dbc12d40-6773-4d2d-9601-87128e44d1d0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 200 len: 1001 time: 0.0968845 Sep 21 16:23:45.312949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-270f47b5-9ca3-4563-8e63-d31e1ea3723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:45.313985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:23:45.314376 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-270f47b5-9ca3-4563-8e63-d31e1ea3723e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0573397 Sep 21 16:23:45.314491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.400005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-7c5c6267-46d3-433d-8911-f6b37a0b29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:45.401601 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-7c5c6267-46d3-433d-8911-f6b37a0b29df service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809720 Sep 21 16:23:45.431738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:23:45.432296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.465015 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:45.532533 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-74f624f8-fc3c-40aa-9c56-2842a4af3c39 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247358 Sep 21 16:23:45.556730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.623611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:45.666776 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-425d1077-c9e7-442d-ae1c-cdecf67dff03 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289346 Sep 21 16:23:45.687865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:23:45.690926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4298d9e-85ac-43f3-b2fd-da30314a97f8" -d '{"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-plugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:45.741312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e228e4c-92bd-4789-913c-6d2ac4cbf008 x-openstack-request-id: req-7e228e4c-92bd-4789-913c-6d2ac4cbf008 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:45.741609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-plugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:45.741867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e228e4c-92bd-4789-913c-6d2ac4cbf008 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:45.742342 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e228e4c-92bd-4789-913c-6d2ac4cbf008'] response: {'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'code': 200} Sep 21 16:23:46.052776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39359b-fa85-412d-8993-783c7e426806 req-4444467c-d40e-4bd7-bc4e-48e84f290689 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:46.054238 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7b39359b-fa85-412d-8993-783c7e426806 req-4444467c-d40e-4bd7-bc4e-48e84f290689 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0912340 Sep 21 16:23:46.097766 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7b39359b-fa85-412d-8993-783c7e426806 req-63e1fb0d-bb04-4b3b-965c-ae87f96170a5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379839 Sep 21 16:23:47.239583 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:23:47.297045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64843d83-815f-4ba2-b9f3-bad12f4f2e58 req-9ab661b9-334a-4469-9e4f-7b5890855490 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:47.298482 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-64843d83-815f-4ba2-b9f3-bad12f4f2e58 req-9ab661b9-334a-4469-9e4f-7b5890855490 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0875785 Sep 21 16:23:47.343855 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-64843d83-815f-4ba2-b9f3-bad12f4f2e58 req-6b3c6fad-ebb0-4436-9f34-d9fe5f0c8a00 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384731 Sep 21 16:23:47.355797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:23:47.356290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:47.388491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:47.488094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:47.560637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=9']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:47.743088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:23:47.745436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af6a597-26b7-4cf7-b691-6598eedb40e4" -d '{"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:47.795016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e78e7dc-e756-4a37-9efe-80f8b3b9c245 x-openstack-request-id: req-7e78e7dc-e756-4a37-9efe-80f8b3b9c245 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:47.795317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:47.795574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e78e7dc-e756-4a37-9efe-80f8b3b9c245 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:47.795973 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e78e7dc-e756-4a37-9efe-80f8b3b9c245'] response: {'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'code': 200} Sep 21 16:23:48.605917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ede287-2d26-468d-aec6-73af2a4c5a91 req-99fc5d47-b7b7-45d2-95cb-8cf6ae0ec0dc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:48.607295 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a9ede287-2d26-468d-aec6-73af2a4c5a91 req-99fc5d47-b7b7-45d2-95cb-8cf6ae0ec0dc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 944 time: 0.1485376 Sep 21 16:23:48.628330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-cb0ea066-8a08-4445-b23d-8c2c8f625a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:48.629692 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-cb0ea066-8a08-4445-b23d-8c2c8f625a7b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 1097 time: 0.1106782 Sep 21 16:23:48.792529 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a9ede287-2d26-468d-aec6-73af2a4c5a91 req-e2ebd372-63c7-4b57-81a2-2548e433f44f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785333 Sep 21 16:23:48.828928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-03417457-e8ec-4b12-98f4-4f5b7d1febcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:48.830725 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-03417457-e8ec-4b12-98f4-4f5b7d1febcd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 1097 time: 0.1786489 Sep 21 16:23:48.958041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-b76677b0-4117-42ee-9cdc-ea6cbbd6bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:48.959455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-b76677b0-4117-42ee-9cdc-ea6cbbd6bd1d service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1231947 Sep 21 16:23:49.062088 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-495bf944-c370-4e73-9914-0dc867ed4384 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 200 len: 1000 time: 0.0971384 Sep 21 16:23:49.123782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-5f36ae70-53a8-4dc1-bc73-2f8b0f1c2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:49.125206 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-5f36ae70-53a8-4dc1-bc73-2f8b0f1c2a50 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0573647 Sep 21 16:23:49.209584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-93ac239c-57c2-425d-8328-360508b12147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:49.211006 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-93ac239c-57c2-425d-8328-360508b12147 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801361 Sep 21 16:23:49.347041 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-0121ecec-57e9-4521-8724-58c010a7b474 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299117 Sep 21 16:23:49.477892 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043d98e5-fc3b-410c-bfa2-4c50d2c5bfe0 req-743bba69-c4dc-49d1-b8f5-bd60b4548b6c service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238050 Sep 21 16:23:49.992252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb805fc9-2ccc-4e7f-84c5-39370d045bba req-627e5630-877e-46a5-be3c-e9aa65efdaa6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:49.993699 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eb805fc9-2ccc-4e7f-84c5-39370d045bba req-627e5630-877e-46a5-be3c-e9aa65efdaa6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 944 time: 0.0860865 Sep 21 16:23:50.040944 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eb805fc9-2ccc-4e7f-84c5-39370d045bba req-3d192b35-4983-4519-9242-3985ce4dd7c1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Sep 21 16:23:51.246425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad063899-d6c5-4e32-949d-59bb2731036e req-03f53f25-3850-491e-94da-f0769b68a36a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:51.247902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad063899-d6c5-4e32-949d-59bb2731036e req-03f53f25-3850-491e-94da-f0769b68a36a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 944 time: 0.0953898 Sep 21 16:23:51.252670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:23:51.256324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:23:51.294403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ad063899-d6c5-4e32-949d-59bb2731036e req-6873c182-6ed6-48d4-a3d7-9eddf6389e12 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404997 Sep 21 16:23:51.476382 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: DOWN; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:23:51.486899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:51.497498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ded817-406d-417f-be1c-fd2843188555 req-47055c1a-b287-4b98-815e-9bfa345dc1e2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:51.498971 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-10ded817-406d-417f-be1c-fd2843188555 req-47055c1a-b287-4b98-815e-9bfa345dc1e2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 944 time: 0.0872822 Sep 21 16:23:51.500340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'mac_address': 'fa:16:3e:39:55:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:23:51.543691 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-10ded817-406d-417f-be1c-fd2843188555 req-89d43b19-064d-4ebb-8541-78ba04818a0c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380440 Sep 21 16:23:51.557812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:23:51.558241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:51.575548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:23:51.592197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:51.660903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:51.725839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:23:51.760087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c81c-59a0-46fc-b185-014010bdacfc req-3b3f9e83-6d58-4a25-bd27-bfa0f4cb83b9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:51.762477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4df6c81c-59a0-46fc-b185-014010bdacfc req-3b3f9e83-6d58-4a25-bd27-bfa0f4cb83b9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.1006103 Sep 21 16:23:51.808135 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4df6c81c-59a0-46fc-b185-014010bdacfc req-15806b97-e59f-4319-b14e-1269eb7e7781 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406888 Sep 21 16:23:51.818335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=10']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:52.353140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0496ea-e7a2-4c5c-9d8d-3e632e16f30e req-64a49b87-6069-4e15-9e6c-d1cca406e022 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:52.354606 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae0496ea-e7a2-4c5c-9d8d-3e632e16f30e req-64a49b87-6069-4e15-9e6c-d1cca406e022 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 946 time: 0.0879421 Sep 21 16:23:52.400444 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae0496ea-e7a2-4c5c-9d8d-3e632e16f30e req-60af9132-23f7-46df-8757-2fb18c14a693 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 Sep 21 16:23:53.260965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:23:53.328082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:23:53.328368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:53.442783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:23:53.443165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:53.469406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:23:53.471710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8304ed3-62a8-4772-8eb9-78aa39c89ab5" -d '{"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-plugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:53.479170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:53.513955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b16ecc-291b-43bd-b044-3010f0ef3125 x-openstack-request-id: req-41b16ecc-291b-43bd-b044-3010f0ef3125 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:53.514255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-plugged", "status": "completed", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:53.514505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41b16ecc-291b-43bd-b044-3010f0ef3125 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:53.514897 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b16ecc-291b-43bd-b044-3010f0ef3125'] response: {'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'code': 200} Sep 21 16:23:53.540467 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:53.605400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e97a8-aace-4003-8b29-f745181f6888 req-19b16bec-f7eb-4eb7-8822-ed880bad8132 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:53.606808 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-614e97a8-aace-4003-8b29-f745181f6888 req-19b16bec-f7eb-4eb7-8822-ed880bad8132 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 947 time: 0.0930581 Sep 21 16:23:53.609257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=11']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:53.651410 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-614e97a8-aace-4003-8b29-f745181f6888 req-d7d5f36c-629d-47bd-aee9-1b3082db7ce2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381081 Sep 21 16:23:54.325285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-35c743bc-2ab5-4fea-b5b1-c3a93f83a2c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:54.326648 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-35c743bc-2ab5-4fea-b5b1-c3a93f83a2c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 947 time: 0.0876350 Sep 21 16:23:54.398012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Deleting port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:23:54.398347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:54.639430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] For port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:23:54.639706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:55.088749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:55.089120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:55.089436 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7 disassociated. External IP: 172.26.0.90, port: 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709. Sep 21 16:23:55.089777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Calling delete_port for 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:23:55.125314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c928837-803f-4c06-bd4b-d2a08ddb7148 req-d2432fe3-3709-4063-a4ed-655c48ced0aa tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:55.126844 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9c928837-803f-4c06-bd4b-d2a08ddb7148 req-d2432fe3-3709-4063-a4ed-655c48ced0aa tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 947 time: 0.2396681 Sep 21 16:23:55.190611 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9c928837-803f-4c06-bd4b-d2a08ddb7148 req-d43423fa-2946-42a5-a624-e550bdbb2d14 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567288 Sep 21 16:23:55.327507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:55.377358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event deleted for resources: {'Port': ['ID=0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:55.387762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.388007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.388353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.388675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.389006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.389329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.389656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.390004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.390330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.390652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.390974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.391291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:55.578242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:23:55.757046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:23:55.766906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:23:55.776816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:23:55.777434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:23:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:55.843632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] No DVR routers for this DVR port 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:23:55.846677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:55.849188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-deleted', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:23:55.851480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9721cb29-9cd3-4ada-9956-0d24d4ec32b1" -d '{"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-deleted", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:55.897854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59156dae-d9f9-4b49-804d-d593e0397388 x-openstack-request-id: req-59156dae-d9f9-4b49-804d-d593e0397388 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:55.897854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d3c3a9-9a69-40d0-8ddc-bddc786799f4", "name": "network-vif-deleted", "tag": "0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:55.897854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59156dae-d9f9-4b49-804d-d593e0397388 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:55.897854 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59156dae-d9f9-4b49-804d-d593e0397388'] response: {'server_uuid': '97d3c3a9-9a69-40d0-8ddc-bddc786799f4', 'name': 'network-vif-deleted', 'tag': '0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709', 'status': 'completed', 'code': 200} Sep 21 16:23:55.959372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:23:55.968619 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c4a9d16-a5c2-476a-83df-c6747a4e1287 req-c2e8da5e-ed54-4ab0-bf4b-b28b20b89328 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "DELETE /v2.0/ports/0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 HTTP/1.1" status: 204 len: 173 time: 1.6370676 Sep 21 16:23:56.273829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:56.277752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:23:56.287447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:23:56.288137 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:23:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:56.365928 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-da10f4d3-1046-4594-8974-0dc204749cb0 req-47852ffe-8813-4486-9358-2105335897d0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:23:56.426091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-da10f4d3-1046-4594-8974-0dc204749cb0 req-47852ffe-8813-4486-9358-2105335897d0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:23:56.427292 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-da10f4d3-1046-4594-8974-0dc204749cb0 req-47852ffe-8813-4486-9358-2105335897d0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=97d3c3a9-9a69-40d0-8ddc-bddc786799f4 HTTP/1.1" status: 200 len: 210 time: 0.1104276 Sep 21 16:23:56.472537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:23:56.789084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:56.792879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d5e2e-20f9-4aaf-a9cd-9e6d335fd95e None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:23:57.018981 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6733d3-f24c-4ab4-b202-1bb1ae9e7d59 None None] New status for floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:23:57.284343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:23:57.363298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:23:57.363645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 0749ce8d-fd97-4e5c-8ef3-a15bd9ea7709 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:23:57.765986 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-1893540d-708e-4727-98e4-4a81e1f5c799 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--960174737&fields=id&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 267 time: 0.0392394 Sep 21 16:23:57.913719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-8acdde98-d2f9-469a-9409-e5680219843d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:23:57.915297 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-8acdde98-d2f9-469a-9409-e5680219843d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 812 time: 0.1422451 Sep 21 16:23:57.930154 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-8bdb01d9-19ef-478d-9e6e-468a3d5f0626 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/quotas/620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 375 time: 0.0093586 Sep 21 16:23:58.024134 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-6bac5d90-95e6-4c33-94a9-d854fc9e62bf tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889075 Sep 21 16:23:58.200259 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-dfd3b79d-dc77-4e7e-a177-68a5d901c7fa service neutron] 10.222.0.65 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645181 Sep 21 16:23:58.422325 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-3db13032-0f45-488a-bafd-e8aeb4fa096d service neutron] 10.222.0.65 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158606 Sep 21 16:23:58.684263 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3fbd655f-78dd-4147-97f8-2203003e788a req-59448fa2-ede0-4b0a-80e5-d2940a48ee79 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 210 time: 0.0521407 Sep 21 16:23:59.053504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:59.851215 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a45ce125-c178-439f-b55e-20a4124ffc5d req-98d83793-6bb0-4c71-9f6a-dd88ac0810b4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 210 time: 0.0484860 Sep 21 16:24:00.570607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-c0e1520c-ec10-4ca4-8e65-ceecdfb78c66 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:00.572001 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-c0e1520c-ec10-4ca4-8e65-ceecdfb78c66 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 812 time: 0.1444473 Sep 21 16:24:00.620511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-e51b19da-35fa-456c-9e0e-125134957866 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 379 time: 0.0405626 Sep 21 16:24:00.629265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'port': {'device_id': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'admin_state_up': True, 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'security_groups': ['da1b12b7-4f5c-4aa8-b858-d980b2d228f0']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:24:00.766195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:24:00.776171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:24:00.872000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Made reservation on behalf of 620ce9cce7734dc99405931b05048f8e for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:24:00.875546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:01.129357 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9037fc08-cef6-4d1e-8079-8b461f201e21 req-de12129f-b0bc-43c0-81c5-9b1ef3d2f42b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 210 time: 0.1630163 Sep 21 16:24:01.191231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Allocated IP 172.20.0.8 (149ce45a-8e3e-4a32-9b68-21d14dc48ef6/2ba69667-0d50-4520-ad92-b12e2044747c/78dc68cb-bce7-499f-b9f6-18b2d264d592) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:24:01.376913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:01.391999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Transition to ACTIVE for port object 78dc68cb-bce7-499f-b9f6-18b2d264d592 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:24:01.449459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:01.484558 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:24:01.521525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:24:01.524349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:24:01.528461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:24:01.565310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:01.599442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:01.600018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:01.677277 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-440c969c-d790-4efc-baf5-7f26cda719c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0521841 Sep 21 16:24:01.688509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Request body: {'port': {'device_id': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:24:01.807348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:01.807738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-734152fc-7024-4454-9e1c-e204422672c3 None None] Provisioning for port 78dc68cb-bce7-499f-b9f6-18b2d264d592 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:24:01.812764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-734152fc-7024-4454-9e1c-e204422672c3 None None] Provisioning complete for port 78dc68cb-bce7-499f-b9f6-18b2d264d592 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:24:01.813136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-734152fc-7024-4454-9e1c-e204422672c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:01.866525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-734152fc-7024-4454-9e1c-e204422672c3 None None] Port 78dc68cb-bce7-499f-b9f6-18b2d264d592 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:24:02.146901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78dc68cb-bce7-499f-b9f6-18b2d264d592 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:24:02.154155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:02.168717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Transition to ACTIVE for port object 78dc68cb-bce7-499f-b9f6-18b2d264d592 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:24:02.237891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:02.332404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01ef49-4a29-4daa-918a-a48f5bee9530 req-7670bd71-d4dd-474d-aeb3-a225c7a11deb tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:02.334606 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3b01ef49-4a29-4daa-918a-a48f5bee9530 req-7670bd71-d4dd-474d-aeb3-a225c7a11deb tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 943 time: 0.0906074 Sep 21 16:24:02.378969 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3b01ef49-4a29-4daa-918a-a48f5bee9530 req-45401dd8-0871-4b5a-a90e-5face73cf086 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385001 Sep 21 16:24:02.436519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:02.465621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Attempting to bind port 78dc68cb-bce7-499f-b9f6-18b2d264d592 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:24:02.465979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Attempting to bind port 78dc68cb-bce7-499f-b9f6-18b2d264d592 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:24:02.466331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Attempting to bind port 78dc68cb-bce7-499f-b9f6-18b2d264d592 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:24:02.471006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Port 78dc68cb-bce7-499f-b9f6-18b2d264d592 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:24:02.471820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Attempting to bind port 78dc68cb-bce7-499f-b9f6-18b2d264d592 on network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:24:02.476838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:24:02.477172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Checking segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:24:02.477548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Bound using segment: {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:24:02.477998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Bound port: 78dc68cb-bce7-499f-b9f6-18b2d264d592, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea99ee8-18ee-491e-9ff7-2182dd29aac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:24:02.478345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:02.567473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:24:02.570576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:24:02.637841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:02.668405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:02.669002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:02.670413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] 10.222.0.33 "PUT /v2.0/ports/78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 1093 time: 0.9860277 Sep 21 16:24:02.670809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:24:02.673077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077b4e07-896c-4d23-a288-ae3c785b39f3" -d '{"events": [{"name": "network-changed", "server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:24:02.717613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152f419-3036-4d29-a0b1-0191997c0163 service neutron] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:02.722250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21799375-33fe-4d7f-8c08-f3f1f0e41938 x-openstack-request-id: req-21799375-33fe-4d7f-8c08-f3f1f0e41938 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:24:02.722530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:24:02.722787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21799375-33fe-4d7f-8c08-f3f1f0e41938 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:24:02.723194 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21799375-33fe-4d7f-8c08-f3f1f0e41938'] response: {'name': 'network-changed', 'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'status': 'completed', 'code': 200} Sep 21 16:24:02.823332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b4e07-896c-4d23-a288-ae3c785b39f3 req-f3ddfca1-c8b1-4ecd-a977-1fecfe5310fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:02.824863 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-077b4e07-896c-4d23-a288-ae3c785b39f3 req-f3ddfca1-c8b1-4ecd-a977-1fecfe5310fb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0846958 Sep 21 16:24:02.860194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8be10043-a72f-4ae1-a7cf-0b9a8340f047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:02.967498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b4e07-896c-4d23-a288-ae3c785b39f3 req-3fb18bdd-8bd8-4cd5-a2f6-664dd1b17137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:02.968952 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-077b4e07-896c-4d23-a288-ae3c785b39f3 req-3fb18bdd-8bd8-4cd5-a2f6-664dd1b17137 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=620ce9cce7734dc99405931b05048f8e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1367273 Sep 21 16:24:03.104911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b4e07-896c-4d23-a288-ae3c785b39f3 req-72cd4ecc-3d58-43b5-a610-be8802b5b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:03.106334 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-077b4e07-896c-4d23-a288-ae3c785b39f3 req-72cd4ecc-3d58-43b5-a610-be8802b5b90f service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310849 Sep 21 16:24:03.310270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-876a64b5-3a86-4758-8a48-0093e61c19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:03.311636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-876a64b5-3a86-4758-8a48-0093e61c19f3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1096 time: 0.1694329 Sep 21 16:24:03.380115 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-8e5b3f3e-7668-4c0e-b126-b1e7e13a9855 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 217 time: 0.0619659 Sep 21 16:24:03.441350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-aca78478-776f-4921-b09a-ec4b25b57a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:03.442788 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-aca78478-776f-4921-b09a-ec4b25b57a7f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0564861 Sep 21 16:24:03.530958 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-f58553de-5b05-4558-a308-b6db55d44f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:03.532470 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-f58553de-5b05-4558-a308-b6db55d44f47 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836053 Sep 21 16:24:03.576074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0c358-7907-49cd-8e4a-86e4f525c69c req-44c84b42-b395-44c5-8862-bc5ce8c8030c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:03.578426 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-33c0c358-7907-49cd-8e4a-86e4f525c69c req-44c84b42-b395-44c5-8862-bc5ce8c8030c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 943 time: 0.0868473 Sep 21 16:24:03.626029 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-33c0c358-7907-49cd-8e4a-86e4f525c69c req-bceaf390-cf86-4100-bed1-9a0e3499fab1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423427 Sep 21 16:24:03.664171 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-9e73d139-85f2-47d5-9ec0-4ef8ed935df4 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259117 Sep 21 16:24:03.794630 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6ddd462c-5df8-4d56-8fdf-16e93b266bc4 req-0950203a-2332-4f94-b758-2e53c1f09ab2 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247180 Sep 21 16:24:04.820700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169652b-2388-4aab-bd67-19a5117dbb0c req-94e04f45-eb11-474e-bdf1-635bbc08318d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:04.821374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d169652b-2388-4aab-bd67-19a5117dbb0c req-94e04f45-eb11-474e-bdf1-635bbc08318d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:24:04.900265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d169652b-2388-4aab-bd67-19a5117dbb0c req-94e04f45-eb11-474e-bdf1-635bbc08318d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:24:04.901446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d169652b-2388-4aab-bd67-19a5117dbb0c req-94e04f45-eb11-474e-bdf1-635bbc08318d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 943 time: 0.1655290 Sep 21 16:24:04.948065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d169652b-2388-4aab-bd67-19a5117dbb0c req-6f66951b-644e-44d7-be2b-2a14c69c8828 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 Sep 21 16:24:04.984595 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a69cc153-3d04-4010-866c-753e3ba55937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:05.299346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:24:05.429103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:24:05.441740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'mac_address': 'fa:16:3e:61:f3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:24:05.495299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 78dc68cb-bce7-499f-b9f6-18b2d264d592 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:24:05.495679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:05.511942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dc68cb-bce7-499f-b9f6-18b2d264d592 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:24:05.527087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:24:05.585854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:05.653333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:05.785080 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['78dc68cb-bce7-499f-b9f6-18b2d264d592'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:24:06.143551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fd736-fd13-4730-b7d8-510f65f70c26 req-df5a4788-9190-4939-b0d7-b3112442bc91 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:06.145026 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ba1fd736-fd13-4730-b7d8-510f65f70c26 req-df5a4788-9190-4939-b0d7-b3112442bc91 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 944 time: 0.0864589 Sep 21 16:24:06.187670 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ba1fd736-fd13-4730-b7d8-510f65f70c26 req-b7df5c6f-98b5-407e-902a-f9abb8241aac tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370600 Sep 21 16:24:06.254762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:06.866233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:07.299353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:24:07.436241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467078d3-cb8c-4644-8237-3b3496295495 req-ffa39862-fcbc-4483-9e40-052055748d6e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:07.437714 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-467078d3-cb8c-4644-8237-3b3496295495 req-ffa39862-fcbc-4483-9e40-052055748d6e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 944 time: 0.1350496 Sep 21 16:24:07.471573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 78dc68cb-bce7-499f-b9f6-18b2d264d592 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:24:07.476603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 78dc68cb-bce7-499f-b9f6-18b2d264d592 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:24:07.476977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:07.482703 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-467078d3-cb8c-4644-8237-3b3496295495 req-ee80f910-20fd-4cb8-85eb-6d6f5cd3919c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387776 Sep 21 16:24:07.593863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 78dc68cb-bce7-499f-b9f6-18b2d264d592 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:24:07.594269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:07.621284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:24:07.623594 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26ecee6-aedc-4c3f-9447-fd31e89af81a" -d '{"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:24:07.632029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:24:07.665725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad4409e-3d1f-45b6-8a28-04aebd8bfdc2 x-openstack-request-id: req-bad4409e-3d1f-45b6-8a28-04aebd8bfdc2 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:24:07.666034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:24:07.666282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bad4409e-3d1f-45b6-8a28-04aebd8bfdc2 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:24:07.666666 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad4409e-3d1f-45b6-8a28-04aebd8bfdc2'] response: {'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'code': 200} Sep 21 16:24:07.689006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:07.756270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:07.957818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:07.990440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e47719-90e4-480d-a599-5c2cacaa0f1e req-c4b33564-3d6d-4e8c-a2a1-ca15d26271bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:07.991890 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-86e47719-90e4-480d-a599-5c2cacaa0f1e req-c4b33564-3d6d-4e8c-a2a1-ca15d26271bc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0903790 Sep 21 16:24:08.030527 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-86e47719-90e4-480d-a599-5c2cacaa0f1e req-31282311-2ea3-4072-a2b4-ebfbeed3091a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330763 Sep 21 16:24:08.687914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc5332-b242-4b64-a408-d58f83560ce2 req-66a6142e-2910-4d80-99f8-9787305411c5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:08.689861 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6fc5332-b242-4b64-a408-d58f83560ce2 req-66a6142e-2910-4d80-99f8-9787305411c5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0877104 Sep 21 16:24:08.733217 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b6fc5332-b242-4b64-a408-d58f83560ce2 req-4f8b9a87-a304-4bb4-b884-4d1c952360c5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377796 Sep 21 16:24:09.999528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dd9f2-9c8f-4693-8dbf-8de02e3c3ebf req-8fb7f054-7a31-41e7-a089-9a344e9437f0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:10.001036 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4d9dd9f2-9c8f-4693-8dbf-8de02e3c3ebf req-8fb7f054-7a31-41e7-a089-9a344e9437f0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.1519783 Sep 21 16:24:10.045086 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4d9dd9f2-9c8f-4693-8dbf-8de02e3c3ebf req-5966f222-f42f-497e-99f1-c81a8099e6f7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383177 Sep 21 16:24:10.235432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160c4f-26c7-42f2-96b0-3c1a1e72c812 req-995c6f3f-8361-4b36-a289-e3ab3333a26c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:10.236870 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7160c4f-26c7-42f2-96b0-3c1a1e72c812 req-995c6f3f-8361-4b36-a289-e3ab3333a26c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0886986 Sep 21 16:24:10.247035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51210) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:24:10.251889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Request body: {'floatingip': {'port_id': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:24:10.331513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:11.014367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:11.070584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:11.240271 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7 associated. External IP: 172.26.0.90, port: 78dc68cb-bce7-499f-b9f6-18b2d264d592. Sep 21 16:24:11.585630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:24:11.762229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:24:11.767317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:11.772722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252026e7-7368-44e4-8703-c65b735b208b None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:24:11.782607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252026e7-7368-44e4-8703-c65b735b208b None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:24:11.783313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-252026e7-7368-44e4-8703-c65b735b208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:24:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:24:11.821426 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-74b3f9f7-ee27-4896-92b7-600ae976a14e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "PUT /v2.0/floatingips/8f1c6a99-e8ba-498a-b815-43982f8322a7 HTTP/1.1" status: 200 len: 991 time: 1.5733407 Sep 21 16:24:11.822022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:24:11.824356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378d7da6-7dc6-4c6a-b77a-a16591080728" -d '{"events": [{"name": "network-changed", "server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:24:11.868525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44144e60-c988-493a-8ef8-b72db9fcc2c5 x-openstack-request-id: req-44144e60-c988-493a-8ef8-b72db9fcc2c5 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:24:11.868525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:24:11.868525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44144e60-c988-493a-8ef8-b72db9fcc2c5 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:24:11.868525 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44144e60-c988-493a-8ef8-b72db9fcc2c5'] response: {'name': 'network-changed', 'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'status': 'completed', 'code': 200} Sep 21 16:24:11.966287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-b2484406-dc9e-4ff7-9bec-0e403a5e7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:11.966620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-252026e7-7368-44e4-8703-c65b735b208b None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:24:11.968686 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-b2484406-dc9e-4ff7-9bec-0e403a5e7307 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0822179 Sep 21 16:24:12.100241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-092977a9-c8ed-4f69-ab42-0a9140a167a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:12.101591 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-092977a9-c8ed-4f69-ab42-0a9140a167a7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1275411 Sep 21 16:24:12.203077 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-3d7142dc-f52d-4326-916c-c09273906009 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 999 time: 0.0955667 Sep 21 16:24:12.318735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-252026e7-7368-44e4-8703-c65b735b208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:61:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:24:10Z', 'revision_number': 13, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:24:12.323498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252026e7-7368-44e4-8703-c65b735b208b None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:24:12.332994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252026e7-7368-44e4-8703-c65b735b208b None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:24:12.333632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-252026e7-7368-44e4-8703-c65b735b208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:24:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:24:12.388125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-480b98b4-2428-4045-941b-204d4e021849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:12.389471 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-480b98b4-2428-4045-941b-204d4e021849 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.1810725 Sep 21 16:24:12.476447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-485857b9-1374-4cdc-a7ca-1d3dd18a538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:12.477921 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-485857b9-1374-4cdc-a7ca-1d3dd18a538b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827301 Sep 21 16:24:12.541379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-252026e7-7368-44e4-8703-c65b735b208b None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:24:12.611415 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-4ba1bd55-bbca-412d-87e9-dda8a411b14a service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274896 Sep 21 16:24:12.743845 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-378d7da6-7dc6-4c6a-b77a-a16591080728 req-dce6ac3b-00c5-4112-8589-0f95d5151c36 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265695 Sep 21 16:24:12.886586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-252026e7-7368-44e4-8703-c65b735b208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:61:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:24:10Z', 'revision_number': 13, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:24:12.890582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252026e7-7368-44e4-8703-c65b735b208b None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '8f1c6a99-e8ba-498a-b815-43982f8322a7', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'floating_ip_address': '172.26.0.90', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'port_id': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'mac_address': 'fa:16:3e:61:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:19:49Z', 'updated_at': '2022-09-21T16:24:10Z', 'revision_number': 13, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:24:13.071858 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bda922-1e5f-49ce-87c2-72b615290311 None None] New status for floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:24:29.059746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:30.023705 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-12f79b6b-182b-4421-9451-1fae961b904e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758691 Sep 21 16:24:30.171009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-1927ba20-3861-4bf7-b488-3b9553b998db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:30.172461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-1927ba20-3861-4bf7-b488-3b9553b998db service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0809820 Sep 21 16:24:30.315071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-b7a9f55b-8882-4c79-9fdb-df806891377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:30.316403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-b7a9f55b-8882-4c79-9fdb-df806891377e service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1256521 Sep 21 16:24:30.416800 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-e827b908-44b4-4dc8-89e1-cbbbdcf2c943 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 1001 time: 0.0923154 Sep 21 16:24:30.482087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-b5f6d4f3-d0ee-4369-9953-1c1c241353ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:30.483447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-b5f6d4f3-d0ee-4369-9953-1c1c241353ea service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0586774 Sep 21 16:24:30.564292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-2eddc250-78fe-4c02-8f86-d170f5c395de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:30.565773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-2eddc250-78fe-4c02-8f86-d170f5c395de service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752444 Sep 21 16:24:30.695664 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-9c0fccd0-2a73-431c-9824-e9027249e5c6 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225817 Sep 21 16:24:30.825451 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c1617453-21db-41a5-9bb0-a6c3914865d9 req-2e9ad944-5775-47e0-9a5a-bd1fe0027ebc service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236496 Sep 21 16:24:32.882482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f01cb45f-1cfa-4945-bfac-d815c24f5bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:35.007116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-80a4f6e4-b7b6-4fc8-aa57-37ca7b155df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:36.300171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:36.853992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:37.951186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:38.483897 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:24:49.231634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864630-ae7f-4f6b-848a-a8ff0df88fca req-53b83cd7-992f-40b2-b65b-c3d687776d8a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:49.233077 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-14864630-ae7f-4f6b-848a-a8ff0df88fca req-53b83cd7-992f-40b2-b65b-c3d687776d8a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0915728 Sep 21 16:24:49.276924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-14864630-ae7f-4f6b-848a-a8ff0df88fca req-1abea279-2a86-4ddd-9c54-487ddfa576e4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381725 Sep 21 16:24:59.086512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:59.514279 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772cd3d-0028-4145-b5ee-1a8932596ac0 req-08fd2b93-7f75-4549-a94c-356c53e0707c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:24:59.515726 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8772cd3d-0028-4145-b5ee-1a8932596ac0 req-08fd2b93-7f75-4549-a94c-356c53e0707c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0849562 Sep 21 16:24:59.562899 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8772cd3d-0028-4145-b5ee-1a8932596ac0 req-7c1720d5-4bc7-4e4b-b273-2137056b0885 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407994 Sep 21 16:24:59.616667 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-6046fb48-b48f-4685-8127-10960fea1050 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802758 Sep 21 16:25:00.766192 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f444f2-e163-4c4d-89c1-efda248fa2ea req-e25eb05a-7e6a-457f-8309-d94ee86d5845 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:00.768315 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-55f444f2-e163-4c4d-89c1-efda248fa2ea req-e25eb05a-7e6a-457f-8309-d94ee86d5845 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0877187 Sep 21 16:25:00.813070 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-55f444f2-e163-4c4d-89c1-efda248fa2ea req-d7db790f-d52b-455a-9eb9-a252e3b3f3cf tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Sep 21 16:25:01.659439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-9c7e871e-58b7-49fa-a239-3e65402194f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:01.660879 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-9c7e871e-58b7-49fa-a239-3e65402194f6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0810368 Sep 21 16:25:01.879284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-e1839afe-f3af-47d5-a313-bc705fd923b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:01.880713 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-e1839afe-f3af-47d5-a313-bc705fd923b3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.2140942 Sep 21 16:25:01.989559 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-af245abb-dfc8-44c9-8795-d73e82d39fa7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 1001 time: 0.1019289 Sep 21 16:25:02.015413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af587e22-907d-4be5-9987-c91f5347d8ee req-31a9eba2-56b2-4276-acfb-68df3a3ca054 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:02.017146 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-af587e22-907d-4be5-9987-c91f5347d8ee req-31a9eba2-56b2-4276-acfb-68df3a3ca054 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0889568 Sep 21 16:25:02.052441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-66ac1fb5-db28-48a7-985f-f1a36e0f8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:02.053890 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-66ac1fb5-db28-48a7-985f-f1a36e0f8eb2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0588655 Sep 21 16:25:02.063664 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-af587e22-907d-4be5-9987-c91f5347d8ee req-82987c51-7114-448a-84d6-3e40ad30bbd5 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402079 Sep 21 16:25:02.139559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-9e0a9ccb-5160-416d-bd35-3ffef3ddda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:02.141018 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-9e0a9ccb-5160-416d-bd35-3ffef3ddda1d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815074 Sep 21 16:25:02.273199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-91fe3b4f-20ae-4818-ae25-8f6fdb5822e8 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252463 Sep 21 16:25:02.406027 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-6571d878-bf75-41af-8acd-4dac7f5d944f service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264317 Sep 21 16:25:02.882199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3ee88b82-98f9-4105-b40c-34e4ab67e784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:03.274206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fea5a4-7812-45f2-afbc-089b7b76201a req-9abb144a-9891-4ce8-bda8-43d3ea59d958 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:03.275657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-53fea5a4-7812-45f2-afbc-089b7b76201a req-9abb144a-9891-4ce8-bda8-43d3ea59d958 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0936546 Sep 21 16:25:03.319815 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-53fea5a4-7812-45f2-afbc-089b7b76201a req-5e4b535f-8144-433e-b244-9c7f29d26ab2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385394 Sep 21 16:25:04.521522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca538e55-c289-44bc-a901-122befbf1d96 req-2e44cc75-55e6-4382-9439-e96b892a11ba tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:04.522974 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ca538e55-c289-44bc-a901-122befbf1d96 req-2e44cc75-55e6-4382-9439-e96b892a11ba tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0915694 Sep 21 16:25:04.567386 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ca538e55-c289-44bc-a901-122befbf1d96 req-21e77f07-3228-4d71-8a1a-e4caaf1ac667 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388634 Sep 21 16:25:05.006503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-14446f30-98ff-4d72-aeb9-766bc9efbc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:05.766325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5ba80-7c81-4c15-8441-d813707a40f7 req-14958fbf-d2f8-4026-bb8d-a6a507c43b64 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:05.768246 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74c5ba80-7c81-4c15-8441-d813707a40f7 req-14958fbf-d2f8-4026-bb8d-a6a507c43b64 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0922871 Sep 21 16:25:05.810743 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74c5ba80-7c81-4c15-8441-d813707a40f7 req-03e65c78-8e9d-4cdf-a76e-7653ee45038d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368741 Sep 21 16:25:06.286503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:06.834521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:07.007474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c49f7-6d92-47c8-8205-a75243ef6496 req-cbba66d1-a3ac-468f-8b9c-35782bfa16a8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:07.008929 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-459c49f7-6d92-47c8-8205-a75243ef6496 req-cbba66d1-a3ac-468f-8b9c-35782bfa16a8 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0864654 Sep 21 16:25:07.057130 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-459c49f7-6d92-47c8-8205-a75243ef6496 req-ba362302-a1d2-49ad-a285-f3951323508f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Sep 21 16:25:07.984624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:08.256050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda884c-ae9c-41d4-9bab-e54f39491035 req-89c790ba-7fb0-403a-8129-00868d4877ca tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:08.257545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddda884c-ae9c-41d4-9bab-e54f39491035 req-89c790ba-7fb0-403a-8129-00868d4877ca tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0871429 Sep 21 16:25:08.308083 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddda884c-ae9c-41d4-9bab-e54f39491035 req-85fe8984-ff16-41a1-8c07-c17652734add tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448470 Sep 21 16:25:09.511564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bf70b-12f8-433c-b976-be16afc6a158 req-0a9f341a-404a-4afd-98d6-594666508e91 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:09.513251 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3c3bf70b-12f8-433c-b976-be16afc6a158 req-0a9f341a-404a-4afd-98d6-594666508e91 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0910621 Sep 21 16:25:09.561839 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3c3bf70b-12f8-433c-b976-be16afc6a158 req-95ad0828-280b-426b-a1df-eda1403363c1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428391 Sep 21 16:25:10.758815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e0e11-699f-4791-b5a2-2b11e5c22fb5 req-7fced834-a6c4-475c-9217-17dd10cb0e75 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:10.760263 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f77e0e11-699f-4791-b5a2-2b11e5c22fb5 req-7fced834-a6c4-475c-9217-17dd10cb0e75 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0869098 Sep 21 16:25:10.803619 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f77e0e11-699f-4791-b5a2-2b11e5c22fb5 req-26516ad5-c932-4b0c-96b3-8740ac4cdb90 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378549 Sep 21 16:25:12.003429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f09aad-3ed7-4f79-980a-79629ac2dd62 req-88350b42-c2a7-4e9a-8d60-dcfbc648420c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:12.004875 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a6f09aad-3ed7-4f79-980a-79629ac2dd62 req-88350b42-c2a7-4e9a-8d60-dcfbc648420c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0895813 Sep 21 16:25:12.050323 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a6f09aad-3ed7-4f79-980a-79629ac2dd62 req-809834a7-8afb-43ea-ade9-08ab7022be40 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Sep 21 16:25:13.261453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabcee5-da37-4496-9c51-148ef250f8ec req-6982e081-faca-4123-9b9a-20cd12b9cf81 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:13.262980 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7dabcee5-da37-4496-9c51-148ef250f8ec req-6982e081-faca-4123-9b9a-20cd12b9cf81 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0979204 Sep 21 16:25:13.307523 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7dabcee5-da37-4496-9c51-148ef250f8ec req-081e839c-d569-44f2-95c2-37beea8fb41c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388007 Sep 21 16:25:14.500653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822134a-fa4a-48a2-a059-64671f79d441 req-0f0eca29-481b-44c3-9a6f-fcb3371d6472 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:14.502662 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e822134a-fa4a-48a2-a059-64671f79d441 req-0f0eca29-481b-44c3-9a6f-fcb3371d6472 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0860701 Sep 21 16:25:14.549481 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e822134a-fa4a-48a2-a059-64671f79d441 req-cf3d5d97-8bd7-439e-af76-37c6a93aecf9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Sep 21 16:25:15.316319 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-5607e411-6f6f-4a37-a19e-e509ac92dd0a service neutron] 10.222.0.33 "GET /v2.0/ports/78dc68cb-bce7-499f-b9f6-18b2d264d592/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.0772736 Sep 21 16:25:15.482723 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:25:15.763857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fb3a-3674-4699-91f4-a31a08912410 req-c77a0d84-9682-4fd9-aaa6-69d0794174e7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:15.765215 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6b81fb3a-3674-4699-91f4-a31a08912410 req-c77a0d84-9682-4fd9-aaa6-69d0794174e7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0925424 Sep 21 16:25:15.855698 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6b81fb3a-3674-4699-91f4-a31a08912410 req-1c74ec11-8f75-4bc4-8d55-dc2f6256a72d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841734 Sep 21 16:25:15.885807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-c395d96d-58d1-4459-a737-aa058f349bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:15.887282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-c395d96d-58d1-4459-a737-aa058f349bd0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 1098 time: 0.0843761 Sep 21 16:25:15.985010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-21f734bd-abf3-4145-b30d-f996e5dd4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:15.987010 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-21f734bd-abf3-4145-b30d-f996e5dd4071 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0799010 Sep 21 16:25:16.121320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-da9f1ed9-e07a-49dc-97a8-41527a5d0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:16.122773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-da9f1ed9-e07a-49dc-97a8-41527a5d0ee2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1306767 Sep 21 16:25:16.317654 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-8e731345-a2c5-4d2a-9ff2-6ef9dc0c58fc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 1001 time: 0.1877456 Sep 21 16:25:16.377992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-dc5bb7b0-72d4-435f-9a79-004ef533f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:16.379425 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-dc5bb7b0-72d4-435f-9a79-004ef533f274 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0567603 Sep 21 16:25:16.465593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-b38122da-c236-4ec3-99a1-4d81b42d58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:16.467069 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-b38122da-c236-4ec3-99a1-4d81b42d58ff service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807321 Sep 21 16:25:16.598750 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-c120145e-d914-4656-891f-748f56e0fbb0 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251776 Sep 21 16:25:16.730417 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-418c0936-7191-453d-836a-68ca26ed489d service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253569 Sep 21 16:25:17.060762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670214c3-01a2-4eae-a2ae-fa487a47948d req-2ae05af8-0b11-4325-bdf4-b267959299ab tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:17.062246 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-670214c3-01a2-4eae-a2ae-fa487a47948d req-2ae05af8-0b11-4325-bdf4-b267959299ab tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0901017 Sep 21 16:25:17.108483 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-670214c3-01a2-4eae-a2ae-fa487a47948d req-6254d573-ab6a-4b78-9f0d-0cc02cfcee82 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 Sep 21 16:25:17.580956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:25:17.692651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 78dc68cb-bce7-499f-b9f6-18b2d264d592 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:25:17.693030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:17.722710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:25:17.724982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68319065-fbae-4356-a9b7-2b5a60b3e795" -d '{"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:17.733345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:17.780609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103ceff-1224-4b45-a0f3-318a17b2b4ac x-openstack-request-id: req-9103ceff-1224-4b45-a0f3-318a17b2b4ac {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:17.780909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:17.781165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9103ceff-1224-4b45-a0f3-318a17b2b4ac {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:17.781560 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9103ceff-1224-4b45-a0f3-318a17b2b4ac'] response: {'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'code': 200} Sep 21 16:25:17.812079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:17.880800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:17.887937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.888289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.888634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.888973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.889307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.889642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.889991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.890324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.890652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.890979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.891306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:17.891630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:18.312995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53a5fc-ef4c-452b-8909-c4c06e546e8e req-9820ebae-799a-4444-85a9-7449b10312a6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:18.314418 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fa53a5fc-ef4c-452b-8909-c4c06e546e8e req-9820ebae-799a-4444-85a9-7449b10312a6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 943 time: 0.0911331 Sep 21 16:25:18.358116 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fa53a5fc-ef4c-452b-8909-c4c06e546e8e req-621ff484-45fd-4956-91be-3749b35f42e7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378971 Sep 21 16:25:19.560477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441acd9e-5b46-4bbf-9a34-c5b6cf8e33b6 req-64cdd3cb-67fa-4de5-96e7-58a4985ea6e7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:19.561931 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-441acd9e-5b46-4bbf-9a34-c5b6cf8e33b6 req-64cdd3cb-67fa-4de5-96e7-58a4985ea6e7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 943 time: 0.0891945 Sep 21 16:25:19.593413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:25:19.606898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-441acd9e-5b46-4bbf-9a34-c5b6cf8e33b6 req-20e656c7-aa08-4d47-9093-0ec9ff14ff17 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387285 Sep 21 16:25:19.725619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:19.738936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'mac_address': 'fa:16:3e:61:f3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:25:19.793196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 78dc68cb-bce7-499f-b9f6-18b2d264d592 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:25:19.793582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:19.813703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dc68cb-bce7-499f-b9f6-18b2d264d592 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:25:19.828693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:19.887394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:19.954502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['78dc68cb-bce7-499f-b9f6-18b2d264d592'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:25:19.999311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:20.806453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7445-7a6a-4f18-bf4f-9ba7301ef09d req-33e83a29-70c8-438c-81cd-5fa26f4d7cc3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:20.807895 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eb1f7445-7a6a-4f18-bf4f-9ba7301ef09d req-33e83a29-70c8-438c-81cd-5fa26f4d7cc3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 944 time: 0.0854561 Sep 21 16:25:20.854356 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eb1f7445-7a6a-4f18-bf4f-9ba7301ef09d req-ae6750be-277e-4c35-a75a-e7a5dc08a7ad tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Sep 21 16:25:21.609032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:25:21.678190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 78dc68cb-bce7-499f-b9f6-18b2d264d592 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:21.678561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:21.791269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 78dc68cb-bce7-499f-b9f6-18b2d264d592 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:25:21.791645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:21.817770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:25:21.820065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29093c35-2446-479a-bd11-c9e216efc0ab" -d '{"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:21.827352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:21.870053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa53b42-c34d-4fb4-b789-ab1385db3866 x-openstack-request-id: req-daa53b42-c34d-4fb4-b789-ab1385db3866 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:21.870341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:21.870620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-daa53b42-c34d-4fb4-b789-ab1385db3866 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:21.871010 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa53b42-c34d-4fb4-b789-ab1385db3866'] response: {'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'code': 200} Sep 21 16:25:21.893994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:21.960819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:22.059431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70d43-7f79-4d62-9683-a6028b609886 req-9bcc9b08-28c6-40bf-b7e8-e6b0b2329a70 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:22.060919 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b8a70d43-7f79-4d62-9683-a6028b609886 req-9bcc9b08-28c6-40bf-b7e8-e6b0b2329a70 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0907543 Sep 21 16:25:22.105968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b8a70d43-7f79-4d62-9683-a6028b609886 req-4ff5b2ab-300c-42a4-a018-a92f974cdd78 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387812 Sep 21 16:25:23.306465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814d543-9331-4ac4-9ed3-b7c8a0fbacd9 req-9cd834f0-482a-4acf-aa6b-8e3889d82c29 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:23.307838 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d814d543-9331-4ac4-9ed3-b7c8a0fbacd9 req-9cd834f0-482a-4acf-aa6b-8e3889d82c29 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0901561 Sep 21 16:25:23.351652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d814d543-9331-4ac4-9ed3-b7c8a0fbacd9 req-bb32714b-862f-4d47-bf99-5f8b571feb2d tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Sep 21 16:25:24.551212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a37a2-31aa-426d-a1f4-d61901660c1c req-d3c4756e-8eec-4fa4-b150-717bfa162748 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:24.552654 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e87a37a2-31aa-426d-a1f4-d61901660c1c req-d3c4756e-8eec-4fa4-b150-717bfa162748 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0906675 Sep 21 16:25:24.597065 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e87a37a2-31aa-426d-a1f4-d61901660c1c req-8c6b37ae-9dc9-4dbf-88ae-44b7ff744a31 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387003 Sep 21 16:25:25.949564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57506-7e01-4ab2-b0f9-022af7cec823 req-68284c13-6492-498c-80ed-16655ca0bf87 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:25.951049 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1ae57506-7e01-4ab2-b0f9-022af7cec823 req-68284c13-6492-498c-80ed-16655ca0bf87 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0875039 Sep 21 16:25:26.001136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1ae57506-7e01-4ab2-b0f9-022af7cec823 req-bd8169e9-6265-4dd8-a894-0a32f5d88141 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437496 Sep 21 16:25:27.198726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab512-7d0d-40ee-ae57-8365d7148d1c req-2f6603a3-3a17-474f-9af4-89b22707c9ea tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:27.200175 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-42eab512-7d0d-40ee-ae57-8365d7148d1c req-2f6603a3-3a17-474f-9af4-89b22707c9ea tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0848873 Sep 21 16:25:27.248507 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-42eab512-7d0d-40ee-ae57-8365d7148d1c req-30ea598a-a221-4bec-af1d-c59b45d1fbd7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419905 Sep 21 16:25:27.958932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-bdd9c3b1-5452-400c-823c-c645babe89db tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:27.960382 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-bdd9c3b1-5452-400c-823c-c645babe89db tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5&tenant_id=620ce9cce7734dc99405931b05048f8e&binding%3Ahost_id=hv-neutron-8586 HTTP/1.1" status: 200 len: 945 time: 0.0926163 Sep 21 16:25:27.965552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25c0aa-e962-40b2-8534-8832efc2112a req-90abcad8-5615-4c6a-98cd-c81ae16a66a2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:27.967030 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fb25c0aa-e962-40b2-8534-8832efc2112a req-90abcad8-5615-4c6a-98cd-c81ae16a66a2 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0861597 Sep 21 16:25:27.969289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-dfd48f10-beed-47ff-858a-a19bdeb42da9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:25:27.970371 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-dfd48f10-beed-47ff-858a-a19bdeb42da9 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048554 Sep 21 16:25:28.012480 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fb25c0aa-e962-40b2-8534-8832efc2112a req-572210f5-3d0f-4252-98a9-d90c0760daf7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394354 Sep 21 16:25:28.056961 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-72e9046f-46c0-45f0-8729-f96025a13ad9 service neutron] 10.222.0.33 "GET /v2.0/ports/78dc68cb-bce7-499f-b9f6-18b2d264d592/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.0800748 Sep 21 16:25:28.156998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-f48e37c2-0dcb-452e-8a81-40109d6ffdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:28.159079 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-f48e37c2-0dcb-452e-8a81-40109d6ffdc6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0812025 Sep 21 16:25:28.288374 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-fc5a5d66-ff02-476c-ae16-13e34c84319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:28.289917 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-fc5a5d66-ff02-476c-ae16-13e34c84319b service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1247766 Sep 21 16:25:28.390433 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-2f14fd92-2e83-4332-b17a-d23f91527ceb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 1001 time: 0.0952218 Sep 21 16:25:28.452289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-55c014ae-964a-4a50-93af-8a29c5f1d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:28.453698 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-55c014ae-964a-4a50-93af-8a29c5f1d20a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0577788 Sep 21 16:25:28.538288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-b8d9fa74-c22a-4763-bcac-2f1d8fd0096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:28.539726 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-b8d9fa74-c22a-4763-bcac-2f1d8fd0096d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799613 Sep 21 16:25:28.676302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-22e981af-0d59-4149-80b1-7aa752874df1 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305666 Sep 21 16:25:28.907197 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-1b7679f9-af72-44f7-a92f-d94c0d09bb39 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249980 Sep 21 16:25:29.070520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:29.215804 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7a03-34e9-44c4-bcc4-9ef369f6468a req-742ee66c-4290-4a73-8cc2-a4846403a718 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:29.217258 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-776c7a03-34e9-44c4-bcc4-9ef369f6468a req-742ee66c-4290-4a73-8cc2-a4846403a718 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0875533 Sep 21 16:25:29.261201 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-776c7a03-34e9-44c4-bcc4-9ef369f6468a req-9ae4985f-b04c-4aaf-95a9-fcb2d58ea45c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384362 Sep 21 16:25:30.101818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-2bbbb85e-212d-46a1-84c5-d8b87888862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:30.103360 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-2bbbb85e-212d-46a1-84c5-d8b87888862a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0815766 Sep 21 16:25:30.248289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-9590d1ae-bb92-4839-9108-fbb0b245f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:30.249769 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-9590d1ae-bb92-4839-9108-fbb0b245f945 service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1275706 Sep 21 16:25:30.353173 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-6bc91262-ba44-4c24-b220-7aa06ac9bd65 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 1001 time: 0.0966730 Sep 21 16:25:30.420842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-7088ac78-fed0-4a4f-b469-65c61ef22a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:30.422311 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-7088ac78-fed0-4a4f-b469-65c61ef22a33 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0622969 Sep 21 16:25:30.514002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-19430045-5902-4b89-9104-15708ef3130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:30.515644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-19430045-5902-4b89-9104-15708ef3130a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852871 Sep 21 16:25:30.557322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5813d-e940-4f54-967a-778111f1d585 req-93b84fba-62ec-4fb6-a4ea-9c17fd37b4bc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:30.558752 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-53a5813d-e940-4f54-967a-778111f1d585 req-93b84fba-62ec-4fb6-a4ea-9c17fd37b4bc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.1843948 Sep 21 16:25:30.603730 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-53a5813d-e940-4f54-967a-778111f1d585 req-e24b02ad-de91-46fd-9bb5-f61087277c03 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390582 Sep 21 16:25:30.649634 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-702670be-6ac2-4e39-84ca-f2b2555c8c7e service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266906 Sep 21 16:25:30.778478 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3654773a-be4f-44a3-bde8-0e240d4437e0 req-4f45246d-66ca-4170-8bda-f397c7c1cbfc service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216917 Sep 21 16:25:31.805575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e80e4-920f-41f7-bad6-5503dc656a47 req-08d06422-5b48-41ec-8ddb-af7a2469478b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:31.807074 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-806e80e4-920f-41f7-bad6-5503dc656a47 req-08d06422-5b48-41ec-8ddb-af7a2469478b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0874839 Sep 21 16:25:31.853385 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-806e80e4-920f-41f7-bad6-5503dc656a47 req-ac812e23-09d4-4936-aef6-33cb3cca516c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406592 Sep 21 16:25:32.689142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-d8dc7fbf-089e-45fb-8964-b519c4f27dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:32.690582 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-d8dc7fbf-089e-45fb-8964-b519c4f27dc6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5&tenant_id=620ce9cce7734dc99405931b05048f8e HTTP/1.1" status: 200 len: 1098 time: 0.0814824 Sep 21 16:25:32.786286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-a50140cd-f4a4-47c7-87ba-fa2ea3e9c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:32.787756 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-a50140cd-f4a4-47c7-87ba-fa2ea3e9c56f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=620ce9cce7734dc99405931b05048f8e&device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0773635 Sep 21 16:25:32.864876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cbde6c01-70f6-45eb-81dc-c5022f5c2f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:32.919215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-3b98d05b-61e3-47ba-b71a-1034a17c0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:32.920921 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-3b98d05b-61e3-47ba-b71a-1034a17c0dae service neutron] 10.222.0.33 "GET /v2.0/networks?id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 200 len: 913 time: 0.1281228 Sep 21 16:25:33.026810 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-699fec04-2113-49cd-8b6d-a841452f8ab6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 200 len: 1001 time: 0.1004205 Sep 21 16:25:33.055836 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39058197-4f9c-43e1-9275-5c137adf275c req-bdf7c4e9-27c3-40d3-8792-313a6de360f4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:33.057269 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-39058197-4f9c-43e1-9275-5c137adf275c req-bdf7c4e9-27c3-40d3-8792-313a6de360f4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0910764 Sep 21 16:25:33.091509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-cf0d6d21-7897-4035-b2ed-86127bfcbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:33.092979 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-cf0d6d21-7897-4035-b2ed-86127bfcbcb7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 200 len: 851 time: 0.0606306 Sep 21 16:25:33.107297 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-39058197-4f9c-43e1-9275-5c137adf275c req-2c8c05d3-e55c-4ac9-a866-d0d508c3d5aa tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442607 Sep 21 16:25:33.180856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-cee934ba-66eb-4a8b-8c9f-8eba735ad9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:33.182340 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-cee934ba-66eb-4a8b-8c9f-8eba735ad9cc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=149ce45a-8e3e-4a32-9b68-21d14dc48ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810530 Sep 21 16:25:33.412712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-8ddf0080-0cce-4e4a-8ef8-a5e334121e09 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239227 Sep 21 16:25:33.542623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ec126dad-21b4-45fb-81ed-8b8814f00f69 req-47fb20ac-7609-47d9-ab5e-b2562282e118 service neutron] 10.222.0.33 "GET /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229131 Sep 21 16:25:33.655694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:25:33.769262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 78dc68cb-bce7-499f-b9f6-18b2d264d592 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:25:33.769639 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:33.795494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:25:33.797725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663c47a8-4f4e-4641-a601-d747145dfccb" -d '{"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:33.805705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:33.850125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf899ba-e505-429a-8143-f802c959843e x-openstack-request-id: req-3bf899ba-e505-429a-8143-f802c959843e {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:33.863141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:33.863141 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bf899ba-e505-429a-8143-f802c959843e {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:33.863141 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf899ba-e505-429a-8143-f802c959843e'] response: {'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'code': 200} Sep 21 16:25:33.916259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:34.020963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=9']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:34.312394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02c68e-f004-4995-ba8d-33989947efec req-9d7ea1e3-a2ef-4a67-a123-d76c3723cf33 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:34.314065 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7c02c68e-f004-4995-ba8d-33989947efec req-9d7ea1e3-a2ef-4a67-a123-d76c3723cf33 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 943 time: 0.0898740 Sep 21 16:25:34.361814 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7c02c68e-f004-4995-ba8d-33989947efec req-5ac9efa4-987e-4280-9bfc-2056952c9f7c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400264 Sep 21 16:25:34.994004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2d9401ef-e883-4e01-a309-25b63d89a32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:35.564733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e1e9-2702-42a2-a509-e1b3787e56b6 req-d4060687-5e79-47e4-86be-6e6b6fa86b2f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:35.564733 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4e59e1e9-2702-42a2-a509-e1b3787e56b6 req-d4060687-5e79-47e4-86be-6e6b6fa86b2f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 943 time: 0.0872736 Sep 21 16:25:35.607762 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4e59e1e9-2702-42a2-a509-e1b3787e56b6 req-3c60279e-c1c5-4c15-acaf-f8f3ef0c0ba7 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395823 Sep 21 16:25:36.281580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:36.812539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09168f43-6a5e-40c6-9b65-a7868da3bb89 req-792cccac-6d5b-44fd-8275-a193d3ceddd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:36.814043 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-09168f43-6a5e-40c6-9b65-a7868da3bb89 req-792cccac-6d5b-44fd-8275-a193d3ceddd1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 943 time: 0.0904982 Sep 21 16:25:36.858762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:36.859008 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-09168f43-6a5e-40c6-9b65-a7868da3bb89 req-f92f5363-a5a7-4c75-af8d-aab01ce1196a tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390518 Sep 21 16:25:37.672980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:25:37.803503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:37.816235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'port_id': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'mac_address': 'fa:16:3e:61:f3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:25:37.873319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 78dc68cb-bce7-499f-b9f6-18b2d264d592 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:25:37.873696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:37.890614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dc68cb-bce7-499f-b9f6-18b2d264d592 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:25:37.918248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:37.967435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:37.996064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:38.066841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=10']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:38.070832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e496174-1868-4e7a-a4b3-55b4864b9449 req-25214124-98fe-4dca-a816-090ced86ee35 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:38.071377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['78dc68cb-bce7-499f-b9f6-18b2d264d592'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:25:38.072353 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e496174-1868-4e7a-a4b3-55b4864b9449 req-25214124-98fe-4dca-a816-090ced86ee35 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0955331 Sep 21 16:25:38.119888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e496174-1868-4e7a-a4b3-55b4864b9449 req-206a3bb8-abda-4e48-816a-39b052b4f777 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413890 Sep 21 16:25:39.318834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6dc4-27f7-4b84-abac-d11830fbf18d req-ffe1d63f-808d-4665-b0fe-e55598291a13 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:39.320217 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2eca6dc4-27f7-4b84-abac-d11830fbf18d req-ffe1d63f-808d-4665-b0fe-e55598291a13 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 945 time: 0.0886242 Sep 21 16:25:39.363927 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2eca6dc4-27f7-4b84-abac-d11830fbf18d req-76b5a900-072b-4a5b-b455-8a0759baf9c6 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380301 Sep 21 16:25:39.687346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:25:39.754492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 78dc68cb-bce7-499f-b9f6-18b2d264d592 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:39.754813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:39.871254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 78dc68cb-bce7-499f-b9f6-18b2d264d592 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:25:39.871635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:39.897527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:25:39.899871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb168325-7177-4080-9c13-4e1a3ace8e9a" -d '{"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:39.907717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:39.949064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bf3cc5-551e-4424-9c75-9d70aa2112c7 x-openstack-request-id: req-c3bf3cc5-551e-4424-9c75-9d70aa2112c7 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:39.949361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-plugged", "status": "completed", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:39.949617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3bf3cc5-551e-4424-9c75-9d70aa2112c7 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:39.950048 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3bf3cc5-551e-4424-9c75-9d70aa2112c7'] response: {'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'code': 200} Sep 21 16:25:39.973653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.046624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=11']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:40.564144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45b87a-0783-46f8-8942-94adc9a0b61a req-12b78a98-f2b4-4e80-ac51-f4fda094102e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:40.565631 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fd45b87a-0783-46f8-8942-94adc9a0b61a req-12b78a98-f2b4-4e80-ac51-f4fda094102e tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0893047 Sep 21 16:25:40.608826 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fd45b87a-0783-46f8-8942-94adc9a0b61a req-2ddaf923-5ac3-419f-9b9b-cea5185e769b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371003 Sep 21 16:25:41.821191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173cff-ad73-4fda-9293-05e6b0f9527c req-bf61976a-97a0-4585-b1b9-355a248e63ed tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:41.823364 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3173cff-ad73-4fda-9293-05e6b0f9527c req-bf61976a-97a0-4585-b1b9-355a248e63ed tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0976591 Sep 21 16:25:41.868893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3173cff-ad73-4fda-9293-05e6b0f9527c req-102955fb-c9b2-4c48-b6c6-cda41234fb03 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392258 Sep 21 16:25:43.070913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd904eb-f972-4dca-9f4f-8ffc38a13abf req-6f78cd89-fc6a-4602-a30d-b5b07f8fbc7b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:43.072376 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4dd904eb-f972-4dca-9f4f-8ffc38a13abf req-6f78cd89-fc6a-4602-a30d-b5b07f8fbc7b tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0902534 Sep 21 16:25:43.121619 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4dd904eb-f972-4dca-9f4f-8ffc38a13abf req-b7987b28-3273-4c9d-8419-6c5841ece056 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432568 Sep 21 16:25:43.319917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11319b24-ebbd-4814-af98-75423b5d15f4 req-d8e66045-08c4-4cf4-b195-8b618aae1fb3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:43.321366 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-11319b24-ebbd-4814-af98-75423b5d15f4 req-d8e66045-08c4-4cf4-b195-8b618aae1fb3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0868473 Sep 21 16:25:43.364924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-11319b24-ebbd-4814-af98-75423b5d15f4 req-53c6168b-cb67-4a39-bd6f-72ac0a4559b4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379775 Sep 21 16:25:43.559449 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0229b3f-dde4-4c08-96f0-b349cf464625 req-6d0cf05a-9c2a-4d2a-8e1b-d6073d5d4ff3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:43.560894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e0229b3f-dde4-4c08-96f0-b349cf464625 req-6d0cf05a-9c2a-4d2a-8e1b-d6073d5d4ff3 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0862489 Sep 21 16:25:43.604172 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e0229b3f-dde4-4c08-96f0-b349cf464625 req-deb98250-86cc-45c3-b8f9-6fc4af0c150c tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370128 Sep 21 16:25:44.194101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cf48-ff41-426f-9f09-8f80cb77d22c req-a720ed7b-a27f-4da0-8bbd-0ec27e553c01 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:44.195545 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4b84cf48-ff41-426f-9f09-8f80cb77d22c req-a720ed7b-a27f-4da0-8bbd-0ec27e553c01 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0893877 Sep 21 16:25:44.239653 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4b84cf48-ff41-426f-9f09-8f80cb77d22c req-c55b787e-64c5-4088-93f1-15e9cc7c0687 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384643 Sep 21 16:25:45.441770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2928c4-f330-4a30-9dc7-27d16236f406 req-59e2f09f-92c7-44ff-9736-1924bef66454 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:45.443249 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0d2928c4-f330-4a30-9dc7-27d16236f406 req-59e2f09f-92c7-44ff-9736-1924bef66454 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0917532 Sep 21 16:25:45.486457 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0d2928c4-f330-4a30-9dc7-27d16236f406 req-07230d2a-1fed-4238-814d-45d7e9301626 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376582 Sep 21 16:25:46.456736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-a9b61fb2-3bdd-4765-b176-cedc44f5e081 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:46.458165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-a9b61fb2-3bdd-4765-b176-cedc44f5e081 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0927277 Sep 21 16:25:46.526127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Deleting port 78dc68cb-bce7-499f-b9f6-18b2d264d592 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:25:46.526474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:46.684962 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f8f5a-cd4e-465d-8db6-3b34c0ffacef req-c2fca5e5-65c5-44a3-9100-6586932550a4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:25:46.686607 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-661f8f5a-cd4e-465d-8db6-3b34c0ffacef req-c2fca5e5-65c5-44a3-9100-6586932550a4 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 946 time: 0.0886490 Sep 21 16:25:46.736568 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-661f8f5a-cd4e-465d-8db6-3b34c0ffacef req-4ca324b6-5e4d-4d6a-b009-efd31b0c4adc tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups?id=da1b12b7-4f5c-4aa8-b858-d980b2d228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 Sep 21 16:25:46.780218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] For port 78dc68cb-bce7-499f-b9f6-18b2d264d592, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=78dc68cb-bce7-499f-b9f6-18b2d264d592,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:46.780576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.071450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.071803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.072114 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7 disassociated. External IP: 172.26.0.90, port: 78dc68cb-bce7-499f-b9f6-18b2d264d592. Sep 21 16:25:47.072457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Calling delete_port for 78dc68cb-bce7-499f-b9f6-18b2d264d592 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:25:47.264302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.314901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event deleted for resources: {'Port': ['ID=78dc68cb-bce7-499f-b9f6-18b2d264d592,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:47.325114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.325478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.325836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.326212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.326545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.326875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.327204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.327527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.327852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.328175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.328503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.328815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.618672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:25:47.795853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:25:47.806542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:25:47.816797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:25:47.817568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:25:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:47.885621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] No DVR routers for this DVR port 78dc68cb-bce7-499f-b9f6-18b2d264d592 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:25:47.921366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.928857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-deleted', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:25:47.931161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28af8f35-8ef4-46bf-bedb-9ccfded515ce" -d '{"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-deleted", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:47.944129 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4904ec9c-6ca3-411f-847b-b3d2cf111704 req-38b0f091-0277-4a53-8d0f-2dad343376a0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 210 time: 0.0702496 Sep 21 16:25:47.982855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bdb256-070a-45d6-a29f-b42f18f010bf x-openstack-request-id: req-47bdb256-070a-45d6-a29f-b42f18f010bf {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:47.983155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c2620b-a7fe-4753-8ee1-8994e903b9a5", "name": "network-vif-deleted", "tag": "78dc68cb-bce7-499f-b9f6-18b2d264d592", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:47.983609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47bdb256-070a-45d6-a29f-b42f18f010bf {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:47.984013 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47bdb256-070a-45d6-a29f-b42f18f010bf'] response: {'server_uuid': '31c2620b-a7fe-4753-8ee1-8994e903b9a5', 'name': 'network-vif-deleted', 'tag': '78dc68cb-bce7-499f-b9f6-18b2d264d592', 'status': 'completed', 'code': 200} Sep 21 16:25:48.000009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:25:48.024977 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e6fc59df-b6ea-4c28-9ca4-3ee205ce888d req-6bcdca84-3a38-4d08-9f53-20615c96105f tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.33 "DELETE /v2.0/ports/78dc68cb-bce7-499f-b9f6-18b2d264d592 HTTP/1.1" status: 204 len: 173 time: 1.5618598 Sep 21 16:25:48.356719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:48.360574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:25:48.368735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:25:48.369322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:25:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:48.555172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:25:48.864282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:48.868179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4213d70e-cf73-498e-b7c3-ef0c4835ae1f None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:19:45Z', 'revision_number': 4, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'efd3d4a6-27f7-4405-8eeb-7a168521b123', 'name': '', 'network_id': '149ce45a-8e3e-4a32-9b68-21d14dc48ef6', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'mac_address': 'fa:16:3e:12:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:45Z', 'updated_at': '2022-09-21T16:19:51Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'subnets': [{'id': '2ba69667-0d50-4520-ad92-b12e2044747c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:25:49.097087 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334f1eb-d525-4488-b858-396076a01c47 None None] New status for floating IP 8f1c6a99-e8ba-498a-b815-43982f8322a7: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:25:49.129467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-48bd3a90-35f8-44dd-830c-65a0c75275dc req-c1a95700-d40c-4606-8fb3-e64c2cad8625 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Synchronizing usage tracker for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:25:49.195569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-48bd3a90-35f8-44dd-830c-65a0c75275dc req-c1a95700-d40c-4606-8fb3-e64c2cad8625 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Unset dirty status for tenant:620ce9cce7734dc99405931b05048f8e on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:25:49.196790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-48bd3a90-35f8-44dd-830c-65a0c75275dc req-c1a95700-d40c-4606-8fb3-e64c2cad8625 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/ports?device_id=31c2620b-a7fe-4753-8ee1-8994e903b9a5 HTTP/1.1" status: 200 len: 210 time: 0.1191459 Sep 21 16:25:49.733432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:25:49.770587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 78dc68cb-bce7-499f-b9f6-18b2d264d592 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:25:49.770910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 78dc68cb-bce7-499f-b9f6-18b2d264d592 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:25:52.481134 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:25:53.676978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51440) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:25:53.744440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f846d0bd-729e-4b73-85c5-c3cfe7abfdf1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.771581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f846d0bd-729e-4b73-85c5-c3cfe7abfdf1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.881055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f846d0bd-729e-4b73-85c5-c3cfe7abfdf1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.900219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846d0bd-729e-4b73-85c5-c3cfe7abfdf1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1b12b7-4f5c-4aa8-b858-d980b2d228f0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:53.954414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f846d0bd-729e-4b73-85c5-c3cfe7abfdf1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.956616 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f846d0bd-729e-4b73-85c5-c3cfe7abfdf1 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "DELETE /v2.0/security-groups/da1b12b7-4f5c-4aa8-b858-d980b2d228f0 HTTP/1.1" status: 204 len: 168 time: 0.2775304 Sep 21 16:25:53.958897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51444) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:25:53.975095 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.api.v2.resource [None req-ad1785b3-749c-4fa8-9d9c-8ebc5e39fba0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] show failed (client error): The resource could not be found. Sep 21 16:25:53.976063 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ad1785b3-749c-4fa8-9d9c-8ebc5e39fba0 tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "GET /v2.0/security-groups/da1b12b7-4f5c-4aa8-b858-d980b2d228f0 HTTP/1.1" status: 404 len: 347 time: 0.0162406 Sep 21 16:25:53.978613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51448) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:25:54.135501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Deleting port 1d4203a3-80fe-48f7-995e-5e5b40ef77bb {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:25:54.135843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.305700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.305955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.424927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Calling delete_port for 1d4203a3-80fe-48f7-995e-5e5b40ef77bb owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:25:54.629774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.676763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Pushing event deleted for resources: {'Port': ['ID=1d4203a3-80fe-48f7-995e-5e5b40ef77bb,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:54.874340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.949173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.950358 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-76b321f7-da6e-4dc7-a3c0-44d3e4704bda tempest-ServerActionsTestJSON-689241797 tempest-ServerActionsTestJSON-689241797-project] 10.222.0.65 "DELETE /v2.0/floatingips/8f1c6a99-e8ba-498a-b815-43982f8322a7 HTTP/1.1" status: 204 len: 168 time: 0.9707847 Sep 21 16:25:54.953254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51452) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:25:55.559017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:55.911737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Deleting port efd3d4a6-27f7-4405-8eeb-7a168521b123 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:25:55.912383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.091205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] For port efd3d4a6-27f7-4405-8eeb-7a168521b123, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=efd3d4a6-27f7-4405-8eeb-7a168521b123,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:56.091568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.221370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Calling delete_port for efd3d4a6-27f7-4405-8eeb-7a168521b123 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:25:56.684924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.731874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Pushing event deleted for resources: {'Port': ['ID=efd3d4a6-27f7-4405-8eeb-7a168521b123,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:57.007833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.365447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Router 2c6af907-7c32-4192-8e51-f6d51e011534 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:25:57.541969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:25:57.551460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] Sync routers for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:25:57.554766 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-29638a51-2221-488d-84af-417a7d4b21ba admin admin] 10.222.0.65 "PUT /v2.0/routers/2c6af907-7c32-4192-8e51-f6d51e011534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6005480 Sep 21 16:25:57.557176 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51458) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:25:57.562153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:25:57.562785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:25:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:57.738034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:25:57.851285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.028929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.030294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:25:56Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:58.034756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] Checking router: 2c6af907-7c32-4192-8e51-f6d51e011534 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:25:58.043133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] Routers {'2c6af907-7c32-4192-8e51-f6d51e011534'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:25:58.043734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:25:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2c6af907-7c32-4192-8e51-f6d51e011534'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:58.110032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Deleting port 27737f99-eda5-4c17-a012-a1b469ff6ac8 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:25:58.110317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.220035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] Set router 2c6af907-7c32-4192-8e51-f6d51e011534 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:25:58.291710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] For port 27737f99-eda5-4c17-a012-a1b469ff6ac8, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=27737f99-eda5-4c17-a012-a1b469ff6ac8,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:58.292073 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.415903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Calling delete_port for 27737f99-eda5-4c17-a012-a1b469ff6ac8 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:25:58.548605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:25:56Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:58.552772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1093e5-3169-445b-9557-d1b103cf04cc None None] The sync data for ids ['2c6af907-7c32-4192-8e51-f6d51e011534'] in dv-neutron-858618-1-hyperv is: [{'id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'name': 'tempest-ServerActionsTestJSON-1159589538-router', 'tenant_id': '620ce9cce7734dc99405931b05048f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:19:41Z', 'updated_at': '2022-09-21T16:25:56Z', 'revision_number': 5, 'project_id': '620ce9cce7734dc99405931b05048f8e', 'gw_port': {'id': '27737f99-eda5-4c17-a012-a1b469ff6ac8', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6af907-7c32-4192-8e51-f6d51e011534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:19:42Z', 'updated_at': '2022-09-21T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:25:58.676050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.723062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Pushing event deleted for resources: {'Port': ['ID=27737f99-eda5-4c17-a012-a1b469ff6ac8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:58.825357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.017186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.020133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.108845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.136477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.137103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6af907-7c32-4192-8e51-f6d51e011534 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:25:59.152349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.153593 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d1011947-4492-4cc0-ba37-b390d433db69 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2c6af907-7c32-4192-8e51-f6d51e011534 HTTP/1.1" status: 204 len: 168 time: 1.5954742 Sep 21 16:25:59.156178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51462) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:25:59.217537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Deleting subnet 2ba69667-0d50-4520-ad92-b12e2044747c {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:25:59.220711 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.271040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.351613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.485719 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.528789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba69667-0d50-4520-ad92-b12e2044747c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:59.532374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.535222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d641ce-03fd-40b6-a5a4-9c9438342f49 None None] Network 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:25:59.542052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.542407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.542745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.543078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.543407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.543737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.544066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.544393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.544716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.545041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.545362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.545680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c753856a-886f-46da-81df-c621e770724a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:59.549011 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c753856a-886f-46da-81df-c621e770724a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2ba69667-0d50-4520-ad92-b12e2044747c HTTP/1.1" status: 204 len: 168 time: 0.3918264 Sep 21 16:25:59.551633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51466) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:25:59.673359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.674347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 27737f99-eda5-4c17-a012-a1b469ff6ac8 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:25:59.684552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Deleting port 264c7b12-2067-4a11-a264-adb99abdbc45 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:25:59.684889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.746055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 27737f99-eda5-4c17-a012-a1b469ff6ac8 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:25:59.746055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 27737f99-eda5-4c17-a012-a1b469ff6ac8 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:25:59.746055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device efd3d4a6-27f7-4405-8eeb-7a168521b123 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:25:59.785490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: efd3d4a6-27f7-4405-8eeb-7a168521b123 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:25:59.785841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device efd3d4a6-27f7-4405-8eeb-7a168521b123 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:25:59.872675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] DHCP port deletion for 149ce45a-8e3e-4a32-9b68-21d14dc48ef6 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:25:59.877023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] Deleting port 264c7b12-2067-4a11-a264-adb99abdbc45 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:25:59.877971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.906273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] For port 264c7b12-2067-4a11-a264-adb99abdbc45, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=264c7b12-2067-4a11-a264-adb99abdbc45,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:25:59.906596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.031667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Calling delete_port for 264c7b12-2067-4a11-a264-adb99abdbc45 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:26:00.087549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] For port 264c7b12-2067-4a11-a264-adb99abdbc45, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=264c7b12-2067-4a11-a264-adb99abdbc45,segment=NetworkSegment(cea99ee8-18ee-491e-9ff7-2182dd29aac9),segment_id=cea99ee8-18ee-491e-9ff7-2182dd29aac9)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:00.087944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.165240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.213031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=264c7b12-2067-4a11-a264-adb99abdbc45,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:00.214530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] Calling delete_port for 264c7b12-2067-4a11-a264-adb99abdbc45 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:26:00.217965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] No DVR routers for this DVR port 264c7b12-2067-4a11-a264-adb99abdbc45 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:00.289479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:26:00.289751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:26:00.336715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.361120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149ce45a-8e3e-4a32-9b68-21d14dc48ef6']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:00.372864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea99ee8-18ee-491e-9ff7-2182dd29aac9') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:00.373168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea99ee8-18ee-491e-9ff7-2182dd29aac9') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:00.384898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.404490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.410571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:26:00.410956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.490364 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment cea99ee8-18ee-491e-9ff7-2182dd29aac9 resource provider aggregate not found Sep 21 16:26:00.506616 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment cea99ee8-18ee-491e-9ff7-2182dd29aac9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cea99ee8-18ee-491e-9ff7-2182dd29aac9 found for delete ", "request_id": "req-9ff68761-de30-40b9-ae28-5fea96379c90"}]} Sep 21 16:26:00.555567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.560122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.587809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=149ce45a-8e3e-4a32-9b68-21d14dc48ef6,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:00.664440 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-656bcaec-7718-4e42-9123-ee393f622dc5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/149ce45a-8e3e-4a32-9b68-21d14dc48ef6 HTTP/1.1" status: 204 len: 168 time: 1.1118171 Sep 21 16:26:00.790780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] Deleting port 264c7b12-2067-4a11-a264-adb99abdbc45 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:26:00.791290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:00.860932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-254a9fc3-0f31-49aa-9aff-7249de94ead0 None None] The port '264c7b12-2067-4a11-a264-adb99abdbc45' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:26:00.966218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51478) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:01.105479 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-26c0bc09-52d7-49ea-b84a-5dbf51d569bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=620ce9cce7734dc99405931b05048f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380401 Sep 21 16:26:01.108149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51482) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:01.165225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e130c87-2df5-4a27-bcbe-2345006a2112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:01.191563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e130c87-2df5-4a27-bcbe-2345006a2112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:01.303956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 264c7b12-2067-4a11-a264-adb99abdbc45 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:26:01.338114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 264c7b12-2067-4a11-a264-adb99abdbc45 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:26:01.338457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 264c7b12-2067-4a11-a264-adb99abdbc45 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:26:01.342150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e130c87-2df5-4a27-bcbe-2345006a2112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:01.360114 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e130c87-2df5-4a27-bcbe-2345006a2112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de438a5-2fdb-4517-b4ad-eba37a39a5ae,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:01.368097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1e130c87-2df5-4a27-bcbe-2345006a2112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:01.369262 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1e130c87-2df5-4a27-bcbe-2345006a2112 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1de438a5-2fdb-4517-b4ad-eba37a39a5ae HTTP/1.1" status: 204 len: 168 time: 0.2603092 Sep 21 16:26:02.393557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51506) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:02.495220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-594575865-network', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:02.499976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:02.504369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Usage tracker for resource:network and tenant:54963c24c87d425a8ceda07f41b67a5b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:02.507258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:02.513482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:02.587612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Made reservation on behalf of 54963c24c87d425a8ceda07f41b67a5b for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:02.589873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:02.602066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:02.615953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:02.619735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Usage tracker for resource:security_group_rule and tenant:54963c24c87d425a8ceda07f41b67a5b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:02.622488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:02.628171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:02.709172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:02.761138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:02.793229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:26:02.798349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74290313-0bd6-44f3-ba7b-9765a9870a20,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:02.805971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:02.806331 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Added segment 2414f2fa-7315-46d1-936e-484735875296 of type vlan for network e63dad4b-c8fa-4ec3-9104-3823817f5d76 Sep 21 16:26:02.839643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:02.898670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b040-4fed-46c9-af59-47904e155864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:02.921309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:02.922305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:02.922881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:03.022436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] Pushing event updated for resources: {'Network': ['ID=e63dad4b-c8fa-4ec3-9104-3823817f5d76,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:03.032118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:26:03.087438 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6bd63ae5-6535-4adb-9828-0977b590573c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6921637 Sep 21 16:26:03.090186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51512) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:03.095741 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Request body: {'subnet': {'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-594575865-subnet', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:03.103963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:03.108033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Usage tracker for resource:subnet and tenant:54963c24c87d425a8ceda07f41b67a5b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:03.110912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:03.117339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:03.189766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Made reservation on behalf of 54963c24c87d425a8ceda07f41b67a5b for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:03.192790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:03.549703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:03.622017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99819ec-5719-471c-ab19-9c7e251d59f3,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:03.633574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Checking segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:03.633952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Network hostable DHCP agents. Network: e63dad4b-c8fa-4ec3-9104-3823817f5d76, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:26:03.736270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:26:03.827970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, e63dad4b-c8fa-4ec3-9104-3823817f5d76) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:03.833493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:03.834218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:03.837560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5bcd1-3895-46a2-a337-7b04a92ca9b7 None None] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:26:03.914609 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b61d02fb-42ae-435a-a78e-0e54e8f02e89 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8233602 Sep 21 16:26:03.917202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51516) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:03.922162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:03.926884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:03.930814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Usage tracker for resource:router and tenant:54963c24c87d425a8ceda07f41b67a5b is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:03.933643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:03.939432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:04.034182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.035138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.050276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.084345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'fixed_ips': [{'subnet_id': 'a99819ec-5719-471c-ab19-9c7e251d59f3'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:26:04.085176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.236861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Allocated IP 172.20.0.2 (e63dad4b-c8fa-4ec3-9104-3823817f5d76/a99819ec-5719-471c-ab19-9c7e251d59f3/5d43f070-38eb-4e1d-ad48-53d045db0b4a) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:26:04.382800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.450162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.460217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Transition to ACTIVE for port object 5d43f070-38eb-4e1d-ad48-53d045db0b4a will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:04.477689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Transition to ACTIVE for port object 5d43f070-38eb-4e1d-ad48-53d045db0b4a will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:04.548095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.613499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:26:04.616155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:04.619900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:26:04.628485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Pushing event updated for resources: {'Port': ['ID=5d43f070-38eb-4e1d-ad48-53d045db0b4a,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:04.727317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Attempting to bind port 5d43f070-38eb-4e1d-ad48-53d045db0b4a on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:26:04.727686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Attempting to bind port 5d43f070-38eb-4e1d-ad48-53d045db0b4a by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:26:04.728047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Attempting to bind port 5d43f070-38eb-4e1d-ad48-53d045db0b4a on network e63dad4b-c8fa-4ec3-9104-3823817f5d76 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:26:04.733151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:26:04.733523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Checking segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:04.733919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.734332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Bound using segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:26:04.734792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Bound port: 5d43f070-38eb-4e1d-ad48-53d045db0b4a, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:26:04.735159 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.772972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.807044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.821700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] For port 5d43f070-38eb-4e1d-ad48-53d045db0b4a, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:26:04.824750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] For port 5d43f070-38eb-4e1d-ad48-53d045db0b4a, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5d43f070-38eb-4e1d-ad48-53d045db0b4a,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:26:04.920001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:04.940480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Allocated IP 172.26.0.6 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/e43252e2-16a4-48c8-adb2-89c7ecf84661) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:26:05.001512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145318a-d6df-45dd-b0ed-ae5413eff4e3 None None] Pushing event updated for resources: {'Port': ['ID=5d43f070-38eb-4e1d-ad48-53d045db0b4a,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:05.045853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-70e3b1ab-3085-4023-9f83-2858c3a11c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:05.103351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:05.190572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:05.263389 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:26:05.266211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:05.268619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:26:05.313407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Pushing event updated for resources: {'Port': ['ID=e43252e2-16a4-48c8-adb2-89c7ecf84661,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:05.359602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5d43f070-38eb-4e1d-ad48-53d045db0b4a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:05.499205 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 5d43f070-38eb-4e1d-ad48-53d045db0b4a completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:05.874728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:05.974030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb09cc9a-5178-4448-b6c0-c325dd4faca4 None None] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:26:06.132703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-84fe19af-da6f-41b3-9df8-b44c0ac6a9f6 None None] Provisioning for port 5d43f070-38eb-4e1d-ad48-53d045db0b4a completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:06.147928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-84fe19af-da6f-41b3-9df8-b44c0ac6a9f6 None None] Provisioning complete for port 5d43f070-38eb-4e1d-ad48-53d045db0b4a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:06.148303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-84fe19af-da6f-41b3-9df8-b44c0ac6a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:06.220846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:06.330192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:06.345814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-84fe19af-da6f-41b3-9df8-b44c0ac6a9f6 None None] Current status of the port 5d43f070-38eb-4e1d-ad48-53d045db0b4a is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:06.346224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-84fe19af-da6f-41b3-9df8-b44c0ac6a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:06.382342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-84fe19af-da6f-41b3-9df8-b44c0ac6a9f6 None None] For port 5d43f070-38eb-4e1d-ad48-53d045db0b4a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5d43f070-38eb-4e1d-ad48-53d045db0b4a,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:06.473816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-84fe19af-da6f-41b3-9df8-b44c0ac6a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:06.502330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Router 42d7b76a-fb29-416d-a763-54eaa014c41f is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:26:06.546784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe19af-da6f-41b3-9df8-b44c0ac6a9f6 None None] Pushing event updated for resources: {'Port': ['ID=5d43f070-38eb-4e1d-ad48-53d045db0b4a,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:06.593347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fb7e92b1-cfa5-41bc-9d03-67217a44d0bc None None] Provisioning complete for port 5d43f070-38eb-4e1d-ad48-53d045db0b4a triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:06.593642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fb7e92b1-cfa5-41bc-9d03-67217a44d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:06.684026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:26:06.693866 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Sync routers for ids ['42d7b76a-fb29-416d-a763-54eaa014c41f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:26:06.703419 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Routers {'42d7b76a-fb29-416d-a763-54eaa014c41f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:26:06.704031 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:26:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['42d7b76a-fb29-416d-a763-54eaa014c41f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:06.712480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e92b1-cfa5-41bc-9d03-67217a44d0bc None None] Current status of the port 5d43f070-38eb-4e1d-ad48-53d045db0b4a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:06.771205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:06.772511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b7a42bee-fa99-4e78-aa03-01b9c473a444 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8543916 Sep 21 16:26:06.775351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51522) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:06.858213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:06.881415 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Set router 42d7b76a-fb29-416d-a763-54eaa014c41f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:26:07.194512 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:05Z', 'revision_number': 3, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port': {'id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:89:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:07.198327 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Checking router: 42d7b76a-fb29-416d-a763-54eaa014c41f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:26:07.198722 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Updating router 42d7b76a-fb29-416d-a763-54eaa014c41f port e43252e2-16a4-48c8-adb2-89c7ecf84661 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:26:07.249625 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.318368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5d43f070-38eb-4e1d-ad48-53d045db0b4a up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:07.389521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 5d43f070-38eb-4e1d-ad48-53d045db0b4a triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:07.390259 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.543539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 5d43f070-38eb-4e1d-ad48-53d045db0b4a is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:07.578146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.580179 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.592213 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Transition to ACTIVE for port object e43252e2-16a4-48c8-adb2-89c7ecf84661 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:07.662289 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.727079 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Attempting to bind port e43252e2-16a4-48c8-adb2-89c7ecf84661 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:26:07.727768 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Attempting to bind port e43252e2-16a4-48c8-adb2-89c7ecf84661 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:26:07.727768 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Attempting to bind port e43252e2-16a4-48c8-adb2-89c7ecf84661 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:26:07.737747 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:26:07.738704 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:07.739099 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.739481 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:26:07.739932 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Bound port: e43252e2-16a4-48c8-adb2-89c7ecf84661, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:26:07.740298 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.776045 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Pushing event updated for resources: {'Port': ['ID=e43252e2-16a4-48c8-adb2-89c7ecf84661,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:07.787910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Allocated IP 172.20.0.1 (e63dad4b-c8fa-4ec3-9104-3823817f5d76/a99819ec-5719-471c-ab19-9c7e251d59f3/a659dd17-4a64-42c8-85f5-7bdadaf0cf02) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:26:07.792908 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.793251 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.793635 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.793910 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.794277 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.794588 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.794904 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.795227 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.795545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.795859 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.796172 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.796481 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:07.832215 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] For port e43252e2-16a4-48c8-adb2-89c7ecf84661, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:26:07.835488 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] For port e43252e2-16a4-48c8-adb2-89c7ecf84661, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e43252e2-16a4-48c8-adb2-89c7ecf84661,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:26:07.916041 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.938820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.954527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Transition to ACTIVE for port object a659dd17-4a64-42c8-85f5-7bdadaf0cf02 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:07.970973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:07.979635 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Routers {'42d7b76a-fb29-416d-a763-54eaa014c41f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:26:07.980242 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:26:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['42d7b76a-fb29-416d-a763-54eaa014c41f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:08.052942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:08.064544 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006258c1-4f18-497e-a8e1-5bf26e2de05b None None] Pushing event updated for resources: {'Port': ['ID=e43252e2-16a4-48c8-adb2-89c7ecf84661,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:08.125501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:26:08.128367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:08.132327 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:26:08.171297 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] Set router 42d7b76a-fb29-416d-a763-54eaa014c41f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:26:08.174164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Pushing event updated for resources: {'Port': ['ID=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:08.190819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:08.396562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e5ff0835-2fa8-442d-bf18-e99db7bc3ae0 None None] Provisioning for port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:08.402387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e5ff0835-2fa8-442d-bf18-e99db7bc3ae0 None None] Provisioning complete for port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:08.402773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0835-2fa8-442d-bf18-e99db7bc3ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:08.455860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff0835-2fa8-442d-bf18-e99db7bc3ae0 None None] Port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:26:08.459318 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:05Z', 'revision_number': 3, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port': {'id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:89:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:08.463349 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cb97f-9c61-47ee-a2c0-2084b63cabfc None None] The sync data for ids ['42d7b76a-fb29-416d-a763-54eaa014c41f'] in dv-neutron-858618-1-hyperv is: [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:05Z', 'revision_number': 3, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port': {'id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:89:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:26:08.532172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:08.766230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:08.829564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:08.944617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:08.948106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Pushing event updated for resources: {'Port': ['ID=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:09.202173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:26:09.203292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:09.355933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e43252e2-16a4-48c8-adb2-89c7ecf84661 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:09.404650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Router 42d7b76a-fb29-416d-a763-54eaa014c41f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:26:09.484216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-55017fec-5e5a-41e6-a43b-a2e97cad7aac None None] Provisioning complete for port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:09.484779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-55017fec-5e5a-41e6-a43b-a2e97cad7aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:09.516300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port e43252e2-16a4-48c8-adb2-89c7ecf84661 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:09.535364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e43252e2-16a4-48c8-adb2-89c7ecf84661 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:09.535738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:09.587343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-55017fec-5e5a-41e6-a43b-a2e97cad7aac None None] Port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:26:09.597494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:26:09.607211 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4df6f27-7232-49e8-98d3-2698861c7098 admin admin] 10.222.0.65 "PUT /v2.0/routers/42d7b76a-fb29-416d-a763-54eaa014c41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8308234 Sep 21 16:26:09.666961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e43252e2-16a4-48c8-adb2-89c7ecf84661 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:09.667460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:09.685122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port e43252e2-16a4-48c8-adb2-89c7ecf84661, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e43252e2-16a4-48c8-adb2-89c7ecf84661,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:09.862366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:09.933134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=e43252e2-16a4-48c8-adb2-89c7ecf84661,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:09.954411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Sync routers for ids ['42d7b76a-fb29-416d-a763-54eaa014c41f'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:26:09.964376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Routers {'42d7b76a-fb29-416d-a763-54eaa014c41f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:26:09.965033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:26:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['42d7b76a-fb29-416d-a763-54eaa014c41f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:10.147514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Set router 42d7b76a-fb29-416d-a763-54eaa014c41f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:26:10.155143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-6b39b59c-8499-4b0c-82fb-e8a4d5b9dc8c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:10.155816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-6b39b59c-8499-4b0c-82fb-e8a4d5b9dc8c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Synchronizing usage tracker for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:26:10.233826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-6b39b59c-8499-4b0c-82fb-e8a4d5b9dc8c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Unset dirty status for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:26:10.234961 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-6b39b59c-8499-4b0c-82fb-e8a4d5b9dc8c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/networks?id=e63dad4b-c8fa-4ec3-9104-3823817f5d76 HTTP/1.1" status: 200 len: 813 time: 0.2244999 Sep 21 16:26:10.250852 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-34fe9516-0540-4910-b43d-abaefeeab56a tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/quotas/54963c24c87d425a8ceda07f41b67a5b HTTP/1.1" status: 200 len: 375 time: 0.0095515 Sep 21 16:26:10.345584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-8fe32966-c37c-4b7d-b677-05d9df0f4e9e tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Synchronizing usage tracker for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:26:10.418368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-8fe32966-c37c-4b7d-b677-05d9df0f4e9e tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Unset dirty status for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:26:10.419830 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-8fe32966-c37c-4b7d-b677-05d9df0f4e9e tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=54963c24c87d425a8ceda07f41b67a5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1636093 Sep 21 16:26:10.459401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:08Z', 'revision_number': 4, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port': {'id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'a659dd17-4a64-42c8-85f5-7bdadaf0cf02', 'name': '', 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'mac_address': 'fa:16:3e:91:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a99819ec-5719-471c-ab19-9c7e251d59f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:07Z', 'updated_at': '2022-09-21T16:26:08Z', 'revision_number': 2, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'subnets': [{'id': 'a99819ec-5719-471c-ab19-9c7e251d59f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:10.463425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Checking router: 42d7b76a-fb29-416d-a763-54eaa014c41f for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:26:10.463787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Updating router 42d7b76a-fb29-416d-a763-54eaa014c41f port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:26:10.519749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:10.594197 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-ad16f2a8-f56c-4111-8d55-e24a6b7c1d0c service neutron] 10.222.0.65 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672540 Sep 21 16:26:10.726631 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-07c8415d-ab46-4057-89a0-09f1d36b917a service neutron] 10.222.0.65 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259511 Sep 21 16:26:10.862136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:10.874008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Transition to ACTIVE for port object a659dd17-4a64-42c8-85f5-7bdadaf0cf02 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:10.971092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:11.017278 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eaa3325a-5aac-405f-8e49-af8549674dec req-761b6a49-0a3c-4c35-962c-e6418b0ea04f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 210 time: 0.0563231 Sep 21 16:26:11.238696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c41fa-d08e-4616-bf65-93044118384b None None] Pushing event updated for resources: {'Port': ['ID=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:11.244087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Attempting to bind port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:26:11.244461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Attempting to bind port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:26:11.244826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Attempting to bind port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 on network e63dad4b-c8fa-4ec3-9104-3823817f5d76 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:26:11.250094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:26:11.250472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Checking segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:11.250871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:11.251261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Bound using segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:26:11.251731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Bound port: a659dd17-4a64-42c8-85f5-7bdadaf0cf02, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:26:11.252098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:11.318456 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e43252e2-16a4-48c8-adb2-89c7ecf84661 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:11.394824 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] For port a659dd17-4a64-42c8-85f5-7bdadaf0cf02, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:26:11.398920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] For port a659dd17-4a64-42c8-85f5-7bdadaf0cf02, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:26:11.412096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e43252e2-16a4-48c8-adb2-89c7ecf84661 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:11.412472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:11.523073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:11.593282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Routers {'42d7b76a-fb29-416d-a763-54eaa014c41f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:26:11.594021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:26:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['42d7b76a-fb29-416d-a763-54eaa014c41f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:11.651238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e43252e2-16a4-48c8-adb2-89c7ecf84661 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:11.682341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c41fa-d08e-4616-bf65-93044118384b None None] Pushing event updated for resources: {'Port': ['ID=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:11.789343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] Set router 42d7b76a-fb29-416d-a763-54eaa014c41f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:26:12.110959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:08Z', 'revision_number': 4, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port': {'id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'a659dd17-4a64-42c8-85f5-7bdadaf0cf02', 'name': '', 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'mac_address': 'fa:16:3e:91:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a99819ec-5719-471c-ab19-9c7e251d59f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:07Z', 'updated_at': '2022-09-21T16:26:11Z', 'revision_number': 4, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'subnets': [{'id': 'a99819ec-5719-471c-ab19-9c7e251d59f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:12.116929 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab3153-b059-444d-abbf-c49cb1ebc764 None None] The sync data for ids ['42d7b76a-fb29-416d-a763-54eaa014c41f'] in dv-neutron-858618-1-hyperv is: [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:08Z', 'revision_number': 4, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port': {'id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'a659dd17-4a64-42c8-85f5-7bdadaf0cf02', 'name': '', 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'mac_address': 'fa:16:3e:91:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a99819ec-5719-471c-ab19-9c7e251d59f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:07Z', 'updated_at': '2022-09-21T16:26:11Z', 'revision_number': 4, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'subnets': [{'id': 'a99819ec-5719-471c-ab19-9c7e251d59f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:26:12.213423 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d9802742-48ef-43f5-99f5-77575be254d7 req-e398fbde-979e-4e5e-94da-b20cadd26fc7 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 210 time: 0.0679202 Sep 21 16:26:13.275321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-753be1bd-c19c-43b4-b154-48efb8c1e388 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:13.277017 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-753be1bd-c19c-43b4-b154-48efb8c1e388 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.33 "GET /v2.0/networks?id=e63dad4b-c8fa-4ec3-9104-3823817f5d76 HTTP/1.1" status: 200 len: 813 time: 0.1508100 Sep 21 16:26:13.290160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Request body: {'port': {'device_id': '5bc7a197-28fc-4703-9da6-d21402fcd47f', 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'admin_state_up': True, 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:13.358865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a659dd17-4a64-42c8-85f5-7bdadaf0cf02 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:13.391750 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8c79392f-83ee-41c3-9c54-5c73d3d2c2b3 req-9f99fb11-4668-4876-9ddf-13b1c0852dcc tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 210 time: 0.0602281 Sep 21 16:26:13.440542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:13.451599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:13.490552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:13.496252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:13.496620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:13.519083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Made reservation on behalf of 54963c24c87d425a8ceda07f41b67a5b for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:13.522613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:13.622728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:13.623118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:13.654936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port a659dd17-4a64-42c8-85f5-7bdadaf0cf02, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:13.736819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:13.804186 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Allocated IP 172.20.0.10 (e63dad4b-c8fa-4ec3-9104-3823817f5d76/a99819ec-5719-471c-ab19-9c7e251d59f3/7f9fe57a-2fc7-4f62-b599-35c012382fbc) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:26:13.805761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:14.002864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:14.019040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Transition to ACTIVE for port object 7f9fe57a-2fc7-4f62-b599-35c012382fbc will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:14.114065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:14.187863 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:26:14.192278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:14.196431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:26:14.228291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Pushing event updated for resources: {'Port': ['ID=7f9fe57a-2fc7-4f62-b599-35c012382fbc,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:14.264837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:14.265409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:14.365790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-e309b188-e5b6-4516-9250-bd83dafb075c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0797031 Sep 21 16:26:14.376937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Request body: {'port': {'device_id': '5bc7a197-28fc-4703-9da6-d21402fcd47f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:14.491046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5cfb02f0-ee40-42d4-a08c-c2c4c5d05c13 None None] Provisioning for port 7f9fe57a-2fc7-4f62-b599-35c012382fbc completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:14.494183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:14.496962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5cfb02f0-ee40-42d4-a08c-c2c4c5d05c13 None None] Provisioning complete for port 7f9fe57a-2fc7-4f62-b599-35c012382fbc triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:14.497339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5cfb02f0-ee40-42d4-a08c-c2c4c5d05c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:14.556164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb02f0-ee40-42d4-a08c-c2c4c5d05c13 None None] Port 7f9fe57a-2fc7-4f62-b599-35c012382fbc cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:26:14.721433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fe313-165b-4da5-83a7-9932d32dbb5f req-0235f532-a140-4bc4-ac29-830ee4bb9c5d tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:14.722654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e72fe313-165b-4da5-83a7-9932d32dbb5f req-0235f532-a140-4bc4-ac29-830ee4bb9c5d tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Synchronizing usage tracker for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:26:14.902519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e72fe313-165b-4da5-83a7-9932d32dbb5f req-0235f532-a140-4bc4-ac29-830ee4bb9c5d tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Unset dirty status for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:26:14.903560 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e72fe313-165b-4da5-83a7-9932d32dbb5f req-0235f532-a140-4bc4-ac29-830ee4bb9c5d tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 932 time: 0.3690608 Sep 21 16:26:14.933137 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9fe57a-2fc7-4f62-b599-35c012382fbc {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:26:14.943505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:14.970856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e72fe313-165b-4da5-83a7-9932d32dbb5f req-19a14dff-d0e9-4d45-915a-1bc5782d314a tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Synchronizing usage tracker for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:26:14.975988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Transition to ACTIVE for port object 7f9fe57a-2fc7-4f62-b599-35c012382fbc will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:15.044566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:15.135079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e72fe313-165b-4da5-83a7-9932d32dbb5f req-19a14dff-d0e9-4d45-915a-1bc5782d314a tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Unset dirty status for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:26:15.136224 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e72fe313-165b-4da5-83a7-9932d32dbb5f req-19a14dff-d0e9-4d45-915a-1bc5782d314a tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251344 Sep 21 16:26:15.233211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9fe57a-2fc7-4f62-b599-35c012382fbc,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:15.274430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Attempting to bind port 7f9fe57a-2fc7-4f62-b599-35c012382fbc on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:26:15.274762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Attempting to bind port 7f9fe57a-2fc7-4f62-b599-35c012382fbc by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:26:15.275084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Attempting to bind port 7f9fe57a-2fc7-4f62-b599-35c012382fbc on network e63dad4b-c8fa-4ec3-9104-3823817f5d76 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:26:15.279696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Port 7f9fe57a-2fc7-4f62-b599-35c012382fbc on network e63dad4b-c8fa-4ec3-9104-3823817f5d76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:26:15.280013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Attempting to bind port 7f9fe57a-2fc7-4f62-b599-35c012382fbc on network e63dad4b-c8fa-4ec3-9104-3823817f5d76 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:26:15.285270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:26:15.285609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Checking segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:15.286020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Bound using segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:26:15.286445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Bound port: 7f9fe57a-2fc7-4f62-b599-35c012382fbc, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:26:15.286789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:15.320117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a659dd17-4a64-42c8-85f5-7bdadaf0cf02 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:15.373966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] For port 7f9fe57a-2fc7-4f62-b599-35c012382fbc, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:26:15.376826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] For port 7f9fe57a-2fc7-4f62-b599-35c012382fbc, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7f9fe57a-2fc7-4f62-b599-35c012382fbc,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:26:15.388037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:15.388415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:15.470282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:15.508889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:15.509821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:15.511478 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] 10.222.0.33 "PUT /v2.0/ports/7f9fe57a-2fc7-4f62-b599-35c012382fbc HTTP/1.1" status: 200 len: 1094 time: 1.1386907 Sep 21 16:26:15.515915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:15.517835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc7a197-28fc-4703-9da6-d21402fcd47f', 'tag': '7f9fe57a-2fc7-4f62-b599-35c012382fbc'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:26:15.520016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9481b6e-2097-45ac-9cd6-522ec3cde407" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc7a197-28fc-4703-9da6-d21402fcd47f", "tag": "7f9fe57a-2fc7-4f62-b599-35c012382fbc"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:15.564862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9bea7-4b51-4e4f-9de9-66d1249064d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9fe57a-2fc7-4f62-b599-35c012382fbc,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:15.578709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8406100e-d6d3-4543-9975-3fc63ac42480 x-openstack-request-id: req-8406100e-d6d3-4543-9975-3fc63ac42480 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:15.579316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc7a197-28fc-4703-9da6-d21402fcd47f", "tag": "7f9fe57a-2fc7-4f62-b599-35c012382fbc", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:15.579667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8406100e-d6d3-4543-9975-3fc63ac42480 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:15.580160 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8406100e-d6d3-4543-9975-3fc63ac42480'] response: {'name': 'network-changed', 'server_uuid': '5bc7a197-28fc-4703-9da6-d21402fcd47f', 'tag': '7f9fe57a-2fc7-4f62-b599-35c012382fbc', 'status': 'completed', 'code': 200} Sep 21 16:26:15.679592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9481b6e-2097-45ac-9cd6-522ec3cde407 req-85803dae-b458-4340-a4fc-f864a84704e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:15.681228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b9481b6e-2097-45ac-9cd6-522ec3cde407 req-85803dae-b458-4340-a4fc-f864a84704e2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=54963c24c87d425a8ceda07f41b67a5b&device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 1097 time: 0.0821133 Sep 21 16:26:15.823873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9481b6e-2097-45ac-9cd6-522ec3cde407 req-2f3fce75-2be6-4f8f-b859-de6ea5753245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:15.825220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b9481b6e-2097-45ac-9cd6-522ec3cde407 req-2f3fce75-2be6-4f8f-b859-de6ea5753245 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=54963c24c87d425a8ceda07f41b67a5b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1373222 Sep 21 16:26:16.062302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9481b6e-2097-45ac-9cd6-522ec3cde407 req-bceb2d71-ee4f-46c6-9c4b-2f8c6660574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:16.063731 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b9481b6e-2097-45ac-9cd6-522ec3cde407 req-bceb2d71-ee4f-46c6-9c4b-2f8c6660574a service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2322161 Sep 21 16:26:16.179072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-45cd1824-8afa-45e6-94cf-ee1d56eb82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:16.180549 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-45cd1824-8afa-45e6-94cf-ee1d56eb82e9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=54963c24c87d425a8ceda07f41b67a5b&device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 1097 time: 0.0822766 Sep 21 16:26:16.251757 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-ac62bbe8-0791-4b91-b1d3-9da44fe64841 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f9fe57a-2fc7-4f62-b599-35c012382fbc HTTP/1.1" status: 200 len: 217 time: 0.0646203 Sep 21 16:26:16.372683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-a00b3116-3788-4ec6-9642-684f9229d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:16.374143 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-a00b3116-3788-4ec6-9642-684f9229d37b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a99819ec-5719-471c-ab19-9c7e251d59f3 HTTP/1.1" status: 200 len: 852 time: 0.0847466 Sep 21 16:26:16.438837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7d7d7-6a77-4879-b37e-6b9873057575 req-aa8a370c-3dd1-4bee-9292-4ea01cfc6fb0 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:16.440192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81b7d7d7-6a77-4879-b37e-6b9873057575 req-aa8a370c-3dd1-4bee-9292-4ea01cfc6fb0 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 944 time: 0.1875832 Sep 21 16:26:16.493653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81b7d7d7-6a77-4879-b37e-6b9873057575 req-02df295c-a649-4a7b-bc10-017fde53efbe tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467873 Sep 21 16:26:16.502438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-1aa0ea38-4430-461c-b44f-a6e7abbcd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:16.503929 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-1aa0ea38-4430-461c-b44f-a6e7abbcd825 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e63dad4b-c8fa-4ec3-9104-3823817f5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235068 Sep 21 16:26:16.633979 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-14c4ac18-3620-4d75-8316-d33eb30a6332 service neutron] 10.222.0.33 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241820 Sep 21 16:26:16.766000 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-916715b0-a433-4e6a-90bd-a224c969fd4a req-d6b83b70-05b8-46ae-9170-e3c72c202678 service neutron] 10.222.0.33 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265118 Sep 21 16:26:17.691652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c348c9-593d-451d-893e-b4f2cd0fd758 req-b05e3377-7264-4017-8a02-719d8f6c5840 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:17.693105 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d4c348c9-593d-451d-893e-b4f2cd0fd758 req-b05e3377-7264-4017-8a02-719d8f6c5840 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 944 time: 0.0895905 Sep 21 16:26:17.736569 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d4c348c9-593d-451d-893e-b4f2cd0fd758 req-7037782f-a474-4a7a-a98c-887278ac9165 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378268 Sep 21 16:26:17.866231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7f9fe57a-2fc7-4f62-b599-35c012382fbc details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:26:18.032438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7f9fe57a-2fc7-4f62-b599-35c012382fbc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7f9fe57a-2fc7-4f62-b599-35c012382fbc,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:18.045979 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '7f9fe57a-2fc7-4f62-b599-35c012382fbc', 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'port_id': '7f9fe57a-2fc7-4f62-b599-35c012382fbc', 'mac_address': 'fa:16:3e:20:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99819ec-5719-471c-ab19-9c7e251d59f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:26:18.100344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 7f9fe57a-2fc7-4f62-b599-35c012382fbc is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:18.100717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.117551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9fe57a-2fc7-4f62-b599-35c012382fbc {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:26:18.132881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7f9fe57a-2fc7-4f62-b599-35c012382fbc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7f9fe57a-2fc7-4f62-b599-35c012382fbc,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:18.183597 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.251433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=7f9fe57a-2fc7-4f62-b599-35c012382fbc,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:18.258848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.259199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.259540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.259877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.260211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.260544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.260873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.261202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.261528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.261896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.262246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.262570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:18.383793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7f9fe57a-2fc7-4f62-b599-35c012382fbc'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:26:18.939759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026733f-5ef8-411f-ad2e-8c226a519c33 req-09cb20b5-efab-487a-8487-f099df0146fd tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:18.941751 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6026733f-5ef8-411f-ad2e-8c226a519c33 req-09cb20b5-efab-487a-8487-f099df0146fd tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 945 time: 0.0961981 Sep 21 16:26:18.985911 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6026733f-5ef8-411f-ad2e-8c226a519c33 req-12e98598-d811-4dd9-9de4-798a01bf1fa5 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384140 Sep 21 16:26:19.888633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7f9fe57a-2fc7-4f62-b599-35c012382fbc up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:20.058223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 7f9fe57a-2fc7-4f62-b599-35c012382fbc completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:20.063424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 7f9fe57a-2fc7-4f62-b599-35c012382fbc triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:20.069534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:20.182652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 7f9fe57a-2fc7-4f62-b599-35c012382fbc is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:20.183033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:20.186868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5342db-cead-4c15-a422-850117ad0ff5 req-8f9930c0-e7e9-48e1-b7db-17b00a9f678d tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:20.188338 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2a5342db-cead-4c15-a422-850117ad0ff5 req-8f9930c0-e7e9-48e1-b7db-17b00a9f678d tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 945 time: 0.0878484 Sep 21 16:26:20.210119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc7a197-28fc-4703-9da6-d21402fcd47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9fe57a-2fc7-4f62-b599-35c012382fbc'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:26:20.212415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4a97ff-fb2c-4b97-bec6-27cdb6a2fe48" -d '{"events": [{"server_uuid": "5bc7a197-28fc-4703-9da6-d21402fcd47f", "name": "network-vif-plugged", "status": "completed", "tag": "7f9fe57a-2fc7-4f62-b599-35c012382fbc"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:20.219844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7f9fe57a-2fc7-4f62-b599-35c012382fbc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7f9fe57a-2fc7-4f62-b599-35c012382fbc,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:20.237036 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2a5342db-cead-4c15-a422-850117ad0ff5 req-3503fd9f-2fd6-454f-ae96-9647e36fbcd6 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Sep 21 16:26:20.256734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f6d03a-699f-449b-b37c-5c9e076b5c98 x-openstack-request-id: req-02f6d03a-699f-449b-b37c-5c9e076b5c98 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:20.257030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc7a197-28fc-4703-9da6-d21402fcd47f", "name": "network-vif-plugged", "status": "completed", "tag": "7f9fe57a-2fc7-4f62-b599-35c012382fbc", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:20.257289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02f6d03a-699f-449b-b37c-5c9e076b5c98 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:20.257840 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f6d03a-699f-449b-b37c-5c9e076b5c98'] response: {'server_uuid': '5bc7a197-28fc-4703-9da6-d21402fcd47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9fe57a-2fc7-4f62-b599-35c012382fbc', 'code': 200} Sep 21 16:26:20.320849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:20.389286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=7f9fe57a-2fc7-4f62-b599-35c012382fbc,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:20.622338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5955e1-c90b-405a-b66a-4bbf3ce17e35 req-eec49756-7fd1-47bf-b035-2a4579665581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:20.623689 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ba5955e1-c90b-405a-b66a-4bbf3ce17e35 req-eec49756-7fd1-47bf-b035-2a4579665581 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 1099 time: 0.0768256 Sep 21 16:26:20.710006 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ba5955e1-c90b-405a-b66a-4bbf3ce17e35 req-e40a0fc2-8068-472a-a08b-27b515b1c415 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800264 Sep 21 16:26:21.431730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b9c2-6553-42c2-a434-459467f7713f req-70e5aea0-cda8-40fb-9c0a-29d591766a80 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:21.433167 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-85e4b9c2-6553-42c2-a434-459467f7713f req-70e5aea0-cda8-40fb-9c0a-29d591766a80 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0866253 Sep 21 16:26:21.476729 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-85e4b9c2-6553-42c2-a434-459467f7713f req-4ecefd10-869e-449f-8d91-f741815cb9f0 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Sep 21 16:26:22.673094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2213d78-0fc7-4b43-9bec-decfc24a7162 req-ce697d86-b161-4a21-bf3c-9437e1f16f94 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:22.674572 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d2213d78-0fc7-4b43-9bec-decfc24a7162 req-ce697d86-b161-4a21-bf3c-9437e1f16f94 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0869491 Sep 21 16:26:22.717534 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d2213d78-0fc7-4b43-9bec-decfc24a7162 req-c08c04bb-d56b-44b5-9b6f-dc565cf96203 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368886 Sep 21 16:26:23.001551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f9d80bcc-5375-4fd7-abf9-ba6778ffe8ec tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:23.003006 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f9d80bcc-5375-4fd7-abf9-ba6778ffe8ec tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/networks?id=e63dad4b-c8fa-4ec3-9104-3823817f5d76 HTTP/1.1" status: 200 len: 813 time: 0.1436987 Sep 21 16:26:23.017815 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-22cc2201-0200-46f2-afc2-5b8273bad647 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/quotas/54963c24c87d425a8ceda07f41b67a5b HTTP/1.1" status: 200 len: 375 time: 0.0091617 Sep 21 16:26:23.118144 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6634c0bd-5457-4804-8001-40857fe2d471 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=54963c24c87d425a8ceda07f41b67a5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953834 Sep 21 16:26:23.248006 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-d8888a92-8dd6-499c-898a-ea21de0c99a8 service neutron] 10.222.0.65 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231883 Sep 21 16:26:23.376049 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-dec8536f-0458-429c-ae87-ffa98d93a4ae service neutron] 10.222.0.65 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222475 Sep 21 16:26:23.672643 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b0496e40-daf5-493f-9db7-63692aaa12cb req-4db54422-5a47-45c2-81e7-cbf19db4a18a tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 210 time: 0.0526142 Sep 21 16:26:24.833604 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5e58bf1a-f1f0-4bdc-b8b6-a67e60a55a00 req-de5bbeaf-b9f1-436e-9df6-f81585471a96 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 210 time: 0.0493205 Sep 21 16:26:25.564453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-2b0e3ee9-5a9d-4007-b8fa-ba510afeaa75 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:25.565857 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-2b0e3ee9-5a9d-4007-b8fa-ba510afeaa75 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.33 "GET /v2.0/networks?id=e63dad4b-c8fa-4ec3-9104-3823817f5d76 HTTP/1.1" status: 200 len: 813 time: 0.1471908 Sep 21 16:26:25.577323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Request body: {'port': {'device_id': 'e60ba171-0001-45c7-9897-9d3fce82ebc1', 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'admin_state_up': True, 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:25.714085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:25.724554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:25.806241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Made reservation on behalf of 54963c24c87d425a8ceda07f41b67a5b for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:25.809841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:26.112897 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cff0d028-fd7f-4413-bb81-537a074be6ba req-afbd5414-f588-47a9-820e-df3dfbeede66 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 210 time: 0.1596870 Sep 21 16:26:26.119210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Allocated IP 172.20.0.7 (e63dad4b-c8fa-4ec3-9104-3823817f5d76/a99819ec-5719-471c-ab19-9c7e251d59f3/59cf79bb-bbf0-4b73-88e6-0f87b26e796d) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:26:26.318128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:26.333598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Transition to ACTIVE for port object 59cf79bb-bbf0-4b73-88e6-0f87b26e796d will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:26.418199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:26.429991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7f9fe57a-2fc7-4f62-b599-35c012382fbc'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:26:26.492686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:26:26.495884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:26.499818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:26:26.535840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Pushing event updated for resources: {'Port': ['ID=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:26.572854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:26.573512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:26.662908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-6679d991-daec-4c73-ac17-ce3303becf29 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0890961 Sep 21 16:26:26.675375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Request body: {'port': {'device_id': 'e60ba171-0001-45c7-9897-9d3fce82ebc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:26.791116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:26.817655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-42c3245b-d9cc-41aa-b76e-c8d99d4f75cf None None] Provisioning for port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:26.822743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-42c3245b-d9cc-41aa-b76e-c8d99d4f75cf None None] Provisioning complete for port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:26.823714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-42c3245b-d9cc-41aa-b76e-c8d99d4f75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:26.877552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-42c3245b-d9cc-41aa-b76e-c8d99d4f75cf None None] Port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:26:27.134551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cf79bb-bbf0-4b73-88e6-0f87b26e796d {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:26:27.141728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:27.156391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Transition to ACTIVE for port object 59cf79bb-bbf0-4b73-88e6-0f87b26e796d will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:27.206558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:27.324281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5020d49-f011-40d6-9c5e-c54af7f71c60 req-3a66e7e6-9225-4476-910d-2d120910719d tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:27.325653 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e5020d49-f011-40d6-9c5e-c54af7f71c60 req-3a66e7e6-9225-4476-910d-2d120910719d tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 943 time: 0.0903955 Sep 21 16:26:27.369746 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e5020d49-f011-40d6-9c5e-c54af7f71c60 req-a48354c4-c530-4a94-a6c5-956a725fadf9 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377746 Sep 21 16:26:27.399241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Pushing event updated for resources: {'Port': ['ID=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:27.438199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Attempting to bind port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:26:27.438537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Attempting to bind port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:26:27.438865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Attempting to bind port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d on network e63dad4b-c8fa-4ec3-9104-3823817f5d76 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:26:27.443956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d on network e63dad4b-c8fa-4ec3-9104-3823817f5d76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:26:27.444279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Attempting to bind port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d on network e63dad4b-c8fa-4ec3-9104-3823817f5d76 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:26:27.449318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:26:27.449652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Checking segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:27.450059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Bound using segment: {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:26:27.450481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Bound port: 59cf79bb-bbf0-4b73-88e6-0f87b26e796d, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2414f2fa-7315-46d1-936e-484735875296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:26:27.450823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:27.543334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] For port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:26:27.546372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] For port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:26:27.635340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:27.665874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:27.666503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:27.667859 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] 10.222.0.33 "PUT /v2.0/ports/59cf79bb-bbf0-4b73-88e6-0f87b26e796d HTTP/1.1" status: 200 len: 1093 time: 0.9970605 Sep 21 16:26:27.668293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60ba171-0001-45c7-9897-9d3fce82ebc1', 'tag': '59cf79bb-bbf0-4b73-88e6-0f87b26e796d'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:26:27.670607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1652615e-7d26-4991-a576-7413e3f3b530" -d '{"events": [{"name": "network-changed", "server_uuid": "e60ba171-0001-45c7-9897-9d3fce82ebc1", "tag": "59cf79bb-bbf0-4b73-88e6-0f87b26e796d"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:27.713401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd5cf4-28ac-4f34-a36d-fc322c255828 service neutron] Pushing event updated for resources: {'Port': ['ID=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:27.716856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e01e23-efcb-45f1-a60f-9b7e5cf7c1aa x-openstack-request-id: req-b8e01e23-efcb-45f1-a60f-9b7e5cf7c1aa {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:27.717314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60ba171-0001-45c7-9897-9d3fce82ebc1", "tag": "59cf79bb-bbf0-4b73-88e6-0f87b26e796d", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:27.717569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8e01e23-efcb-45f1-a60f-9b7e5cf7c1aa {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:27.717978 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e01e23-efcb-45f1-a60f-9b7e5cf7c1aa'] response: {'name': 'network-changed', 'server_uuid': 'e60ba171-0001-45c7-9897-9d3fce82ebc1', 'tag': '59cf79bb-bbf0-4b73-88e6-0f87b26e796d', 'status': 'completed', 'code': 200} Sep 21 16:26:27.819809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652615e-7d26-4991-a576-7413e3f3b530 req-89d8dc2c-151d-421c-bc92-1720c8fbb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:27.821280 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1652615e-7d26-4991-a576-7413e3f3b530 req-89d8dc2c-151d-421c-bc92-1720c8fbb62a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=54963c24c87d425a8ceda07f41b67a5b&device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 1096 time: 0.0837820 Sep 21 16:26:27.961305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652615e-7d26-4991-a576-7413e3f3b530 req-232cfdab-3110-4453-b765-611a9e210f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:27.962783 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1652615e-7d26-4991-a576-7413e3f3b530 req-232cfdab-3110-4453-b765-611a9e210f5e service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=54963c24c87d425a8ceda07f41b67a5b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1345625 Sep 21 16:26:28.098740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652615e-7d26-4991-a576-7413e3f3b530 req-b4d26821-53ac-4a63-8c42-cb67e795e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:28.100169 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1652615e-7d26-4991-a576-7413e3f3b530 req-b4d26821-53ac-4a63-8c42-cb67e795e206 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319232 Sep 21 16:26:28.307416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-666bed61-4c5e-4418-879c-faf6c62e12bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:28.308790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-666bed61-4c5e-4418-879c-faf6c62e12bf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=54963c24c87d425a8ceda07f41b67a5b&device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 1096 time: 0.1754832 Sep 21 16:26:28.378453 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-4f996fb8-cf3c-467a-bac2-9aff57f6cee8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59cf79bb-bbf0-4b73-88e6-0f87b26e796d HTTP/1.1" status: 200 len: 217 time: 0.0632114 Sep 21 16:26:28.438962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-db0fdd14-1f71-4991-b3a8-21fb1393a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:28.440393 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-db0fdd14-1f71-4991-b3a8-21fb1393a9e7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a99819ec-5719-471c-ab19-9c7e251d59f3 HTTP/1.1" status: 200 len: 852 time: 0.0566485 Sep 21 16:26:28.525588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f13c0447-8d97-4db2-8ac4-1ddab0aedadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:28.527090 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-f13c0447-8d97-4db2-8ac4-1ddab0aedadd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e63dad4b-c8fa-4ec3-9104-3823817f5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811088 Sep 21 16:26:28.567257 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db48c7-35d8-4911-9bd2-f6f38fd8898d req-5c00e1a9-d98e-477b-bced-0399c2f00d1c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:28.568620 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e5db48c7-35d8-4911-9bd2-f6f38fd8898d req-5c00e1a9-d98e-477b-bced-0399c2f00d1c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 943 time: 0.0868025 Sep 21 16:26:28.611619 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e5db48c7-35d8-4911-9bd2-f6f38fd8898d req-50d070e2-4e0a-485a-ac0a-14797a787fac tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Sep 21 16:26:28.662616 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-d95bbc26-61d0-4911-b9bb-9b24ebac4d30 service neutron] 10.222.0.33 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294603 Sep 21 16:26:28.791278 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74b015aa-2e2e-4c8b-bb50-a58e0ce5edb7 req-90d05ffc-fea2-4c4d-ab3e-f29cd2211006 service neutron] 10.222.0.33 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230407 Sep 21 16:26:29.063401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:29.479610 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:26:29.811279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068e93-0b7e-459f-b0fd-d9bb313f58df req-ebbf9c05-80b0-4109-b6ff-8469a09eb6c0 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:29.811881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3a068e93-0b7e-459f-b0fd-d9bb313f58df req-ebbf9c05-80b0-4109-b6ff-8469a09eb6c0 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Synchronizing usage tracker for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:26:29.890353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3a068e93-0b7e-459f-b0fd-d9bb313f58df req-ebbf9c05-80b0-4109-b6ff-8469a09eb6c0 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Unset dirty status for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:26:29.891505 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a068e93-0b7e-459f-b0fd-d9bb313f58df req-ebbf9c05-80b0-4109-b6ff-8469a09eb6c0 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 943 time: 0.1671267 Sep 21 16:26:29.919268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 59cf79bb-bbf0-4b73-88e6-0f87b26e796d details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:26:29.938737 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3a068e93-0b7e-459f-b0fd-d9bb313f58df req-527f2121-89b0-4166-98ad-c57187820a4e tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Sep 21 16:26:30.024033 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-aef4c337-0b02-4547-a29b-5135e368e3e6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796511 Sep 21 16:26:30.058991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:30.072610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '59cf79bb-bbf0-4b73-88e6-0f87b26e796d', 'network_id': 'e63dad4b-c8fa-4ec3-9104-3823817f5d76', 'port_id': '59cf79bb-bbf0-4b73-88e6-0f87b26e796d', 'mac_address': 'fa:16:3e:d7:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99819ec-5719-471c-ab19-9c7e251d59f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:26:30.131359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:30.131746 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:30.148699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cf79bb-bbf0-4b73-88e6-0f87b26e796d {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:26:30.164654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:30.174671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-dfe7703c-667e-4984-bd48-aa871268ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:30.176703 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-dfe7703c-667e-4984-bd48-aa871268ed1a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=54963c24c87d425a8ceda07f41b67a5b&device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 1099 time: 0.0799630 Sep 21 16:26:30.239191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:30.306763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:30.321857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-ed628344-3887-42e9-a025-3b78511cca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:30.323505 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-ed628344-3887-42e9-a025-3b78511cca5c service neutron] 10.222.0.33 "GET /v2.0/networks?id=e63dad4b-c8fa-4ec3-9104-3823817f5d76 HTTP/1.1" status: 200 len: 914 time: 0.1284006 Sep 21 16:26:30.395901 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-98118928-0464-4bcb-9f0d-7bff15fbfb0c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f9fe57a-2fc7-4f62-b599-35c012382fbc HTTP/1.1" status: 200 len: 217 time: 0.0654039 Sep 21 16:26:30.457484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-3d7d2009-3071-49bb-a0c6-085a4e3fba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:30.459235 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-3d7d2009-3071-49bb-a0c6-085a4e3fba2f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a99819ec-5719-471c-ab19-9c7e251d59f3 HTTP/1.1" status: 200 len: 852 time: 0.0574155 Sep 21 16:26:30.460551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['59cf79bb-bbf0-4b73-88e6-0f87b26e796d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:26:30.543059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-d108b2b9-994c-4509-a558-a71e0d156696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:30.544524 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-d108b2b9-994c-4509-a558-a71e0d156696 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=e63dad4b-c8fa-4ec3-9104-3823817f5d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795617 Sep 21 16:26:30.676056 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-1da30661-ebe3-4aa3-9ba1-f0d90bdd9826 service neutron] 10.222.0.33 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250124 Sep 21 16:26:30.806153 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b5d9d36-4ebe-4b72-b37f-0b057bdb37b5 req-e3bca696-9492-4ea6-937a-2bb23059302a service neutron] 10.222.0.33 "GET /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240034 Sep 21 16:26:31.140098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991338-bd4c-412c-b6fd-482b26464dac req-e59a62a6-3855-4461-a7ee-0abb15a035d3 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:31.141591 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4b991338-bd4c-412c-b6fd-482b26464dac req-e59a62a6-3855-4461-a7ee-0abb15a035d3 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 944 time: 0.0918660 Sep 21 16:26:31.185399 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4b991338-bd4c-412c-b6fd-482b26464dac req-ee97aadd-a665-47fd-b58b-181eab43227f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Sep 21 16:26:31.922638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 59cf79bb-bbf0-4b73-88e6-0f87b26e796d up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:32.050096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:32.055709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:32.056087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:32.171653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:26:32.172028 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:32.197787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60ba171-0001-45c7-9897-9d3fce82ebc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf79bb-bbf0-4b73-88e6-0f87b26e796d'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:26:32.200001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b54ec1-d1b4-4e99-a8dd-8ccb7c1f9c84" -d '{"events": [{"server_uuid": "e60ba171-0001-45c7-9897-9d3fce82ebc1", "name": "network-vif-plugged", "status": "completed", "tag": "59cf79bb-bbf0-4b73-88e6-0f87b26e796d"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:32.208281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:32.243098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f98f1d-82c1-4d52-945a-02300ea337f3 x-openstack-request-id: req-32f98f1d-82c1-4d52-945a-02300ea337f3 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:32.243394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60ba171-0001-45c7-9897-9d3fce82ebc1", "name": "network-vif-plugged", "status": "completed", "tag": "59cf79bb-bbf0-4b73-88e6-0f87b26e796d", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:32.243642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32f98f1d-82c1-4d52-945a-02300ea337f3 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:32.244040 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f98f1d-82c1-4d52-945a-02300ea337f3'] response: {'server_uuid': 'e60ba171-0001-45c7-9897-9d3fce82ebc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf79bb-bbf0-4b73-88e6-0f87b26e796d', 'code': 200} Sep 21 16:26:32.287041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:32.361972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:32.399260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ccfec-79cf-4817-a8f8-4371a8783513 req-e8dc4cf6-82bc-45c5-9fc7-07dc5e70b12f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:32.400758 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-aa4ccfec-79cf-4817-a8f8-4371a8783513 req-e8dc4cf6-82bc-45c5-9fc7-07dc5e70b12f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 945 time: 0.0964935 Sep 21 16:26:32.445645 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-aa4ccfec-79cf-4817-a8f8-4371a8783513 req-04494973-68ff-4110-adeb-cb101dba6f03 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389340 Sep 21 16:26:32.612547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68bb4f-459e-4689-9a91-338938fcf423 req-54bcea79-fc87-41a2-b462-61a4ef5a820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:32.614071 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d68bb4f-459e-4689-9a91-338938fcf423 req-54bcea79-fc87-41a2-b462-61a4ef5a820c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 1098 time: 0.0765162 Sep 21 16:26:32.657316 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d68bb4f-459e-4689-9a91-338938fcf423 req-1421d0bd-4d68-41d6-abd4-b93f297982c8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Sep 21 16:26:32.960285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c28354f-6b8c-4fe2-b00c-9f8ade8c6a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:33.747876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968d983-f039-48ee-ad51-327368ea6906 req-742d522c-9516-4e2f-8c43-df2323b0fa5b tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:33.749329 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c968d983-f039-48ee-ad51-327368ea6906 req-742d522c-9516-4e2f-8c43-df2323b0fa5b tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 945 time: 0.1930666 Sep 21 16:26:33.793917 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c968d983-f039-48ee-ad51-327368ea6906 req-4b4a0a3f-7de3-4d24-a7c2-6149ade5c218 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387449 Sep 21 16:26:34.989100 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7705c-9e54-4e69-8184-55a6f4d53757 req-ef6b31b4-dda5-45c9-afe6-70c1b1daeff2 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:34.990577 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-64f7705c-9e54-4e69-8184-55a6f4d53757 req-ef6b31b4-dda5-45c9-afe6-70c1b1daeff2 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 945 time: 0.0883009 Sep 21 16:26:34.995055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-82977372-4398-4880-8a1c-696afa02545b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:35.035026 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-64f7705c-9e54-4e69-8184-55a6f4d53757 req-884cf0e6-2b2e-4f9e-9701-6b474954c14c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380571 Sep 21 16:26:35.678189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcef7b-ba9f-42b3-989b-6b47ee41f440 req-e54d2246-20b3-4bec-8fb7-9702c420cdbf tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:35.679537 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-51dcef7b-ba9f-42b3-989b-6b47ee41f440 req-e54d2246-20b3-4bec-8fb7-9702c420cdbf tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 945 time: 0.1769845 Sep 21 16:26:35.723601 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-51dcef7b-ba9f-42b3-989b-6b47ee41f440 req-f0acda1f-f9b4-4ca1-bb03-3b4d46fd0ba9 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385058 Sep 21 16:26:36.296294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:36.869348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:36.989338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-b7bcbbaf-2d6e-4b43-bfb8-dca490e0dca5 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:36.990701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-b7bcbbaf-2d6e-4b43-bfb8-dca490e0dca5 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.33 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 945 time: 0.1141801 Sep 21 16:26:36.998171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530bafa-8530-4cad-bdd7-a2dd1f98af4f req-b4496d8e-a88b-492e-aa24-723923cacb92 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:36.999513 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5530bafa-8530-4cad-bdd7-a2dd1f98af4f req-b4496d8e-a88b-492e-aa24-723923cacb92 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 945 time: 0.1618288 Sep 21 16:26:37.093616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Deleting port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:26:37.093965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:37.129487 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5530bafa-8530-4cad-bdd7-a2dd1f98af4f req-211750e6-3afc-4c9b-97d7-c7eee67225ae tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993731 Sep 21 16:26:37.353960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] For port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:37.354340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:37.474919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Calling delete_port for 59cf79bb-bbf0-4b73-88e6-0f87b26e796d owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:26:37.680585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:37.692243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7f9fe57a-2fc7-4f62-b599-35c012382fbc', '59cf79bb-bbf0-4b73-88e6-0f87b26e796d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:26:37.733387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Pushing event deleted for resources: {'Port': ['ID=59cf79bb-bbf0-4b73-88e6-0f87b26e796d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:37.822829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] No DVR routers for this DVR port 59cf79bb-bbf0-4b73-88e6-0f87b26e796d on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:37.825551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:37.828244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60ba171-0001-45c7-9897-9d3fce82ebc1', 'name': 'network-vif-deleted', 'tag': '59cf79bb-bbf0-4b73-88e6-0f87b26e796d'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:26:37.830932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14fde35-bfad-4e4c-a19d-e12828b72902" -d '{"events": [{"server_uuid": "e60ba171-0001-45c7-9897-9d3fce82ebc1", "name": "network-vif-deleted", "tag": "59cf79bb-bbf0-4b73-88e6-0f87b26e796d"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:37.879665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068ff2b-cc2f-486c-a8d0-4b6cbb4df6a9 x-openstack-request-id: req-9068ff2b-cc2f-486c-a8d0-4b6cbb4df6a9 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:37.879948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60ba171-0001-45c7-9897-9d3fce82ebc1", "name": "network-vif-deleted", "tag": "59cf79bb-bbf0-4b73-88e6-0f87b26e796d", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:37.880200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9068ff2b-cc2f-486c-a8d0-4b6cbb4df6a9 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:37.880588 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9068ff2b-cc2f-486c-a8d0-4b6cbb4df6a9'] response: {'server_uuid': 'e60ba171-0001-45c7-9897-9d3fce82ebc1', 'name': 'network-vif-deleted', 'tag': '59cf79bb-bbf0-4b73-88e6-0f87b26e796d', 'status': 'completed', 'code': 200} Sep 21 16:26:37.915871 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d159bd12-c75e-459e-b230-dd1892d3f477 req-243a6b8d-d4a3-4fa0-9a86-d23b8941717f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.33 "DELETE /v2.0/ports/59cf79bb-bbf0-4b73-88e6-0f87b26e796d HTTP/1.1" status: 204 len: 173 time: 0.9153254 Sep 21 16:26:38.023646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:38.312399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c5fafd98-6069-46d2-8a9e-95d9f1309ed9 req-b1845793-f62a-4e46-a967-38d76ff472d8 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Synchronizing usage tracker for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:26:38.415837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c5fafd98-6069-46d2-8a9e-95d9f1309ed9 req-b1845793-f62a-4e46-a967-38d76ff472d8 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Unset dirty status for tenant:54963c24c87d425a8ceda07f41b67a5b on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:26:38.416997 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5fafd98-6069-46d2-8a9e-95d9f1309ed9 req-b1845793-f62a-4e46-a967-38d76ff472d8 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=e60ba171-0001-45c7-9897-9d3fce82ebc1 HTTP/1.1" status: 200 len: 210 time: 0.1565995 Sep 21 16:26:39.688035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaf96d-6883-48f5-b545-cbbe193d00f3 req-d79088ac-2bcf-4db1-8844-80f4eb0f60bf tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:39.689489 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58eaf96d-6883-48f5-b545-cbbe193d00f3 req-d79088ac-2bcf-4db1-8844-80f4eb0f60bf tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0898046 Sep 21 16:26:39.733325 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58eaf96d-6883-48f5-b545-cbbe193d00f3 req-192723f1-66ad-416f-95ff-cd1d0d38ae24 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374773 Sep 21 16:26:39.958780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7af3-f26c-4dbe-b85b-e785513e1bfb req-a64b92b2-ba1d-4594-959f-edd206b91d0c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:39.960218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5f3c7af3-f26c-4dbe-b85b-e785513e1bfb req-a64b92b2-ba1d-4594-959f-edd206b91d0c tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0899184 Sep 21 16:26:39.974305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 59cf79bb-bbf0-4b73-88e6-0f87b26e796d no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:26:40.007046 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5f3c7af3-f26c-4dbe-b85b-e785513e1bfb req-562881e2-1524-4c3f-ad89-fe771e233f4f tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Sep 21 16:26:40.009014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 59cf79bb-bbf0-4b73-88e6-0f87b26e796d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:26:40.009367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 59cf79bb-bbf0-4b73-88e6-0f87b26e796d not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:26:40.205394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9bb7a-bee9-4a53-85c9-e39b674916b1 req-2f71a9b4-ab0e-4880-98b4-1eb66ce1aa28 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:40.207109 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e4b9bb7a-bee9-4a53-85c9-e39b674916b1 req-2f71a9b4-ab0e-4880-98b4-1eb66ce1aa28 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0868983 Sep 21 16:26:40.249824 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e4b9bb7a-bee9-4a53-85c9-e39b674916b1 req-c3793d1c-a1c3-4f30-a75c-2b65acbbeafb tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372171 Sep 21 16:26:40.548113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5cde-ac29-41ae-b11a-42800b95c7b3 req-4b10023f-e520-465f-87dd-6e7620098391 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:40.549458 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-496c5cde-ac29-41ae-b11a-42800b95c7b3 req-4b10023f-e520-465f-87dd-6e7620098391 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0867391 Sep 21 16:26:40.596448 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-496c5cde-ac29-41ae-b11a-42800b95c7b3 req-23e5a71d-3dcf-480b-8254-2db90dd8d7ec tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Sep 21 16:26:40.791515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ce72-5639-4ffc-bfbe-251cb9d69b9b req-538583c0-e35d-4328-b13a-3b43218d3fad tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:40.792965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d29ce72-5639-4ffc-bfbe-251cb9d69b9b req-538583c0-e35d-4328-b13a-3b43218d3fad tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0866549 Sep 21 16:26:40.836126 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3d29ce72-5639-4ffc-bfbe-251cb9d69b9b req-707b99d4-23a6-4af5-9875-241c975845e6 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375593 Sep 21 16:26:41.047837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d230ad-bf94-4421-9dcb-b58039938609 req-a2c03781-6e2f-4ff6-9eab-5c450b697882 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:41.049279 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8d230ad-bf94-4421-9dcb-b58039938609 req-a2c03781-6e2f-4ff6-9eab-5c450b697882 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0918880 Sep 21 16:26:41.093963 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8d230ad-bf94-4421-9dcb-b58039938609 req-dda04199-2eb7-41a5-a51b-5cd5d4bdf762 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382688 Sep 21 16:26:41.853610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380f696-fa57-40c6-ad80-5fd0d7ae6c3c req-26a94f05-6573-4048-b133-39a0eb326632 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:41.855094 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7380f696-fa57-40c6-ad80-5fd0d7ae6c3c req-26a94f05-6573-4048-b133-39a0eb326632 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0872409 Sep 21 16:26:41.902660 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7380f696-fa57-40c6-ad80-5fd0d7ae6c3c req-bc9c82bd-bd2d-4b75-958d-a2da9ce17dc4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420284 Sep 21 16:26:43.107986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69b613-2b72-44ac-8d98-3687a51d03f9 req-67e0969d-98d3-4bbd-bdc3-062a18b1d2cb tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:43.109453 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fc69b613-2b72-44ac-8d98-3687a51d03f9 req-67e0969d-98d3-4bbd-bdc3-062a18b1d2cb tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0884156 Sep 21 16:26:43.155205 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fc69b613-2b72-44ac-8d98-3687a51d03f9 req-eb8b7a7b-abf3-451b-ad1f-8032e1aa9c05 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/security-groups?id=74290313-0bd6-44f3-ba7b-9765a9870a20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384099 Sep 21 16:26:43.161391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-f8fbdb51-6421-4685-922d-630adecd403b tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:43.162916 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-f8fbdb51-6421-4685-922d-630adecd403b tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.33 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 946 time: 0.0901291 Sep 21 16:26:43.238665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Deleting port 7f9fe57a-2fc7-4f62-b599-35c012382fbc {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:26:43.239010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.578547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] For port 7f9fe57a-2fc7-4f62-b599-35c012382fbc, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7f9fe57a-2fc7-4f62-b599-35c012382fbc,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:43.578818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.704206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Calling delete_port for 7f9fe57a-2fc7-4f62-b599-35c012382fbc owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:26:43.903102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.914340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7f9fe57a-2fc7-4f62-b599-35c012382fbc'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:26:43.953542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Pushing event deleted for resources: {'Port': ['ID=7f9fe57a-2fc7-4f62-b599-35c012382fbc,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:44.046023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] No DVR routers for this DVR port 7f9fe57a-2fc7-4f62-b599-35c012382fbc on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:44.048646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:44.052070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc7a197-28fc-4703-9da6-d21402fcd47f', 'name': 'network-vif-deleted', 'tag': '7f9fe57a-2fc7-4f62-b599-35c012382fbc'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:26:44.059376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f7c2f-772e-4c47-b194-dd4bae93ab78" -d '{"events": [{"server_uuid": "5bc7a197-28fc-4703-9da6-d21402fcd47f", "name": "network-vif-deleted", "tag": "7f9fe57a-2fc7-4f62-b599-35c012382fbc"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:44.100879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d10da1-ddd6-4925-8c2c-d015634c93ef x-openstack-request-id: req-e6d10da1-ddd6-4925-8c2c-d015634c93ef {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:44.101174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc7a197-28fc-4703-9da6-d21402fcd47f", "name": "network-vif-deleted", "tag": "7f9fe57a-2fc7-4f62-b599-35c012382fbc", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:44.101431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6d10da1-ddd6-4925-8c2c-d015634c93ef {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:44.101857 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d10da1-ddd6-4925-8c2c-d015634c93ef'] response: {'server_uuid': '5bc7a197-28fc-4703-9da6-d21402fcd47f', 'name': 'network-vif-deleted', 'tag': '7f9fe57a-2fc7-4f62-b599-35c012382fbc', 'status': 'completed', 'code': 200} Sep 21 16:26:44.166722 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-16344437-bd7b-4cfa-a35b-a8d88808f915 req-61467f30-43f1-4d99-84ab-d3b7d0e12ee4 tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.33 "DELETE /v2.0/ports/7f9fe57a-2fc7-4f62-b599-35c012382fbc HTTP/1.1" status: 204 len: 173 time: 0.9985754 Sep 21 16:26:44.319733 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8571030d-1443-4fa4-9e32-99ab8f702ee2 req-075d197d-7421-44fd-bde1-c2505ea36afe tempest-ServersNegativeTestJSON-1365853477 tempest-ServersNegativeTestJSON-1365853477-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bc7a197-28fc-4703-9da6-d21402fcd47f HTTP/1.1" status: 200 len: 210 time: 0.0531321 Sep 21 16:26:45.422681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51680) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:45.948756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.019894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7f9fe57a-2fc7-4f62-b599-35c012382fbc no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:26:46.082710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 7f9fe57a-2fc7-4f62-b599-35c012382fbc {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:26:46.083063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7f9fe57a-2fc7-4f62-b599-35c012382fbc not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:26:46.394311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Deleting port a659dd17-4a64-42c8-85f5-7bdadaf0cf02 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:26:46.394810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.568292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] For port a659dd17-4a64-42c8-85f5-7bdadaf0cf02, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:46.569015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.693634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Calling delete_port for a659dd17-4a64-42c8-85f5-7bdadaf0cf02 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:26:47.067373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:47.111786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a659dd17-4a64-42c8-85f5-7bdadaf0cf02,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:47.392456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:47.852291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Router 42d7b76a-fb29-416d-a763-54eaa014c41f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:26:48.031800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:26:48.041886 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] Sync routers for ids ['42d7b76a-fb29-416d-a763-54eaa014c41f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:26:48.044583 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-015afb21-2469-425c-b605-4d9db25deb34 admin admin] 10.222.0.65 "PUT /v2.0/routers/42d7b76a-fb29-416d-a763-54eaa014c41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6208291 Sep 21 16:26:48.047091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51684) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:48.052469 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] Routers {'42d7b76a-fb29-416d-a763-54eaa014c41f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:26:48.061781 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:26:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['42d7b76a-fb29-416d-a763-54eaa014c41f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:48.225662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:48.261766 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] Set router 42d7b76a-fb29-416d-a763-54eaa014c41f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:26:48.402948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:48.490280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Deleting port e43252e2-16a4-48c8-adb2-89c7ecf84661 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:26:48.490539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:48.541614 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:46Z', 'revision_number': 5, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port': {'id': 'e43252e2-16a4-48c8-adb2-89c7ecf84661', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:89:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:48.545583 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] Checking router: 42d7b76a-fb29-416d-a763-54eaa014c41f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:26:48.554743 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] Routers {'42d7b76a-fb29-416d-a763-54eaa014c41f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:26:48.555380 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:26:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['42d7b76a-fb29-416d-a763-54eaa014c41f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:48.668303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] For port e43252e2-16a4-48c8-adb2-89c7ecf84661, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e43252e2-16a4-48c8-adb2-89c7ecf84661,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:48.668670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:48.703180 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] Set router 42d7b76a-fb29-416d-a763-54eaa014c41f gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:26:48.791303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Calling delete_port for e43252e2-16a4-48c8-adb2-89c7ecf84661 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:26:48.810569 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:48Z', 'revision_number': 6, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:48.814592 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a9827-2cbf-4e60-ac6f-c7bb950b35dd None None] The sync data for ids ['42d7b76a-fb29-416d-a763-54eaa014c41f'] in dv-neutron-858618-1-hyperv is: [{'id': '42d7b76a-fb29-416d-a763-54eaa014c41f', 'name': 'tempest-ServersNegativeTestJSON-594575865-router', 'tenant_id': '54963c24c87d425a8ceda07f41b67a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:26:04Z', 'updated_at': '2022-09-21T16:26:48Z', 'revision_number': 6, 'project_id': '54963c24c87d425a8ceda07f41b67a5b', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:26:49.017639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.067849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43252e2-16a4-48c8-adb2-89c7ecf84661,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:49.112864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.113124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.113460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.113788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.114132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.114456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.114776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.115094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.115410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.115724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.116037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.116350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:49.173845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.454640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.457164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.592984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.592984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d7b76a-fb29-416d-a763-54eaa014c41f {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:26:49.610291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.614718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51688) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:49.628918 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d44ebd0-bec2-4706-ba0f-07501c0f9526 admin admin] 10.222.0.65 "DELETE /v2.0/routers/42d7b76a-fb29-416d-a763-54eaa014c41f HTTP/1.1" status: 204 len: 168 time: 1.5807781 Sep 21 16:26:49.642280 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e43252e2-16a4-48c8-adb2-89c7ecf84661 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:26:49.676884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: e43252e2-16a4-48c8-adb2-89c7ecf84661 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:26:49.677406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e43252e2-16a4-48c8-adb2-89c7ecf84661 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:26:49.678090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a659dd17-4a64-42c8-85f5-7bdadaf0cf02 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:26:49.679023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-145368d7-8f12-42f5-b16a-531676e50afb admin admin] Deleting subnet a99819ec-5719-471c-ab19-9c7e251d59f3 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:26:49.682035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-145368d7-8f12-42f5-b16a-531676e50afb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.712489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a659dd17-4a64-42c8-85f5-7bdadaf0cf02 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:26:49.712840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a659dd17-4a64-42c8-85f5-7bdadaf0cf02 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:26:49.731665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-145368d7-8f12-42f5-b16a-531676e50afb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.818513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-145368d7-8f12-42f5-b16a-531676e50afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.955112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-145368d7-8f12-42f5-b16a-531676e50afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.996803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145368d7-8f12-42f5-b16a-531676e50afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99819ec-5719-471c-ab19-9c7e251d59f3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:50.004886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-145368d7-8f12-42f5-b16a-531676e50afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.013092 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-145368d7-8f12-42f5-b16a-531676e50afb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a99819ec-5719-471c-ab19-9c7e251d59f3 HTTP/1.1" status: 204 len: 168 time: 0.3951507 Sep 21 16:26:50.013365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51692) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:50.016341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5387a-650c-4edb-a0f8-5a612032245c None None] Network e63dad4b-c8fa-4ec3-9104-3823817f5d76 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:26:50.119102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.129473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Deleting port 5d43f070-38eb-4e1d-ad48-53d045db0b4a {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:26:50.129795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.273149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] DHCP port deletion for e63dad4b-c8fa-4ec3-9104-3823817f5d76 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:26:50.277317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] Deleting port 5d43f070-38eb-4e1d-ad48-53d045db0b4a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:26:50.277700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.335930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] For port 5d43f070-38eb-4e1d-ad48-53d045db0b4a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5d43f070-38eb-4e1d-ad48-53d045db0b4a,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:50.336292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.458913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Calling delete_port for 5d43f070-38eb-4e1d-ad48-53d045db0b4a owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:26:50.478579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] For port 5d43f070-38eb-4e1d-ad48-53d045db0b4a, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=5d43f070-38eb-4e1d-ad48-53d045db0b4a,segment=NetworkSegment(2414f2fa-7315-46d1-936e-484735875296),segment_id=2414f2fa-7315-46d1-936e-484735875296)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:26:50.478908 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.602846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] Calling delete_port for 5d43f070-38eb-4e1d-ad48-53d045db0b4a owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:26:50.617436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.662151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d43f070-38eb-4e1d-ad48-53d045db0b4a,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:50.667608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] No DVR routers for this DVR port 5d43f070-38eb-4e1d-ad48-53d045db0b4a on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 16:26:50.670768 dv-neutron-858618-1-hyperv neutron-server[89727]: util.warn( Sep 21 16:26:50.675662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:26:50.676035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:26:50.780560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.806110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63dad4b-c8fa-4ec3-9104-3823817f5d76']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:50.817581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2414f2fa-7315-46d1-936e-484735875296') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:50.817881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2414f2fa-7315-46d1-936e-484735875296') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:50.828670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.849070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.854954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:26:50.855338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.917360 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 2414f2fa-7315-46d1-936e-484735875296 resource provider aggregate not found Sep 21 16:26:50.945648 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 2414f2fa-7315-46d1-936e-484735875296 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2414f2fa-7315-46d1-936e-484735875296 found for delete ", "request_id": "req-7c0b31d7-a9c3-4cf2-ade7-20fb6ad37d8d"}]} Sep 21 16:26:51.036897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.053300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.063245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63dad4b-c8fa-4ec3-9104-3823817f5d76,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:51.144249 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d237b41d-002b-4d28-9557-a13ff0fdf749 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e63dad4b-c8fa-4ec3-9104-3823817f5d76 HTTP/1.1" status: 204 len: 168 time: 1.1298764 Sep 21 16:26:51.177319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] Deleting port 5d43f070-38eb-4e1d-ad48-53d045db0b4a {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:26:51.177706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.246129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-263910a8-b547-49f8-8c98-666e0e851bd6 None None] The port '5d43f070-38eb-4e1d-ad48-53d045db0b4a' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:26:51.330330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5d43f070-38eb-4e1d-ad48-53d045db0b4a no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:26:51.364592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 5d43f070-38eb-4e1d-ad48-53d045db0b4a {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:26:51.364940 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 5d43f070-38eb-4e1d-ad48-53d045db0b4a not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:26:51.471235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51702) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:51.522888 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-cd862823-2c34-4142-a10b-843f317cf224 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54963c24c87d425a8ceda07f41b67a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504322 Sep 21 16:26:51.525258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51706) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:51.581721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88174353-0b95-47df-897b-e552dafabfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.606274 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88174353-0b95-47df-897b-e552dafabfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.748965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88174353-0b95-47df-897b-e552dafabfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.765091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88174353-0b95-47df-897b-e552dafabfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74290313-0bd6-44f3-ba7b-9765a9870a20,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:51.839321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-88174353-0b95-47df-897b-e552dafabfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.840377 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-88174353-0b95-47df-897b-e552dafabfdf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74290313-0bd6-44f3-ba7b-9765a9870a20 HTTP/1.1" status: 204 len: 168 time: 0.3142436 Sep 21 16:26:52.858642 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51730) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:52.958284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-996534319'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:52.963265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:52.967151 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:network and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:52.970052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:52.976299 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:53.086323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:53.090258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.103439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.117811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:53.124470 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:security_group_rule and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:53.127386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:53.133416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:53.216697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.274346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.308865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:26:53.313965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978c818a-d737-46a7-8567-d48999d6b29c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:53.320490 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.320830 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Added segment 3baefc62-9d3c-487e-a684-86e78cc27613 of type vlan for network 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 Sep 21 16:26:53.347587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.443592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.448997 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:53.449571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.644249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Network': ['ID=5ab2d52f-df5c-4e13-8842-cc8a16caaf51,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:53.653868 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:26:53.708220 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a9030f34-c0a0-40a2-9685-e21f8104f448 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8484831 Sep 21 16:26:57.044828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51736) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:57.050882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'subnet': {'network_id': '5ab2d52f-df5c-4e13-8842-cc8a16caaf51', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:57.162841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:57.166654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:subnet and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:57.169552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:57.175330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:57.245387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:57.248866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.531942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.611544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Checking segment: {'id': '3baefc62-9d3c-487e-a684-86e78cc27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5ab2d52f-df5c-4e13-8842-cc8a16caaf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:57.611927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network hostable DHCP agents. Network: 5ab2d52f-df5c-4e13-8842-cc8a16caaf51, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:26:57.634279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Subnet': ['ID=5689a739-d7ab-4bdb-b1e1-4966f57b456b,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:57.731343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:26:57.798714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 5ab2d52f-df5c-4e13-8842-cc8a16caaf51) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:57.803075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:57.804077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.815615 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ac44e-4545-486f-acb6-860c3b1d2076 None None] Network 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:26:57.919018 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2aa0fc88-91fc-435b-8223-2055fd5ef1c4 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8730521 Sep 21 16:26:57.922394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51740) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:57.927941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393645548'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:57.932852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:57.938168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:network and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:57.941988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:57.947962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:58.036436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-5ab2d52f-df5c-4e13-8842-cc8a16caaf51', 'network_id': '5ab2d52f-df5c-4e13-8842-cc8a16caaf51', 'tenant_id': '8a2c12f810494ac5a1b1fbeec2403489', 'fixed_ips': [{'subnet_id': '5689a739-d7ab-4bdb-b1e1-4966f57b456b'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:26:58.037305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.056163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:58.056163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.084945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:26:58.096550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.096944 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Added segment c5160502-25f7-43b0-aba8-efa4b6baa34c of type vlan for network 35b9b85c-8730-4575-bc83-74d7543ee01e Sep 21 16:26:58.125678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.204186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Allocated IP 2001:db8:0:ffff::2 (5ab2d52f-df5c-4e13-8842-cc8a16caaf51/5689a739-d7ab-4bdb-b1e1-4966f57b456b/69c45cad-15d1-4117-9d01-e4bf77f3848d) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:26:58.238402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.243952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:58.244531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.355466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Network': ['ID=35b9b85c-8730-4575-bc83-74d7543ee01e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:58.372482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 35b9b85c-8730-4575-bc83-74d7543ee01e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:26:58.427760 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-917409a3-9080-4ca3-9917-5bb31cccb258 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5042105 Sep 21 16:26:58.430517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51744) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:58.437244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'subnet': {'network_id': '35b9b85c-8730-4575-bc83-74d7543ee01e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:26:58.536193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.546149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Transition to ACTIVE for port object 69c45cad-15d1-4117-9d01-e4bf77f3848d will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:58.553494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:26:58.557377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:subnet and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:26:58.560759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:26:58.564758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Transition to ACTIVE for port object 69c45cad-15d1-4117-9d01-e4bf77f3848d will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:58.566565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:26:58.672832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.680236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:58.683907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.740596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Network 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:26:58.743577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:58.747712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:26:58.754026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Pushing event updated for resources: {'Port': ['ID=69c45cad-15d1-4117-9d01-e4bf77f3848d,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:58.854373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Attempting to bind port 69c45cad-15d1-4117-9d01-e4bf77f3848d on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:26:58.855094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Attempting to bind port 69c45cad-15d1-4117-9d01-e4bf77f3848d by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '3baefc62-9d3c-487e-a684-86e78cc27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5ab2d52f-df5c-4e13-8842-cc8a16caaf51'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:26:58.855094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Attempting to bind port 69c45cad-15d1-4117-9d01-e4bf77f3848d on network 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:26:58.860396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:26:58.860813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Checking segment: {'id': '3baefc62-9d3c-487e-a684-86e78cc27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5ab2d52f-df5c-4e13-8842-cc8a16caaf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:58.861217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.861602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Bound using segment: {'id': '3baefc62-9d3c-487e-a684-86e78cc27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5ab2d52f-df5c-4e13-8842-cc8a16caaf51'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:26:58.862645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Bound port: 69c45cad-15d1-4117-9d01-e4bf77f3848d, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3baefc62-9d3c-487e-a684-86e78cc27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5ab2d52f-df5c-4e13-8842-cc8a16caaf51'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:26:58.863022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.954086 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] For port 69c45cad-15d1-4117-9d01-e4bf77f3848d, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:26:58.957756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] For port 69c45cad-15d1-4117-9d01-e4bf77f3848d, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=69c45cad-15d1-4117-9d01-e4bf77f3848d,segment=NetworkSegment(3baefc62-9d3c-487e-a684-86e78cc27613),segment_id=3baefc62-9d3c-487e-a684-86e78cc27613)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:26:58.983573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.045924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.069251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Subnet': ['ID=f718be76-f1e1-41a0-8cb2-2df87185e330,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:59.074930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Checking segment: {'id': 'c5160502-25f7-43b0-aba8-efa4b6baa34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '35b9b85c-8730-4575-bc83-74d7543ee01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:26:59.075285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network hostable DHCP agents. Network: 35b9b85c-8730-4575-bc83-74d7543ee01e, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:26:59.126572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.129599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fce8c-957c-4a85-a5f8-22fbe68ca090 None None] Pushing event updated for resources: {'Port': ['ID=69c45cad-15d1-4117-9d01-e4bf77f3848d,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:59.154325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network 35b9b85c-8730-4575-bc83-74d7543ee01e is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:26:59.228559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 35b9b85c-8730-4575-bc83-74d7543ee01e) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:59.233115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:26:59.233722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.240067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8317ca96-bfdf-4c65-9e01-ef359dd41c7f None None] Network 35b9b85c-8730-4575-bc83-74d7543ee01e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:26:59.332649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51748) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:26:59.333192 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a9d0b3a1-997e-4790-bc89-73e0db3b207d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9003973 Sep 21 16:26:59.424830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 69c45cad-15d1-4117-9d01-e4bf77f3848d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:26:59.498728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.558010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247dbaa0-2cf2-4709-a92c-aeb68deb067e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-35b9b85c-8730-4575-bc83-74d7543ee01e', 'network_id': '35b9b85c-8730-4575-bc83-74d7543ee01e', 'tenant_id': '8a2c12f810494ac5a1b1fbeec2403489', 'fixed_ips': [{'subnet_id': 'f718be76-f1e1-41a0-8cb2-2df87185e330'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:26:59.559047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-247dbaa0-2cf2-4709-a92c-aeb68deb067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.565842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.632213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 69c45cad-15d1-4117-9d01-e4bf77f3848d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:59.709034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.750559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Subnet': ['ID=f718be76-f1e1-41a0-8cb2-2df87185e330,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server [None req-247dbaa0-2cf2-4709-a92c-aeb68deb067e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f718be76-f1e1-41a0-8cb2-2df87185e330: This subnet is being modified by another concurrent operation. Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise exception Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f718be76-f1e1-41a0-8cb2-2df87185e330: This subnet is being modified by another concurrent operation. Sep 21 16:26:59.767613 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server Sep 21 16:26:59.783139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0fdc6b-61ec-43fa-9225-d1dfd5aae752 None None] Network 35b9b85c-8730-4575-bc83-74d7543ee01e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:26:59.823196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.823533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.823875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.824208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.824536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.824868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.825195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.825516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.825838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.826181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.826493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.826814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:59.857702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.887555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b9b85c-8730-4575-bc83-74d7543ee01e']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:59.901386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5160502-25f7-43b0-aba8-efa4b6baa34c') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:59.901843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5160502-25f7-43b0-aba8-efa4b6baa34c') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:59.914710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.932580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:59.939638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:26:59.940618 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.024509 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c5160502-25f7-43b0-aba8-efa4b6baa34c resource provider aggregate not found Sep 21 16:27:00.045496 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c5160502-25f7-43b0-aba8-efa4b6baa34c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5160502-25f7-43b0-aba8-efa4b6baa34c found for delete ", "request_id": "req-02a464b9-b209-493f-9721-9e5824aebcb5"}]} Sep 21 16:27:00.108377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b9e9f-09af-4e79-bcb5-08363f895227 None None] Network 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:00.129803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.147127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.157764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Network': ['ID=35b9b85c-8730-4575-bc83-74d7543ee01e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:00.162356 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f7b0b09e-8edf-434e-af06-62538664ec6f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/35b9b85c-8730-4575-bc83-74d7543ee01e HTTP/1.1" status: 204 len: 168 time: 0.8281069 Sep 21 16:27:00.165970 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51756) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:00.171312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-160709655'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:00.178639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:00.182542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:network and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:00.185346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:00.191040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:00.251453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:00.255432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.283102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:27:00.291559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.291900 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Added segment a2e9b12f-dbd3-4fe1-94c7-448cf1175d16 of type vlan for network de938c91-91fe-43ad-8185-0b8eedf9903b Sep 21 16:27:00.317215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-285c1c45-c94a-4a0d-8239-0c30d8458b0a None None] Provisioning for port 69c45cad-15d1-4117-9d01-e4bf77f3848d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:00.317786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.327993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-285c1c45-c94a-4a0d-8239-0c30d8458b0a None None] Provisioning complete for port 69c45cad-15d1-4117-9d01-e4bf77f3848d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:00.328372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-285c1c45-c94a-4a0d-8239-0c30d8458b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.422764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.428261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:00.428843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.470209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-285c1c45-c94a-4a0d-8239-0c30d8458b0a None None] Current status of the port 69c45cad-15d1-4117-9d01-e4bf77f3848d is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:00.470599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-285c1c45-c94a-4a0d-8239-0c30d8458b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.506284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-285c1c45-c94a-4a0d-8239-0c30d8458b0a None None] For port 69c45cad-15d1-4117-9d01-e4bf77f3848d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=69c45cad-15d1-4117-9d01-e4bf77f3848d,segment=NetworkSegment(3baefc62-9d3c-487e-a684-86e78cc27613),segment_id=3baefc62-9d3c-487e-a684-86e78cc27613)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:00.543284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Network': ['ID=de938c91-91fe-43ad-8185-0b8eedf9903b,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:00.555511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network de938c91-91fe-43ad-8185-0b8eedf9903b details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:27:00.574838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-285c1c45-c94a-4a0d-8239-0c30d8458b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.595295 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f2f7f4d4-7a7a-4f11-ae80-0ff89c723c32 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4281509 Sep 21 16:27:00.598626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51760) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:00.605125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'subnet': {'network_id': 'de938c91-91fe-43ad-8185-0b8eedf9903b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:00.689111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83856c4c-11dc-4e96-86fd-77c50618ad85 None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 16:27:00.719112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:00.723018 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:subnet and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:00.725865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:00.731628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:00.811918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:00.816152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.818769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c1c45-c94a-4a0d-8239-0c30d8458b0a None None] Pushing event updated for resources: {'Port': ['ID=69c45cad-15d1-4117-9d01-e4bf77f3848d,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:00.823848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-97ef52f6-a45e-4b16-bcae-51d42705afb6 None None] Provisioning complete for port 69c45cad-15d1-4117-9d01-e4bf77f3848d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:00.824228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97ef52f6-a45e-4b16-bcae-51d42705afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:00.905484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83856c4c-11dc-4e96-86fd-77c50618ad85 None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 16:27:00.908269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Performing IP validity checks on allocation pools {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 21 16:27:00.909345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 21 16:27:01.065690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-97ef52f6-a45e-4b16-bcae-51d42705afb6 None None] Current status of the port 69c45cad-15d1-4117-9d01-e4bf77f3848d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:01.080144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.158124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Subnet': ['ID=396a42c9-f42c-457d-b521-b8e61c88055d,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:01.167315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Checking segment: {'id': 'a2e9b12f-dbd3-4fe1-94c7-448cf1175d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'de938c91-91fe-43ad-8185-0b8eedf9903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:01.167665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network hostable DHCP agents. Network: de938c91-91fe-43ad-8185-0b8eedf9903b, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:27:01.262912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network de938c91-91fe-43ad-8185-0b8eedf9903b is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:27:01.341767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, de938c91-91fe-43ad-8185-0b8eedf9903b) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:01.343931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 69c45cad-15d1-4117-9d01-e4bf77f3848d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:01.347391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:01.348088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.374812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668dba6-dd12-4eb3-9992-ff41bd1229c4 None None] Network de938c91-91fe-43ad-8185-0b8eedf9903b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:01.427392 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ab8f11f2-10ae-4e07-a9e5-c55c135dbdad tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8276262 Sep 21 16:27:01.429961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51764) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:01.547345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 69c45cad-15d1-4117-9d01-e4bf77f3848d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:01.547723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.568639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.636314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.692182 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d636c0-834d-4056-b138-25d22dd59760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-de938c91-91fe-43ad-8185-0b8eedf9903b', 'network_id': 'de938c91-91fe-43ad-8185-0b8eedf9903b', 'tenant_id': '8a2c12f810494ac5a1b1fbeec2403489', 'fixed_ips': [{'subnet_id': '396a42c9-f42c-457d-b521-b8e61c88055d'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:27:01.693005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-44d636c0-834d-4056-b138-25d22dd59760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.771584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 69c45cad-15d1-4117-9d01-e4bf77f3848d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:01.794877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.837450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Subnet': ['ID=396a42c9-f42c-457d-b521-b8e61c88055d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server [None req-44d636c0-834d-4056-b138-25d22dd59760 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 396a42c9-f42c-457d-b521-b8e61c88055d: This subnet is being modified by another concurrent operation. Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server raise exception Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 396a42c9-f42c-457d-b521-b8e61c88055d: This subnet is being modified by another concurrent operation. Sep 21 16:27:01.885418 dv-neutron-858618-1-hyperv neutron-server[89727]: ERROR oslo_messaging.rpc.server Sep 21 16:27:01.904443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28ad6e-a4ca-4a18-85b3-13dc7c0857fe None None] Network de938c91-91fe-43ad-8185-0b8eedf9903b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:02.029358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.055009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de938c91-91fe-43ad-8185-0b8eedf9903b']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:02.070771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e9b12f-dbd3-4fe1-94c7-448cf1175d16') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:02.071101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e9b12f-dbd3-4fe1-94c7-448cf1175d16') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:02.084070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.084774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809e8d3-bf4e-4d07-bc86-5e8c2f8383ae None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 16:27:02.099857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.105728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:27:02.106138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.167349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a809e8d3-bf4e-4d07-bc86-5e8c2f8383ae None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 16:27:02.171163 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment a2e9b12f-dbd3-4fe1-94c7-448cf1175d16 resource provider aggregate not found Sep 21 16:27:02.190626 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment a2e9b12f-dbd3-4fe1-94c7-448cf1175d16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2e9b12f-dbd3-4fe1-94c7-448cf1175d16 found for delete ", "request_id": "req-5755c772-c934-44ef-b07e-c350074c2d75"}]} Sep 21 16:27:02.272819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.294024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.305464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Network': ['ID=de938c91-91fe-43ad-8185-0b8eedf9903b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:02.309542 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d9415cff-e706-4b4a-9b5b-64644843c5a3 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/de938c91-91fe-43ad-8185-0b8eedf9903b HTTP/1.1" status: 204 len: 168 time: 0.8786428 Sep 21 16:27:02.313223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51772) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:02.319416 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-421366572'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:02.324260 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:02.328084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:network and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:02.331246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:02.336952 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:02.422910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:02.426958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.454009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:27:02.463374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.463710 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Added segment dc3b4769-476d-486c-b710-0a63a4643183 of type vlan for network c85e2916-9b42-4465-8d05-b5c27565d3bd Sep 21 16:27:02.492180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.580804 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.586242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:02.586862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.692994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Network': ['ID=c85e2916-9b42-4465-8d05-b5c27565d3bd,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:02.702901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c85e2916-9b42-4465-8d05-b5c27565d3bd details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:27:02.747811 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b570d75d-218e-413d-830e-e1308bfafe29 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4332752 Sep 21 16:27:02.750424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51776) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:02.755931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'subnet': {'network_id': 'c85e2916-9b42-4465-8d05-b5c27565d3bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:02.870055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:02.873898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:subnet and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:02.876653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:02.883074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:02.918303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1851438f-8a87-47ef-9bef-236ca5c64c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.951428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:02.951428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.207153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.283015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Subnet': ['ID=270cf3fd-67a1-414e-96dd-afbfcd2bb2cc,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:03.295640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Checking segment: {'id': 'dc3b4769-476d-486c-b710-0a63a4643183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c85e2916-9b42-4465-8d05-b5c27565d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:03.296001 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network hostable DHCP agents. Network: c85e2916-9b42-4465-8d05-b5c27565d3bd, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:27:03.382868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network c85e2916-9b42-4465-8d05-b5c27565d3bd is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:27:03.457469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c85e2916-9b42-4465-8d05-b5c27565d3bd) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:03.461985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:03.462570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.466030 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34a14b-62ae-4514-99d0-76bbd22bd22b None None] Network c85e2916-9b42-4465-8d05-b5c27565d3bd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:03.555179 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a7d1c3ee-f53f-4fd0-973c-35a970d78e22 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8036985 Sep 21 16:27:03.558708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51780) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:03.564316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1876046965'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:03.569932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:03.573824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:network and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:03.576746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:03.582806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:03.651374 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:03.655017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.683668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:27:03.690587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-c85e2916-9b42-4465-8d05-b5c27565d3bd', 'network_id': 'c85e2916-9b42-4465-8d05-b5c27565d3bd', 'tenant_id': '8a2c12f810494ac5a1b1fbeec2403489', 'fixed_ips': [{'subnet_id': '270cf3fd-67a1-414e-96dd-afbfcd2bb2cc'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:27:03.691442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.694102 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.694558 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Added segment f9e12dec-c539-48f5-9f0a-09e78c80e279 of type vlan for network a76a4628-c57a-41b0-b30a-872ef4b76dfd Sep 21 16:27:03.720364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.811833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.817966 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:03.818626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.848204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Allocated IP 2001:db8::2 (c85e2916-9b42-4465-8d05-b5c27565d3bd/270cf3fd-67a1-414e-96dd-afbfcd2bb2cc/3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:03.926270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Network': ['ID=a76a4628-c57a-41b0-b30a-872ef4b76dfd,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:03.937893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network a76a4628-c57a-41b0-b30a-872ef4b76dfd details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:27:03.955246 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6d899f4e-8bf0-43fc-bfec-c9ce8fd3095b tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3953600 Sep 21 16:27:03.958283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51784) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:03.964812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Request body: {'subnet': {'network_id': 'a76a4628-c57a-41b0-b30a-872ef4b76dfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:04.078212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:04.082376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Usage tracker for resource:subnet and tenant:8a2c12f810494ac5a1b1fbeec2403489 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:04.085236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:04.091264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:04.141351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.151390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Transition to ACTIVE for port object 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:04.160404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Made reservation on behalf of 8a2c12f810494ac5a1b1fbeec2403489 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:04.164592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.169988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Transition to ACTIVE for port object 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:04.223354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.293297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Network c85e2916-9b42-4465-8d05-b5c27565d3bd is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:04.296435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:04.298856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:04.308586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Pushing event updated for resources: {'Port': ['ID=3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:04.407920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Attempting to bind port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:04.408303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Attempting to bind port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'dc3b4769-476d-486c-b710-0a63a4643183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c85e2916-9b42-4465-8d05-b5c27565d3bd'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:04.409238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Attempting to bind port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 on network c85e2916-9b42-4465-8d05-b5c27565d3bd {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:04.414521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:04.414899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Checking segment: {'id': 'dc3b4769-476d-486c-b710-0a63a4643183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c85e2916-9b42-4465-8d05-b5c27565d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:04.415303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.415703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Bound using segment: {'id': 'dc3b4769-476d-486c-b710-0a63a4643183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c85e2916-9b42-4465-8d05-b5c27565d3bd'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:04.416169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Bound port: 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3b4769-476d-486c-b710-0a63a4643183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c85e2916-9b42-4465-8d05-b5c27565d3bd'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:04.416546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.445704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.510370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] For port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:04.513358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] For port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27,segment=NetworkSegment(dc3b4769-476d-486c-b710-0a63a4643183),segment_id=dc3b4769-476d-486c-b710-0a63a4643183)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:04.529928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event updated for resources: {'Subnet': ['ID=18305686-843f-4dfe-97fa-22e06f60ad4e,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:04.538074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Checking segment: {'id': 'f9e12dec-c539-48f5-9f0a-09e78c80e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a76a4628-c57a-41b0-b30a-872ef4b76dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:04.538434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network hostable DHCP agents. Network: a76a4628-c57a-41b0-b30a-872ef4b76dfd, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:27:04.577818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.637186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Network a76a4628-c57a-41b0-b30a-872ef4b76dfd is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:27:04.653818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac3b58-84b2-4cb6-88e0-fd09368b009c None None] Pushing event updated for resources: {'Port': ['ID=3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:04.723622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, a76a4628-c57a-41b0-b30a-872ef4b76dfd) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:04.728418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:04.729004 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.734519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8a166-7e9f-4f39-9dbe-a05268555de5 None None] Network a76a4628-c57a-41b0-b30a-872ef4b76dfd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:04.818394 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0abcf253-d217-4161-b3eb-552f219bbf95 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8584630 Sep 21 16:27:04.820265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51788) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:05.001008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-a76a4628-c57a-41b0-b30a-872ef4b76dfd', 'network_id': 'a76a4628-c57a-41b0-b30a-872ef4b76dfd', 'tenant_id': '8a2c12f810494ac5a1b1fbeec2403489', 'fixed_ips': [{'subnet_id': '18305686-843f-4dfe-97fa-22e06f60ad4e'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:27:05.006827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.023359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74e72dc1-6705-4c3a-ba4c-592d2b7e722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.074190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.147799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.203556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Allocated IP 2001:db8::2 (a76a4628-c57a-41b0-b30a-872ef4b76dfd/18305686-843f-4dfe-97fa-22e06f60ad4e/ff2209d3-70e3-4f8f-83a4-50422fcdf283) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:05.389586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:05.475970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.488702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Transition to ACTIVE for port object ff2209d3-70e3-4f8f-83a4-50422fcdf283 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:05.511240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Transition to ACTIVE for port object ff2209d3-70e3-4f8f-83a4-50422fcdf283 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:05.577308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:05.607207 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1dad2-4a92-4b6e-ab12-3f061c29030a None None] Network c85e2916-9b42-4465-8d05-b5c27565d3bd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:05.626327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.720215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.750297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Network a76a4628-c57a-41b0-b30a-872ef4b76dfd is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:05.757867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:05.760980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Subnet': ['ID=18305686-843f-4dfe-97fa-22e06f60ad4e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:05.767059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:05.779168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Pushing event updated for resources: {'Port': ['ID=ff2209d3-70e3-4f8f-83a4-50422fcdf283,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:05.854581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.868695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-66109004-a1fa-4aac-a060-0424c9a2169e None None] Provisioning for port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:05.881059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76a4628-c57a-41b0-b30a-872ef4b76dfd']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:05.894176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e12dec-c539-48f5-9f0a-09e78c80e279') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:05.894488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e12dec-c539-48f5-9f0a-09e78c80e279') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:05.900626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-66109004-a1fa-4aac-a060-0424c9a2169e None None] Provisioning complete for port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:05.901001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66109004-a1fa-4aac-a060-0424c9a2169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.905915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.921514 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.928190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:27:05.930454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.980495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Attempting to bind port ff2209d3-70e3-4f8f-83a4-50422fcdf283 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:05.980876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Attempting to bind port ff2209d3-70e3-4f8f-83a4-50422fcdf283 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'f9e12dec-c539-48f5-9f0a-09e78c80e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a76a4628-c57a-41b0-b30a-872ef4b76dfd'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:05.981237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Attempting to bind port ff2209d3-70e3-4f8f-83a4-50422fcdf283 on network a76a4628-c57a-41b0-b30a-872ef4b76dfd {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:05.999884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:06.000253 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f9e12dec-c539-48f5-9f0a-09e78c80e279 resource provider aggregate not found Sep 21 16:27:06.000375 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Checking segment: {'id': 'f9e12dec-c539-48f5-9f0a-09e78c80e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a76a4628-c57a-41b0-b30a-872ef4b76dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:06.000676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.001058 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Bound using segment: {'id': 'f9e12dec-c539-48f5-9f0a-09e78c80e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a76a4628-c57a-41b0-b30a-872ef4b76dfd'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:06.001602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Bound port: ff2209d3-70e3-4f8f-83a4-50422fcdf283, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e12dec-c539-48f5-9f0a-09e78c80e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a76a4628-c57a-41b0-b30a-872ef4b76dfd'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:06.001886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.025201 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f9e12dec-c539-48f5-9f0a-09e78c80e279 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9e12dec-c539-48f5-9f0a-09e78c80e279 found for delete ", "request_id": "req-d8e15c42-4990-47bf-b93e-473a13b99df7"}]} Sep 21 16:27:06.057175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.db.api [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 16:27:06.057175 dv-neutron-858618-1-hyperv neutron-server[89726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 16:27:06.057175 dv-neutron-858618-1-hyperv neutron-server[89726]: [parameters: {'id': 'a76a4628-c57a-41b0-b30a-872ef4b76dfd'}] Sep 21 16:27:06.057175 dv-neutron-858618-1-hyperv neutron-server[89726]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:27:06.057567 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG oslo_db.api [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:27:06.207096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] For port ff2209d3-70e3-4f8f-83a4-50422fcdf283, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:06.211695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] For port ff2209d3-70e3-4f8f-83a4-50422fcdf283, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ff2209d3-70e3-4f8f-83a4-50422fcdf283,segment=NetworkSegment(f9e12dec-c539-48f5-9f0a-09e78c80e279),segment_id=f9e12dec-c539-48f5-9f0a-09e78c80e279)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:06.218302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-66109004-a1fa-4aac-a060-0424c9a2169e None None] Current status of the port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:06.218684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66109004-a1fa-4aac-a060-0424c9a2169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.268887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-66109004-a1fa-4aac-a060-0424c9a2169e None None] For port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27,segment=NetworkSegment(dc3b4769-476d-486c-b710-0a63a4643183),segment_id=dc3b4769-476d-486c-b710-0a63a4643183)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:06.286180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.370339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.396566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66109004-a1fa-4aac-a060-0424c9a2169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.421645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fe42b-c755-40e6-b6d0-fff095237aeb None None] Pushing event updated for resources: {'Port': ['ID=ff2209d3-70e3-4f8f-83a4-50422fcdf283,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:06.455010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b08540-f829-4826-8b26-715e6b5acdb3 None None] Network a76a4628-c57a-41b0-b30a-872ef4b76dfd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:06.478267 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:27:06.559240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.570330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Deleting port ff2209d3-70e3-4f8f-83a4-50422fcdf283 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:06.570671 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.592139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66109004-a1fa-4aac-a060-0424c9a2169e None None] Pushing event updated for resources: {'Port': ['ID=3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:06.621569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c6eb19ee-ef46-48ba-ac8f-eeab9e1f21f7 None None] Provisioning complete for port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:06.621964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c6eb19ee-ef46-48ba-ac8f-eeab9e1f21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.787264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] For port ff2209d3-70e3-4f8f-83a4-50422fcdf283, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ff2209d3-70e3-4f8f-83a4-50422fcdf283,segment=NetworkSegment(f9e12dec-c539-48f5-9f0a-09e78c80e279),segment_id=f9e12dec-c539-48f5-9f0a-09e78c80e279)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:06.787822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.810397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb19ee-ef46-48ba-ac8f-eeab9e1f21f7 None None] Current status of the port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:06.818010 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a9f2c-0657-428a-ac21-35a94759819c None None] get_active_networks_info from dv-neutron-858618-1-hyperv {{(pid=89727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 21 16:27:06.891600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:06.916773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Calling delete_port for ff2209d3-70e3-4f8f-83a4-50422fcdf283 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:27:06.957552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a9f2c-0657-428a-ac21-35a94759819c None None] Resources bound (agent type, host, resource id): {{(pid=89727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 16:27:07.063136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.110935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Port': ['ID=ff2209d3-70e3-4f8f-83a4-50422fcdf283,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:07.112774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No DVR routers for this DVR port ff2209d3-70e3-4f8f-83a4-50422fcdf283 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:27:07.234928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.260343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76a4628-c57a-41b0-b30a-872ef4b76dfd']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:07.272678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e12dec-c539-48f5-9f0a-09e78c80e279') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:07.273028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e12dec-c539-48f5-9f0a-09e78c80e279') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:07.285773 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.302098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.308314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:27:07.308707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.352897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:07.421591 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:07.421994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.472933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.492600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.499006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Network': ['ID=a76a4628-c57a-41b0-b30a-872ef4b76dfd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:07.507784 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-abdfbe7d-096d-4876-9f2f-199a61820005 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/a76a4628-c57a-41b0-b30a-872ef4b76dfd HTTP/1.1" status: 204 len: 168 time: 2.6865351 Sep 21 16:27:07.510855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51796) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:07.543579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:07.553931 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55c5e47-9dfb-4303-858e-4b2ec34e366d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] GET failed (client error): The resource could not be found. Sep 21 16:27:07.561004 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d55c5e47-9dfb-4303-858e-4b2ec34e366d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Synchronizing usage tracker for tenant:8a2c12f810494ac5a1b1fbeec2403489 on resource:subnet {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:27:07.634179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d55c5e47-9dfb-4303-858e-4b2ec34e366d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Unset dirty status for tenant:8a2c12f810494ac5a1b1fbeec2403489 on resource:subnet {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:27:07.635249 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d55c5e47-9dfb-4303-858e-4b2ec34e366d tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "GET /v2.0/subnets/18305686-843f-4dfe-97fa-22e06f60ad4e HTTP/1.1" status: 404 len: 337 time: 0.1232905 Sep 21 16:27:07.637913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51800) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:07.663155 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c6f3a2-8c86-4c19-b371-b88791c20982 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] DELETE failed (client error): The resource could not be found. Sep 21 16:27:07.663610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c6f3a2-8c86-4c19-b371-b88791c20982 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:27:07.665173 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b7c6f3a2-8c86-4c19-b371-b88791c20982 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/a76a4628-c57a-41b0-b30a-872ef4b76dfd HTTP/1.1" status: 404 len: 339 time: 0.0263586 Sep 21 16:27:07.668743 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51804) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:07.704802 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac840f7b-8f93-4a03-85c3-ec429822d707 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] DELETE failed (client error): The resource could not be found. Sep 21 16:27:07.710012 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac840f7b-8f93-4a03-85c3-ec429822d707 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:27:07.710012 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ac840f7b-8f93-4a03-85c3-ec429822d707 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/subnets/18305686-843f-4dfe-97fa-22e06f60ad4e HTTP/1.1" status: 404 len: 337 time: 0.0378213 Sep 21 16:27:07.711621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51808) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:07.734895 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f229a5c-2512-4aa8-8ce9-8b525fe51cb7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] DELETE failed (client error): The resource could not be found. Sep 21 16:27:07.735334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f229a5c-2512-4aa8-8ce9-8b525fe51cb7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:27:07.736871 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2f229a5c-2512-4aa8-8ce9-8b525fe51cb7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/a76a4628-c57a-41b0-b30a-872ef4b76dfd HTTP/1.1" status: 404 len: 339 time: 0.0244162 Sep 21 16:27:07.739075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51812) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:07.896409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a572e53f-a92f-462d-9d04-c0970fb04be9 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Deleting subnet 270cf3fd-67a1-414e-96dd-afbfcd2bb2cc {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:27:07.900218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a572e53f-a92f-462d-9d04-c0970fb04be9 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.954491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a572e53f-a92f-462d-9d04-c0970fb04be9 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.981089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.041339 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a572e53f-a92f-462d-9d04-c0970fb04be9 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.073675 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f9e12dec-c539-48f5-9f0a-09e78c80e279 resource provider aggregate not found Sep 21 16:27:08.094836 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment f9e12dec-c539-48f5-9f0a-09e78c80e279 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9e12dec-c539-48f5-9f0a-09e78c80e279 found for delete ", "request_id": "req-bb3e21f0-5477-4ee9-9815-6e6be4b89ebf"}]} Sep 21 16:27:08.177287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a572e53f-a92f-462d-9d04-c0970fb04be9 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.214852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572e53f-a92f-462d-9d04-c0970fb04be9 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Subnet': ['ID=270cf3fd-67a1-414e-96dd-afbfcd2bb2cc,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:08.220249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a572e53f-a92f-462d-9d04-c0970fb04be9 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.226349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a8fc8-48a4-48e8-8096-760290646b23 None None] Network c85e2916-9b42-4465-8d05-b5c27565d3bd requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:08.286357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a572e53f-a92f-462d-9d04-c0970fb04be9 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/subnets/270cf3fd-67a1-414e-96dd-afbfcd2bb2cc HTTP/1.1" status: 204 len: 168 time: 0.5463047 Sep 21 16:27:08.288764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51820) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:08.404458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.415400 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Deleting port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:08.415727 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.473172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] DHCP port deletion for c85e2916-9b42-4465-8d05-b5c27565d3bd request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:27:08.477504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] Deleting port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:08.477882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.628498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] For port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27,segment=NetworkSegment(dc3b4769-476d-486c-b710-0a63a4643183),segment_id=dc3b4769-476d-486c-b710-0a63a4643183)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:08.628859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.683830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] For port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27,segment=NetworkSegment(dc3b4769-476d-486c-b710-0a63a4643183),segment_id=dc3b4769-476d-486c-b710-0a63a4643183)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:08.684153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.750794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Calling delete_port for 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:27:08.806985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] Calling delete_port for 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:27:08.912948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.918246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:27:08.918665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:27:08.962744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Port': ['ID=3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:08.966164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No DVR routers for this DVR port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:27:09.086939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.111178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85e2916-9b42-4465-8d05-b5c27565d3bd']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:09.122757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3b4769-476d-486c-b710-0a63a4643183') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:09.123059 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3b4769-476d-486c-b710-0a63a4643183') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:09.134550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.150718 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.156520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:27:09.156906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.312713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.319443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.345714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:27:09.346414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Network': ['ID=c85e2916-9b42-4465-8d05-b5c27565d3bd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:09.349840 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c22a3308-7ff2-467e-bfb8-6d054258d566 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/c85e2916-9b42-4465-8d05-b5c27565d3bd HTTP/1.1" status: 204 len: 168 time: 1.0601251 Sep 21 16:27:09.352498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51824) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:09.381103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:27:09.381457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:27:09.391295 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8effce6e-ec8a-4ba6-8b5a-06937aff77e7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] DELETE failed (client error): The resource could not be found. Sep 21 16:27:09.391667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8effce6e-ec8a-4ba6-8b5a-06937aff77e7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:27:09.394049 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8effce6e-ec8a-4ba6-8b5a-06937aff77e7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/subnets/396a42c9-f42c-457d-b521-b8e61c88055d HTTP/1.1" status: 404 len: 337 time: 0.0400474 Sep 21 16:27:09.396593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51828) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:09.419727 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] Deleting port 3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:09.420124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.420643 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3e9559-5000-4220-94f6-baef5cf1a3af tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] DELETE failed (client error): The resource could not be found. Sep 21 16:27:09.421093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3e9559-5000-4220-94f6-baef5cf1a3af tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:27:09.422679 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6b3e9559-5000-4220-94f6-baef5cf1a3af tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/de938c91-91fe-43ad-8185-0b8eedf9903b HTTP/1.1" status: 404 len: 339 time: 0.0252032 Sep 21 16:27:09.425091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51832) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:09.465203 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5833781-6fff-49fe-9ef6-f3671b12170f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] DELETE failed (client error): The resource could not be found. Sep 21 16:27:09.465647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5833781-6fff-49fe-9ef6-f3671b12170f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:27:09.467372 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b5833781-6fff-49fe-9ef6-f3671b12170f tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/subnets/f718be76-f1e1-41a0-8cb2-2df87185e330 HTTP/1.1" status: 404 len: 337 time: 0.0414317 Sep 21 16:27:09.470469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51836) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:09.489569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-def37ba2-cd04-4401-a969-20ddd6a250b3 None None] The port '3cfeb8c0-d8fc-40e7-8b65-b5ceff9aab27' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:27:09.498054 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ef0cc4-8881-4497-9868-b3542ac964d7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] DELETE failed (client error): The resource could not be found. Sep 21 16:27:09.498662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ef0cc4-8881-4497-9868-b3542ac964d7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 16:27:09.500459 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a4ef0cc4-8881-4497-9868-b3542ac964d7 tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/35b9b85c-8730-4575-bc83-74d7543ee01e HTTP/1.1" status: 404 len: 339 time: 0.0289502 Sep 21 16:27:09.503492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51840) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:09.572573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36f2fa8-9691-4dde-9d8d-390f63af93dd tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Deleting subnet 5689a739-d7ab-4bdb-b1e1-4966f57b456b {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:27:09.575399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a36f2fa8-9691-4dde-9d8d-390f63af93dd tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.628461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a36f2fa8-9691-4dde-9d8d-390f63af93dd tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.707793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a36f2fa8-9691-4dde-9d8d-390f63af93dd tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.855635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a36f2fa8-9691-4dde-9d8d-390f63af93dd tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.894533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f2fa8-9691-4dde-9d8d-390f63af93dd tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Subnet': ['ID=5689a739-d7ab-4bdb-b1e1-4966f57b456b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:09.899205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a36f2fa8-9691-4dde-9d8d-390f63af93dd tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.904748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e3759-3f07-4d7e-92b4-52b584129021 None None] Network 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:09.910357 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a36f2fa8-9691-4dde-9d8d-390f63af93dd tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/subnets/5689a739-d7ab-4bdb-b1e1-4966f57b456b HTTP/1.1" status: 204 len: 168 time: 0.4056325 Sep 21 16:27:09.912503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51844) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:10.027263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.038375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Deleting port 69c45cad-15d1-4117-9d01-e4bf77f3848d {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:10.038715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.151506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] DHCP port deletion for 5ab2d52f-df5c-4e13-8842-cc8a16caaf51 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:27:10.155970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] Deleting port 69c45cad-15d1-4117-9d01-e4bf77f3848d {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:10.156349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.244261 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment dc3b4769-476d-486c-b710-0a63a4643183 resource provider aggregate not found Sep 21 16:27:10.264953 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment dc3b4769-476d-486c-b710-0a63a4643183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc3b4769-476d-486c-b710-0a63a4643183 found for delete ", "request_id": "req-3c032116-7a37-4b38-88d2-04920a3dcb63"}]} Sep 21 16:27:10.352472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] For port 69c45cad-15d1-4117-9d01-e4bf77f3848d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=69c45cad-15d1-4117-9d01-e4bf77f3848d,segment=NetworkSegment(3baefc62-9d3c-487e-a684-86e78cc27613),segment_id=3baefc62-9d3c-487e-a684-86e78cc27613)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:10.352850 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.392656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] For port 69c45cad-15d1-4117-9d01-e4bf77f3848d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=69c45cad-15d1-4117-9d01-e4bf77f3848d,segment=NetworkSegment(3baefc62-9d3c-487e-a684-86e78cc27613),segment_id=3baefc62-9d3c-487e-a684-86e78cc27613)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:10.392961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.472792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Calling delete_port for 69c45cad-15d1-4117-9d01-e4bf77f3848d owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:27:10.519272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] Calling delete_port for 69c45cad-15d1-4117-9d01-e4bf77f3848d owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:27:10.634423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.639624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:27:10.639984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:27:10.680757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Port': ['ID=69c45cad-15d1-4117-9d01-e4bf77f3848d,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:10.684231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] No DVR routers for this DVR port 69c45cad-15d1-4117-9d01-e4bf77f3848d on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:27:10.805238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.829384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab2d52f-df5c-4e13-8842-cc8a16caaf51']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:10.841314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3baefc62-9d3c-487e-a684-86e78cc27613') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:10.841636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3baefc62-9d3c-487e-a684-86e78cc27613') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:10.853141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.869103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.874913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:27:10.875297 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:11.057349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:11.061854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:11.088811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] Pushing event deleted for resources: {'Network': ['ID=5ab2d52f-df5c-4e13-8842-cc8a16caaf51,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:11.092758 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6d160554-8b34-4faf-977c-bd25398400ca tempest-NetworksIpV6Test-1700827307 tempest-NetworksIpV6Test-1700827307-project] 10.222.0.65 "DELETE /v2.0/networks/5ab2d52f-df5c-4e13-8842-cc8a16caaf51 HTTP/1.1" status: 204 len: 168 time: 1.1793036 Sep 21 16:27:11.141049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] Deleting port 69c45cad-15d1-4117-9d01-e4bf77f3848d {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:11.141439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:11.214374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-882c1de1-3efa-45b7-86a9-bfa1d6a78a3f None None] The port '69c45cad-15d1-4117-9d01-e4bf77f3848d' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:27:11.346696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 69c45cad-15d1-4117-9d01-e4bf77f3848d no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:27:11.380999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 69c45cad-15d1-4117-9d01-e4bf77f3848d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:27:11.381350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 69c45cad-15d1-4117-9d01-e4bf77f3848d not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:27:11.577433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51856) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:11.720219 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f56ff9bb-3ef3-4d6b-95ca-c26cc81f272d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a2c12f810494ac5a1b1fbeec2403489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416137 Sep 21 16:27:11.723312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51862) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:11.784042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cda43b6-9bd9-4b31-88d8-d502b45595e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:11.809141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cda43b6-9bd9-4b31-88d8-d502b45595e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:11.919896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cda43b6-9bd9-4b31-88d8-d502b45595e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:11.935365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda43b6-9bd9-4b31-88d8-d502b45595e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c818a-d737-46a7-8567-d48999d6b29c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:11.939765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3cda43b6-9bd9-4b31-88d8-d502b45595e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:11.940889 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3cda43b6-9bd9-4b31-88d8-d502b45595e1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/978c818a-d737-46a7-8567-d48999d6b29c HTTP/1.1" status: 204 len: 168 time: 0.2166984 Sep 21 16:27:12.285253 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3baefc62-9d3c-487e-a684-86e78cc27613 resource provider aggregate not found Sep 21 16:27:12.301368 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 3baefc62-9d3c-487e-a684-86e78cc27613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3baefc62-9d3c-487e-a684-86e78cc27613 found for delete ", "request_id": "req-a9df76c1-7de9-4bba-87b1-5de1ca08dd4d"}]} Sep 21 16:27:12.957725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51890) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:13.074644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-72413244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:13.082159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:13.086092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Usage tracker for resource:router and tenant:318b55008c0b424290e32cec45f08e54 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:13.088919 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:13.095403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:13.164106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.165372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.180412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.249528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.336975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.338166 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aebf6f62-2763-40a8-97ad-6e81af3f38df tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3794239 Sep 21 16:27:13.340792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51896) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:13.346246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-990370804'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:13.351079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:13.355469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Usage tracker for resource:network and tenant:318b55008c0b424290e32cec45f08e54 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:13.358312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:13.364554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:13.440130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Made reservation on behalf of 318b55008c0b424290e32cec45f08e54 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:13.443518 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.456399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.470772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:13.474594 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Usage tracker for resource:security_group_rule and tenant:318b55008c0b424290e32cec45f08e54 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:13.477500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:13.483555 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:13.568837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.633756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.665345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:27:13.673472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e3e739-0871-4c62-912c-82948176db19,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:13.679533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.684242 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Added segment db4a5445-3efd-43af-84fd-fd65af7c5133 of type vlan for network 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 Sep 21 16:27:13.705808 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.815268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.820846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:13.821371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:13.929778 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event updated for resources: {'Network': ['ID=09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:13.940240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:27:13.981753 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2e02b080-bad3-4f47-9622-87bcbc8738fd tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6399508 Sep 21 16:27:13.984817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51900) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:13.991086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Request body: {'subnet': {'network_id': '09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:14.215166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:14.218960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Usage tracker for resource:subnet and tenant:318b55008c0b424290e32cec45f08e54 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:14.222430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:14.228182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:14.314220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Made reservation on behalf of 318b55008c0b424290e32cec45f08e54 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:14.317622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.594377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.676656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event updated for resources: {'Subnet': ['ID=91423256-9991-41ff-b67b-f720edbe92fb,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:14.684021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Checking segment: {'id': 'db4a5445-3efd-43af-84fd-fd65af7c5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:14.684375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Network hostable DHCP agents. Network: 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:27:14.757324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Network 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:27:14.820125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:14.824245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:14.824821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.828686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436f9cd1-c025-4309-8b98-590a23f889d0 None None] Network 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:14.892065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c195cab7-fbc1-463d-8fad-9a12edc3d17b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9060588 Sep 21 16:27:14.895536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51904) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:14.900998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-121917866'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:14.906378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:14.910841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Usage tracker for resource:network and tenant:318b55008c0b424290e32cec45f08e54 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:14.913727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:14.919544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:14.986835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Made reservation on behalf of 318b55008c0b424290e32cec45f08e54 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:14.991254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.019872 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:27:15.030684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.030684 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Added segment 897c2c7f-ed9b-45e2-8554-69f05e48bc2a of type vlan for network 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 Sep 21 16:27:15.050178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4', 'network_id': '09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4', 'tenant_id': '318b55008c0b424290e32cec45f08e54', 'fixed_ips': [{'subnet_id': '91423256-9991-41ff-b67b-f720edbe92fb'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:27:15.051076 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.058686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.201860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Allocated IP 172.20.0.2 (09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4/91423256-9991-41ff-b67b-f720edbe92fb/2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:15.206074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.211651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:15.215128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.319825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event updated for resources: {'Network': ['ID=2eb7a160-4b32-43e4-8c61-a7325a7d19a9,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:15.330371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:27:15.381613 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-907c316f-914a-4a63-8cf5-a1b46e58309b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4850302 Sep 21 16:27:15.384379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51908) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:15.389913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Request body: {'subnet': {'network_id': '2eb7a160-4b32-43e4-8c61-a7325a7d19a9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:15.497102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.505694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:15.507115 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Transition to ACTIVE for port object 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:15.509668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Usage tracker for resource:subnet and tenant:318b55008c0b424290e32cec45f08e54 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:15.512591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:15.518541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:15.524754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Transition to ACTIVE for port object 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:15.588397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Made reservation on behalf of 318b55008c0b424290e32cec45f08e54 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:15.591857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.617427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.683602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Network 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:15.686608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:15.690253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:15.695895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Pushing event updated for resources: {'Port': ['ID=2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:15.837001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Attempting to bind port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:15.837344 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Attempting to bind port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'db4a5445-3efd-43af-84fd-fd65af7c5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:15.837698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Attempting to bind port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f on network 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:15.843031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:15.845326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Checking segment: {'id': 'db4a5445-3efd-43af-84fd-fd65af7c5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:15.845326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.845326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Bound using segment: {'id': 'db4a5445-3efd-43af-84fd-fd65af7c5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:15.845326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Bound port: 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4a5445-3efd-43af-84fd-fd65af7c5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:15.845326 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.891455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.937124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] For port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:15.940740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] For port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f,segment=NetworkSegment(db4a5445-3efd-43af-84fd-fd65af7c5133),segment_id=db4a5445-3efd-43af-84fd-fd65af7c5133)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:15.974669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event updated for resources: {'Subnet': ['ID=0c3f618d-1d7b-4036-9ed1-f91577ed3882,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:15.987528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Checking segment: {'id': '897c2c7f-ed9b-45e2-8554-69f05e48bc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2eb7a160-4b32-43e4-8c61-a7325a7d19a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:15.988106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Network hostable DHCP agents. Network: 2eb7a160-4b32-43e4-8c61-a7325a7d19a9, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:27:16.028900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.085441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Network 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:27:16.105435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53c2e3-955d-4932-902f-b8de6ddd20bd None None] Pushing event updated for resources: {'Port': ['ID=2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:16.154445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 2eb7a160-4b32-43e4-8c61-a7325a7d19a9) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:16.158763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:16.159657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.163147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263b420-9f77-4dd0-91c4-8feef6fbea85 None None] Network 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:16.256344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51912) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:16.257170 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-24a4607f-4ae6-4b30-a2b7-78c262c3bcf9 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8679445 Sep 21 16:27:16.261399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3ec53b89-72b5-48d2-8a43-b30d4a6be93b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Request body: {'router': {'external_gateway_info': {'network_id': '2eb7a160-4b32-43e4-8c61-a7325a7d19a9'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:16.420396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-2eb7a160-4b32-43e4-8c61-a7325a7d19a9', 'network_id': '2eb7a160-4b32-43e4-8c61-a7325a7d19a9', 'tenant_id': '318b55008c0b424290e32cec45f08e54', 'fixed_ips': [{'subnet_id': '0c3f618d-1d7b-4036-9ed1-f91577ed3882'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:27:16.422244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.584057 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Allocated IP 172.21.0.2 (2eb7a160-4b32-43e4-8c61-a7325a7d19a9/0c3f618d-1d7b-4036-9ed1-f91577ed3882/fda029a6-3c52-481b-b120-b73aa4e1e5c7) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:16.758892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3ec53b89-72b5-48d2-8a43-b30d4a6be93b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.808463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.818889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Transition to ACTIVE for port object fda029a6-3c52-481b-b120-b73aa4e1e5c7 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:16.837470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Transition to ACTIVE for port object fda029a6-3c52-481b-b120-b73aa4e1e5c7 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:16.903240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.978641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Pushing event updated for resources: {'Port': ['ID=fda029a6-3c52-481b-b120-b73aa4e1e5c7,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:16.981963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Network 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:16.983349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:16.985993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:17.000773 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.api.v2.resource [None req-3ec53b89-72b5-48d2-8a43-b30d4a6be93b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 16:27:17.007625 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3ec53b89-72b5-48d2-8a43-b30d4a6be93b tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "PUT /v2.0/routers/09095c6f-e5cc-47d9-9eb1-efa567162756 HTTP/1.1" status: 400 len: 364 time: 0.7446113 Sep 21 16:27:17.008010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51916) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:17.087231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fbc6d3-8dda-424b-be9e-fa8b5e56441f tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Deleting subnet 0c3f618d-1d7b-4036-9ed1-f91577ed3882 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:27:17.090354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc6d3-8dda-424b-be9e-fa8b5e56441f tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.094561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Attempting to bind port fda029a6-3c52-481b-b120-b73aa4e1e5c7 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:17.096296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Attempting to bind port fda029a6-3c52-481b-b120-b73aa4e1e5c7 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '897c2c7f-ed9b-45e2-8554-69f05e48bc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2eb7a160-4b32-43e4-8c61-a7325a7d19a9'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:17.096296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Attempting to bind port fda029a6-3c52-481b-b120-b73aa4e1e5c7 on network 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:17.103257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:17.103642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Checking segment: {'id': '897c2c7f-ed9b-45e2-8554-69f05e48bc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2eb7a160-4b32-43e4-8c61-a7325a7d19a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:17.103927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.104324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Bound using segment: {'id': '897c2c7f-ed9b-45e2-8554-69f05e48bc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2eb7a160-4b32-43e4-8c61-a7325a7d19a9'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:17.104788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Bound port: fda029a6-3c52-481b-b120-b73aa4e1e5c7, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c2c7f-ed9b-45e2-8554-69f05e48bc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2eb7a160-4b32-43e4-8c61-a7325a7d19a9'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:17.105239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.116682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4f20d-36a8-4ae2-a374-c8160137a076 None None] Network 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:17.145515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc6d3-8dda-424b-be9e-fa8b5e56441f tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.231972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc6d3-8dda-424b-be9e-fa8b5e56441f tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.339468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-79acc0a2-1120-44ab-82d8-804b9a66882a None None] Provisioning for port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:17.388703 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc6d3-8dda-424b-be9e-fa8b5e56441f tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.405040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:17.428916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc6d3-8dda-424b-be9e-fa8b5e56441f tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3f618d-1d7b-4036-9ed1-f91577ed3882,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:17.433570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc6d3-8dda-424b-be9e-fa8b5e56441f tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.441625 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e6fbc6d3-8dda-424b-be9e-fa8b5e56441f tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "DELETE /v2.0/subnets/0c3f618d-1d7b-4036-9ed1-f91577ed3882 HTTP/1.1" status: 204 len: 168 time: 0.4281802 Sep 21 16:27:17.441981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51920) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:17.452762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] For port fda029a6-3c52-481b-b120-b73aa4e1e5c7, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:17.476933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] For port fda029a6-3c52-481b-b120-b73aa4e1e5c7, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fda029a6-3c52-481b-b120-b73aa4e1e5c7,segment=NetworkSegment(897c2c7f-ed9b-45e2-8554-69f05e48bc2a),segment_id=897c2c7f-ed9b-45e2-8554-69f05e48bc2a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:17.560617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.560851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.572868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Deleting port fda029a6-3c52-481b-b120-b73aa4e1e5c7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:17.573218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.621078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:17.631304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:17.631681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.689544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1d2b4-1fe7-4076-bf4b-1cab57bb99bf None None] Pushing event updated for resources: {'Port': ['ID=fda029a6-3c52-481b-b120-b73aa4e1e5c7,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:17.776098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:17.776403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.805263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5f8b739e-1459-42c4-b1ca-461076fc7a31 None None] Provisioning complete for port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:17.805587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5f8b739e-1459-42c4-b1ca-461076fc7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.821661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] For port fda029a6-3c52-481b-b120-b73aa4e1e5c7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=fda029a6-3c52-481b-b120-b73aa4e1e5c7,segment=NetworkSegment(897c2c7f-ed9b-45e2-8554-69f05e48bc2a),segment_id=897c2c7f-ed9b-45e2-8554-69f05e48bc2a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:17.822416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.901312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f,segment=NetworkSegment(db4a5445-3efd-43af-84fd-fd65af7c5133),segment_id=db4a5445-3efd-43af-84fd-fd65af7c5133)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:17.980378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:17.987875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Calling delete_port for fda029a6-3c52-481b-b120-b73aa4e1e5c7 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:27:18.051363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b739e-1459-42c4-b1ca-461076fc7a31 None None] Current status of the port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:18.051754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5f8b739e-1459-42c4-b1ca-461076fc7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.084653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:18.135390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.144818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-5f8b739e-1459-42c4-b1ca-461076fc7a31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:27:18.145319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-5f8b739e-1459-42c4-b1ca-461076fc7a31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:27:18.184820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event deleted for resources: {'Port': ['ID=fda029a6-3c52-481b-b120-b73aa4e1e5c7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:18.186641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] No DVR routers for this DVR port fda029a6-3c52-481b-b120-b73aa4e1e5c7 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:27:18.411590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.438355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb7a160-4b32-43e4-8c61-a7325a7d19a9']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:18.451380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897c2c7f-ed9b-45e2-8554-69f05e48bc2a') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:18.452061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897c2c7f-ed9b-45e2-8554-69f05e48bc2a') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:18.463824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.480773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.487642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:27:18.488033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.655683 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 897c2c7f-ed9b-45e2-8554-69f05e48bc2a resource provider aggregate not found Sep 21 16:27:18.660823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.680179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.687598 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 897c2c7f-ed9b-45e2-8554-69f05e48bc2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 897c2c7f-ed9b-45e2-8554-69f05e48bc2a found for delete ", "request_id": "req-b536d91a-304f-4a30-8851-8a1d83b45a43"}]} Sep 21 16:27:18.695446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event deleted for resources: {'Network': ['ID=2eb7a160-4b32-43e4-8c61-a7325a7d19a9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:18.698184 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b590cc17-b9ec-4be1-b417-d9ed32b20fa5 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "DELETE /v2.0/networks/2eb7a160-4b32-43e4-8c61-a7325a7d19a9 HTTP/1.1" status: 204 len: 168 time: 1.2551842 Sep 21 16:27:18.701020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51930) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:18.709514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b739e-1459-42c4-b1ca-461076fc7a31 None None] Current status of the port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:18.769708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d398c-8dcc-4e2a-a9ae-8807183298e5 None None] DHCP port deletion for 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:27:18.769985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1869ada9-dcd7-44a5-b50d-ad7f13fed1ec tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Deleting subnet 91423256-9991-41ff-b67b-f720edbe92fb {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:27:18.773080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1869ada9-dcd7-44a5-b50d-ad7f13fed1ec tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.784867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cf801-e3f8-4b5b-bce6-9c67d95b2bca None None] Network 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:18.802999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cf801-e3f8-4b5b-bce6-9c67d95b2bca None None] Network 2eb7a160-4b32-43e4-8c61-a7325a7d19a9 could not be found, it might have been deleted concurrently. {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 21 16:27:18.819954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f6e45c0e-cd34-447b-a290-f83136de3ffe None None] Could not find standard attr ID for object fda029a6-3c52-481b-b120-b73aa4e1e5c7. {{(pid=89727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 16:27:18.831067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1869ada9-dcd7-44a5-b50d-ad7f13fed1ec tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.920054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1869ada9-dcd7-44a5-b50d-ad7f13fed1ec tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.063259 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1869ada9-dcd7-44a5-b50d-ad7f13fed1ec tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.102205 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869ada9-dcd7-44a5-b50d-ad7f13fed1ec tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event deleted for resources: {'Subnet': ['ID=91423256-9991-41ff-b67b-f720edbe92fb,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:19.107541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1869ada9-dcd7-44a5-b50d-ad7f13fed1ec tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.113477 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1869ada9-dcd7-44a5-b50d-ad7f13fed1ec tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "DELETE /v2.0/subnets/91423256-9991-41ff-b67b-f720edbe92fb HTTP/1.1" status: 204 len: 168 time: 0.4115467 Sep 21 16:27:19.114384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9070813-7c90-4a77-90cc-648796493013 None None] Network 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:19.115984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51934) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:19.228772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.239248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Deleting port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:19.239584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.392458 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] DHCP port deletion for 09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:27:19.396778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] Deleting port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:19.397220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.451768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] For port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f,segment=NetworkSegment(db4a5445-3efd-43af-84fd-fd65af7c5133),segment_id=db4a5445-3efd-43af-84fd-fd65af7c5133)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:19.452227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.578965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Calling delete_port for 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:27:19.599512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] For port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f,segment=NetworkSegment(db4a5445-3efd-43af-84fd-fd65af7c5133),segment_id=db4a5445-3efd-43af-84fd-fd65af7c5133)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:19.599915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.723190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] Calling delete_port for 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:27:19.729500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.780544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event deleted for resources: {'Port': ['ID=2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:19.782379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] No DVR routers for this DVR port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:27:19.795216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:27:19.795580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:27:19.998223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.022762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:20.035245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4a5445-3efd-43af-84fd-fd65af7c5133') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:20.035554 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4a5445-3efd-43af-84fd-fd65af7c5133') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:20.046819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.062849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.068722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:27:20.069103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.136895 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment db4a5445-3efd-43af-84fd-fd65af7c5133 resource provider aggregate not found Sep 21 16:27:20.153501 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment db4a5445-3efd-43af-84fd-fd65af7c5133 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db4a5445-3efd-43af-84fd-fd65af7c5133 found for delete ", "request_id": "req-4b5fba9a-36a3-48a8-95a5-290779b85d72"}]} Sep 21 16:27:20.226034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.243097 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.254903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Pushing event deleted for resources: {'Network': ['ID=09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:20.257819 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-32cfb4aa-635c-4570-bc2f-24c6ef939a1d tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "DELETE /v2.0/networks/09afe9d2-6818-4b9f-b3f0-5e4bc5d259a4 HTTP/1.1" status: 204 len: 168 time: 1.1408498 Sep 21 16:27:20.261230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51942) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:20.297232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] Deleting port 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:27:20.297641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.310225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-94d3e72e-899f-411c-bd83-e87db35cd095 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Synchronizing usage tracker for tenant:318b55008c0b424290e32cec45f08e54 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:27:20.365679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9a163038-15f8-4fca-8725-c829352cb009 None None] The port '2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:27:20.371154 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-94d3e72e-899f-411c-bd83-e87db35cd095 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Unset dirty status for tenant:318b55008c0b424290e32cec45f08e54 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:27:20.372446 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-94d3e72e-899f-411c-bd83-e87db35cd095 tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "GET /v2.0/ports?device_id=09095c6f-e5cc-47d9-9eb1-efa567162756 HTTP/1.1" status: 200 len: 205 time: 0.1108401 Sep 21 16:27:20.375317 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51946) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:20.507010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f81d674d-bbd7-44f2-ab16-4bc2f8bbd3fa tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.799053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f81d674d-bbd7-44f2-ab16-4bc2f8bbd3fa tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.801109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f81d674d-bbd7-44f2-ab16-4bc2f8bbd3fa tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.883296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f81d674d-bbd7-44f2-ab16-4bc2f8bbd3fa tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.883810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81d674d-bbd7-44f2-ab16-4bc2f8bbd3fa tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Fanout notify agent at l3_agent the message router_deleted on router 09095c6f-e5cc-47d9-9eb1-efa567162756 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:27:20.895002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f81d674d-bbd7-44f2-ab16-4bc2f8bbd3fa tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.896080 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f81d674d-bbd7-44f2-ab16-4bc2f8bbd3fa tempest-RoutersNegativeTest-2139980871 tempest-RoutersNegativeTest-2139980871-project] 10.222.0.65 "DELETE /v2.0/routers/09095c6f-e5cc-47d9-9eb1-efa567162756 HTTP/1.1" status: 204 len: 168 time: 0.5203192 Sep 21 16:27:21.350800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:27:21.383408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51954) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:21.384650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:27:21.384996 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2189c2f7-bff1-4838-a2f3-6a7af3eb5f0f not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:27:21.557577 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-498ff97a-a9ac-4da3-a00e-4695da3e1585 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=318b55008c0b424290e32cec45f08e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729240 Sep 21 16:27:21.559998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51960) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:21.615573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9df513e-4550-42ef-8c98-a88a7eeb55ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.643638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9df513e-4550-42ef-8c98-a88a7eeb55ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.759802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9df513e-4550-42ef-8c98-a88a7eeb55ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.774576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df513e-4550-42ef-8c98-a88a7eeb55ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e3e739-0871-4c62-912c-82948176db19,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:21.780666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9df513e-4550-42ef-8c98-a88a7eeb55ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.783782 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d9df513e-4550-42ef-8c98-a88a7eeb55ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70e3e739-0871-4c62-912c-82948176db19 HTTP/1.1" status: 204 len: 168 time: 0.2221293 Sep 21 16:27:22.735648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51984) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:22.838056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1333573767-network', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:22.842810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:22.847216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Usage tracker for resource:network and tenant:a758b446f72b4986b81d018dcd31debc is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:22.850105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:22.855872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:22.942079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Made reservation on behalf of a758b446f72b4986b81d018dcd31debc for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:22.944342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.958891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.973284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:22.977157 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Usage tracker for resource:security_group_rule and tenant:a758b446f72b4986b81d018dcd31debc is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:22.979914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:22.985709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:23.067670 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:23.124998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:23.154827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:27:23.163824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cf240b-d1a5-4440-84ec-f22235757326,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:23.169176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:23.169525 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Added segment 75a32190-3674-4d7b-8b1c-33212ae17e77 of type vlan for network 4dc99b82-0276-4a5d-a682-26284753307e Sep 21 16:27:23.194503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:23.296307 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:23.297237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:23.297812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:23.398360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] Pushing event updated for resources: {'Network': ['ID=4dc99b82-0276-4a5d-a682-26284753307e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:23.408517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 4dc99b82-0276-4a5d-a682-26284753307e details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:27:23.468734 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dda15921-de33-44e0-88b8-d3fc5140573b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7313840 Sep 21 16:27:23.471600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 51990) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:23.477272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Request body: {'subnet': {'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-subnet', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'ip_version': 4}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:23.482200 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:23.486080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Usage tracker for resource:subnet and tenant:a758b446f72b4986b81d018dcd31debc is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:23.488951 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:23.494713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:23.593726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Made reservation on behalf of a758b446f72b4986b81d018dcd31debc for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:23.596220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:23.851246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.017487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac86c3f-357f-4c89-9705-97d1777f0545,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:24.027560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Checking segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:24.027920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Network hostable DHCP agents. Network: 4dc99b82-0276-4a5d-a682-26284753307e, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:27:24.125323 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Network 4dc99b82-0276-4a5d-a682-26284753307e is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:27:24.211150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 4dc99b82-0276-4a5d-a682-26284753307e) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:24.216043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:24.217300 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.218978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0063969-ce78-433c-8e5c-a5d9554d6ecc None None] Network 4dc99b82-0276-4a5d-a682-26284753307e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:24.297753 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8bff615c-a9eb-47cc-8734-7926a5f40e61 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8250482 Sep 21 16:27:24.301131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51994) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:24.306083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:24.310755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:24.314791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Usage tracker for resource:router and tenant:a758b446f72b4986b81d018dcd31debc is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:24.317675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:24.323418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:24.405796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.406866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.421965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.439211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-4dc99b82-0276-4a5d-a682-26284753307e', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'fixed_ips': [{'subnet_id': '0ac86c3f-357f-4c89-9705-97d1777f0545'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:27:24.440060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.623546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Allocated IP 172.20.0.2 (4dc99b82-0276-4a5d-a682-26284753307e/0ac86c3f-357f-4c89-9705-97d1777f0545/f5863f61-68ca-4d18-bbcc-1d1ef723628f) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:24.756409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.826499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.836778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Transition to ACTIVE for port object f5863f61-68ca-4d18-bbcc-1d1ef723628f will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:24.854192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Transition to ACTIVE for port object f5863f61-68ca-4d18-bbcc-1d1ef723628f will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:24.918123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:24.983304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Network 4dc99b82-0276-4a5d-a682-26284753307e is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:24.986799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:24.990427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:25.027240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Pushing event updated for resources: {'Port': ['ID=f5863f61-68ca-4d18-bbcc-1d1ef723628f,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:25.044659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.045020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.045368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.045711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.046069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.046414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.046748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.047082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.047414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.047742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.048068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.048450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:25.107131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Attempting to bind port f5863f61-68ca-4d18-bbcc-1d1ef723628f on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:25.107539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Attempting to bind port f5863f61-68ca-4d18-bbcc-1d1ef723628f by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:25.107944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Attempting to bind port f5863f61-68ca-4d18-bbcc-1d1ef723628f on network 4dc99b82-0276-4a5d-a682-26284753307e {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:25.113910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:25.114316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Checking segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:25.114722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:25.115123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Bound using segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:25.115607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Bound port: f5863f61-68ca-4d18-bbcc-1d1ef723628f, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:25.115985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:25.130655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:25.160627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:25.217018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] For port f5863f61-68ca-4d18-bbcc-1d1ef723628f, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:25.220033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] For port f5863f61-68ca-4d18-bbcc-1d1ef723628f, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f5863f61-68ca-4d18-bbcc-1d1ef723628f,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:25.280233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:25.301925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Allocated IP 172.26.0.125 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/975fb464-26e0-4e73-9ba7-7bf62ab8c6dc) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:25.352725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2076ca5-b497-435b-b745-f4e4b468b241 None None] Pushing event updated for resources: {'Port': ['ID=f5863f61-68ca-4d18-bbcc-1d1ef723628f,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:25.570932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:25.661262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:25.729519 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:25.732513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:25.735219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:25.778510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Pushing event updated for resources: {'Port': ['ID=975fb464-26e0-4e73-9ba7-7bf62ab8c6dc,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:26.242058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.293741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d57206b-badd-44a0-b959-7adec8a44fbd None None] Network 4dc99b82-0276-4a5d-a682-26284753307e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:26.458166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f75d01a7-662b-4349-b6db-deb9ee69e053 None None] Provisioning for port f5863f61-68ca-4d18-bbcc-1d1ef723628f completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:26.583353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.867753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Router 13c9975d-8950-4216-bd5d-d030adcbcf0b is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:27:27.039707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:27:27.048109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Sync routers for ids ['13c9975d-8950-4216-bd5d-d030adcbcf0b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:27:27.057081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Routers {'13c9975d-8950-4216-bd5d-d030adcbcf0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:27:27.057713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:27:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['13c9975d-8950-4216-bd5d-d030adcbcf0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:27.159774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.161101 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f1642605-d662-446b-8655-6bae98a5dd87 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8588986 Sep 21 16:27:27.163832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 51998) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:27.233294 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Set router 13c9975d-8950-4216-bd5d-d030adcbcf0b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:27:27.410032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f5863f61-68ca-4d18-bbcc-1d1ef723628f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:27.611966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:27:25Z', 'revision_number': 3, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port': {'id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:25Z', 'updated_at': '2022-09-21T16:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:27.615863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Checking router: 13c9975d-8950-4216-bd5d-d030adcbcf0b for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:27:27.616218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Updating router 13c9975d-8950-4216-bd5d-d030adcbcf0b port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:27:27.644107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port f5863f61-68ca-4d18-bbcc-1d1ef723628f completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:27.662286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f5863f61-68ca-4d18-bbcc-1d1ef723628f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:27.662608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.716626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.895850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f5863f61-68ca-4d18-bbcc-1d1ef723628f is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:27.896231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.964744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.004268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port f5863f61-68ca-4d18-bbcc-1d1ef723628f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f5863f61-68ca-4d18-bbcc-1d1ef723628f,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:28.063643 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.170219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Allocated IP 172.20.0.1 (4dc99b82-0276-4a5d-a682-26284753307e/0ac86c3f-357f-4c89-9705-97d1777f0545/e61702ca-d7bb-4c2c-8da1-09b141d00770) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:28.183242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.188493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=f5863f61-68ca-4d18-bbcc-1d1ef723628f,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:28.199361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Transition to ACTIVE for port object 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:28.257072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.322332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Attempting to bind port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:28.322707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Attempting to bind port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:28.323077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Attempting to bind port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:28.323763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.331599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:28.331983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:28.332386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.332783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:28.333251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Bound port: 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:28.333629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.339518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Transition to ACTIVE for port object e61702ca-d7bb-4c2c-8da1-09b141d00770 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:28.383213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaea50-e074-42f6-a7ae-fe732d7b6fb5 None None] Pushing event updated for resources: {'Port': ['ID=975fb464-26e0-4e73-9ba7-7bf62ab8c6dc,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:28.413717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] For port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:28.416611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] For port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=975fb464-26e0-4e73-9ba7-7bf62ab8c6dc,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:28.440858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.497129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.507252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Network 4dc99b82-0276-4a5d-a682-26284753307e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:28.509954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:28.513429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:28.558087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Routers {'13c9975d-8950-4216-bd5d-d030adcbcf0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:27:28.558450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Pushing event updated for resources: {'Port': ['ID=e61702ca-d7bb-4c2c-8da1-09b141d00770,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:28.558612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:27:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['13c9975d-8950-4216-bd5d-d030adcbcf0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:28.577854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.653705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaea50-e074-42f6-a7ae-fe732d7b6fb5 None None] Pushing event updated for resources: {'Port': ['ID=975fb464-26e0-4e73-9ba7-7bf62ab8c6dc,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:28.767343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] Set router 13c9975d-8950-4216-bd5d-d030adcbcf0b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:27:28.864919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2d577be-d763-4cbe-905e-e462b52306cc None None] Provisioning for port e61702ca-d7bb-4c2c-8da1-09b141d00770 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:28.889352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2d577be-d763-4cbe-905e-e462b52306cc None None] Provisioning complete for port e61702ca-d7bb-4c2c-8da1-09b141d00770 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:28.889716 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2d577be-d763-4cbe-905e-e462b52306cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:28.907301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:29.010151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2d577be-d763-4cbe-905e-e462b52306cc None None] Port e61702ca-d7bb-4c2c-8da1-09b141d00770 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:27:29.119572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:27:25Z', 'revision_number': 3, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port': {'id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:25Z', 'updated_at': '2022-09-21T16:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:29.123450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8813de12-bc88-423c-bd7a-74928bfe04a4 None None] The sync data for ids ['13c9975d-8950-4216-bd5d-d030adcbcf0b'] in dv-neutron-858618-1-hyperv is: [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:27:25Z', 'revision_number': 3, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port': {'id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:25Z', 'updated_at': '2022-09-21T16:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:27:29.163359 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:29.255634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:29.317639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:29.375638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f5863f61-68ca-4d18-bbcc-1d1ef723628f up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:29.459070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:29.460248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port f5863f61-68ca-4d18-bbcc-1d1ef723628f triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:29.460723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:29.463625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Pushing event updated for resources: {'Port': ['ID=e61702ca-d7bb-4c2c-8da1-09b141d00770,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:29.613242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Network 4dc99b82-0276-4a5d-a682-26284753307e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:29.614543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:29.635146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port f5863f61-68ca-4d18-bbcc-1d1ef723628f is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:29.823215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Router 13c9975d-8950-4216-bd5d-d030adcbcf0b has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:27:29.938789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4223c61b-b1a2-44f7-a536-7ce0a3cc9795 None None] Provisioning complete for port e61702ca-d7bb-4c2c-8da1-09b141d00770 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:29.939780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4223c61b-b1a2-44f7-a536-7ce0a3cc9795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:30.001042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-4223c61b-b1a2-44f7-a536-7ce0a3cc9795 None None] Port e61702ca-d7bb-4c2c-8da1-09b141d00770 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:27:30.015106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:27:30.028305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-319efd28-1c41-4a68-92b8-96b0f45199fd admin admin] 10.222.0.65 "PUT /v2.0/routers/13c9975d-8950-4216-bd5d-d030adcbcf0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8634040 Sep 21 16:27:30.671321 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Sync routers for ids ['13c9975d-8950-4216-bd5d-d030adcbcf0b'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:27:30.681455 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Routers {'13c9975d-8950-4216-bd5d-d030adcbcf0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:27:30.682104 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:27:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['13c9975d-8950-4216-bd5d-d030adcbcf0b'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:30.686483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52016) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:30.692066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-264281625-network', 'tenant_id': '757a0413ec9841f6838b9ba356f12666'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:30.696981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:30.700932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Usage tracker for resource:network and tenant:757a0413ec9841f6838b9ba356f12666 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:30.707066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:30.710565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:30.776643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Made reservation on behalf of 757a0413ec9841f6838b9ba356f12666 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:30.779053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:30.795080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:30.809314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:30.813194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Usage tracker for resource:security_group_rule and tenant:757a0413ec9841f6838b9ba356f12666 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:30.816065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:30.821844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:30.864211 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Set router 13c9975d-8950-4216-bd5d-d030adcbcf0b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:27:30.903829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:30.959800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:30.989907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:27:30.998708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c970ec8f-8018-4164-82ce-d595b2eddcd0,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:31.006153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.006507 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Added segment 846d415a-5b41-4025-8f5f-e90780f35bde of type vlan for network c090d558-6834-464d-89dd-9e706f37f491 Sep 21 16:27:31.038264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.140123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.141063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:31.141638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.177146 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:27:28Z', 'revision_number': 4, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port': {'id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:25Z', 'updated_at': '2022-09-21T16:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'e61702ca-d7bb-4c2c-8da1-09b141d00770', 'name': '', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:28Z', 'updated_at': '2022-09-21T16:27:29Z', 'revision_number': 2, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'subnets': [{'id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:31.180962 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Checking router: 13c9975d-8950-4216-bd5d-d030adcbcf0b for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:27:31.181304 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Updating router 13c9975d-8950-4216-bd5d-d030adcbcf0b port e61702ca-d7bb-4c2c-8da1-09b141d00770 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:27:31.247714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] Pushing event updated for resources: {'Network': ['ID=c090d558-6834-464d-89dd-9e706f37f491,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:31.258203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network c090d558-6834-464d-89dd-9e706f37f491 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:27:31.269523 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.295180 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4ccf9211-0e78-4eab-ab5a-0cc867307727 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6075175 Sep 21 16:27:31.297890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52020) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:31.304126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Request body: {'subnet': {'network_id': 'c090d558-6834-464d-89dd-9e706f37f491', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-subnet', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:31.309582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:31.315379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Usage tracker for resource:subnet and tenant:757a0413ec9841f6838b9ba356f12666 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:31.320478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:31.326248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:31.398785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:31.399455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Made reservation on behalf of 757a0413ec9841f6838b9ba356f12666 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:31.401878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.519385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:31.525255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:31.525625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.617562 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.629472 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Transition to ACTIVE for port object e61702ca-d7bb-4c2c-8da1-09b141d00770 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:31.645177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:31.645487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.661847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=975fb464-26e0-4e73-9ba7-7bf62ab8c6dc,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:31.696957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.719268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.719431 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.777150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb87158e-e6e1-44f7-970c-6f7e5857c58c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:31.788106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Checking segment: {'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:31.788106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Network hostable DHCP agents. Network: c090d558-6834-464d-89dd-9e706f37f491, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:27:31.790526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=975fb464-26e0-4e73-9ba7-7bf62ab8c6dc,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:31.874019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Network c090d558-6834-464d-89dd-9e706f37f491 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:27:31.910697 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Pushing event updated for resources: {'Port': ['ID=e61702ca-d7bb-4c2c-8da1-09b141d00770,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:31.930161 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.930513 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.930857 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.931194 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.931528 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.931861 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.932202 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.932514 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.932848 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.933167 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.933488 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.933807 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:31.936886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, c090d558-6834-464d-89dd-9e706f37f491) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:31.941138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:31.941725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.948333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0634896-ae80-4f2d-9462-346254e3c1c6 None None] Network c090d558-6834-464d-89dd-9e706f37f491 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:31.949835 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Attempting to bind port e61702ca-d7bb-4c2c-8da1-09b141d00770 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:31.950247 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Attempting to bind port e61702ca-d7bb-4c2c-8da1-09b141d00770 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:31.950606 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Attempting to bind port e61702ca-d7bb-4c2c-8da1-09b141d00770 on network 4dc99b82-0276-4a5d-a682-26284753307e {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:31.957034 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:31.957478 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Checking segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:31.957889 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:31.958299 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Bound using segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:31.958761 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Bound port: e61702ca-d7bb-4c2c-8da1-09b141d00770, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:31.959133 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.023488 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-140c7822-2204-4405-ac61-725295a5ca87 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7238615 Sep 21 16:27:32.026186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52024) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:32.031720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:32.038999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:32.045814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Usage tracker for resource:router and tenant:757a0413ec9841f6838b9ba356f12666 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:27:32.052117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:27:32.059880 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] For port e61702ca-d7bb-4c2c-8da1-09b141d00770, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:32.061028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:32.062989 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] For port e61702ca-d7bb-4c2c-8da1-09b141d00770, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e61702ca-d7bb-4c2c-8da1-09b141d00770,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:32.143669 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.157975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.159172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.176710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.190318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-c090d558-6834-464d-89dd-9e706f37f491', 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'fixed_ips': [{'subnet_id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:27:32.191263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.205292 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Routers {'13c9975d-8950-4216-bd5d-d030adcbcf0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:27:32.212668 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:27:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['13c9975d-8950-4216-bd5d-d030adcbcf0b'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:32.293597 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacf9a3-574b-4a50-863a-27ab3c048126 None None] Pushing event updated for resources: {'Port': ['ID=e61702ca-d7bb-4c2c-8da1-09b141d00770,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:32.352554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Allocated IP 172.20.0.2 (c090d558-6834-464d-89dd-9e706f37f491/bb87158e-e6e1-44f7-970c-6f7e5857c58c/e3acf13f-ca11-4d36-87aa-47b1b52b2883) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:32.411569 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] Set router 13c9975d-8950-4216-bd5d-d030adcbcf0b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:27:32.517628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.564904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.574869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Transition to ACTIVE for port object e3acf13f-ca11-4d36-87aa-47b1b52b2883 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:32.593862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Transition to ACTIVE for port object e3acf13f-ca11-4d36-87aa-47b1b52b2883 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:32.655209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.722726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Network c090d558-6834-464d-89dd-9e706f37f491 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:32.725677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:32.729416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:32.749035 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:27:28Z', 'revision_number': 4, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port': {'id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:25Z', 'updated_at': '2022-09-21T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'e61702ca-d7bb-4c2c-8da1-09b141d00770', 'name': '', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:28Z', 'updated_at': '2022-09-21T16:27:32Z', 'revision_number': 4, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'subnets': [{'id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:32.753557 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fd1db-bca6-4e1a-aa21-0b698ea85e20 None None] The sync data for ids ['13c9975d-8950-4216-bd5d-d030adcbcf0b'] in dv-neutron-858618-1-hyperv is: [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:27:28Z', 'revision_number': 4, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port': {'id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:25Z', 'updated_at': '2022-09-21T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'e61702ca-d7bb-4c2c-8da1-09b141d00770', 'name': '', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'mac_address': 'fa:16:3e:66:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:28Z', 'updated_at': '2022-09-21T16:27:32Z', 'revision_number': 4, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'subnets': [{'id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:27:32.780021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Pushing event updated for resources: {'Port': ['ID=e3acf13f-ca11-4d36-87aa-47b1b52b2883,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:32.866278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Attempting to bind port e3acf13f-ca11-4d36-87aa-47b1b52b2883 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:32.868633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Attempting to bind port e3acf13f-ca11-4d36-87aa-47b1b52b2883 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:32.868633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Attempting to bind port e3acf13f-ca11-4d36-87aa-47b1b52b2883 on network c090d558-6834-464d-89dd-9e706f37f491 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:32.873619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:32.874061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Checking segment: {'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:32.874453 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.874904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Bound using segment: {'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:32.875388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Bound port: e3acf13f-ca11-4d36-87aa-47b1b52b2883, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:32.875772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.915383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.927520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b53d8701-1474-49cf-890c-abb6c3c7b3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.947370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.977455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] For port e3acf13f-ca11-4d36-87aa-47b1b52b2883, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:32.981251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] For port e3acf13f-ca11-4d36-87aa-47b1b52b2883, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e3acf13f-ca11-4d36-87aa-47b1b52b2883,segment=NetworkSegment(846d415a-5b41-4025-8f5f-e90780f35bde),segment_id=846d415a-5b41-4025-8f5f-e90780f35bde)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:33.051866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.091799 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Allocated IP 172.26.0.115 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/b27d2415-9eb1-4cdc-8284-829dc5d55208) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:33.132767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00fb3-c216-48ff-a9df-25db383aaa73 None None] Pushing event updated for resources: {'Port': ['ID=e3acf13f-ca11-4d36-87aa-47b1b52b2883,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:33.264598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.383296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.458070 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:33.461864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:33.465777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:33.508234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Pushing event updated for resources: {'Port': ['ID=b27d2415-9eb1-4cdc-8284-829dc5d55208,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:33.538881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e61702ca-d7bb-4c2c-8da1-09b141d00770 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:33.662441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port e61702ca-d7bb-4c2c-8da1-09b141d00770 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:33.668055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e61702ca-d7bb-4c2c-8da1-09b141d00770 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:33.668485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.836196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e61702ca-d7bb-4c2c-8da1-09b141d00770 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:33.836546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.878243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port e61702ca-d7bb-4c2c-8da1-09b141d00770, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e61702ca-d7bb-4c2c-8da1-09b141d00770,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:33.953910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.955397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:34.100088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=e61702ca-d7bb-4c2c-8da1-09b141d00770,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:34.117476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.121749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:34.122162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.247130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:34.248234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e3acf13f-ca11-4d36-87aa-47b1b52b2883 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:34.280334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19ba853-4755-43e5-9c59-4d95ba834723 None None] Network c090d558-6834-464d-89dd-9e706f37f491 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:27:34.459941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-71f56160-1241-43e7-a2c6-81ab66ed8b9d None None] Provisioning for port e3acf13f-ca11-4d36-87aa-47b1b52b2883 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:34.474218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.524968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port e3acf13f-ca11-4d36-87aa-47b1b52b2883 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:34.536872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e3acf13f-ca11-4d36-87aa-47b1b52b2883 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:34.537255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.680587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e3acf13f-ca11-4d36-87aa-47b1b52b2883 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:34.681134 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.717789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port e3acf13f-ca11-4d36-87aa-47b1b52b2883, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e3acf13f-ca11-4d36-87aa-47b1b52b2883,segment=NetworkSegment(846d415a-5b41-4025-8f5f-e90780f35bde),segment_id=846d415a-5b41-4025-8f5f-e90780f35bde)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:34.765454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Router aab46e47-64d5-4529-9244-f852313a2c04 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:27:34.794522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.866715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=e3acf13f-ca11-4d36-87aa-47b1b52b2883,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:34.894585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d6d7d0b3-3309-4a0f-b868-c2521e36e5f0 None None] Provisioning complete for port e3acf13f-ca11-4d36-87aa-47b1b52b2883 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:34.894945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d0b3-3309-4a0f-b868-c2521e36e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.944763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:27:34.957082 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Sync routers for ids ['aab46e47-64d5-4529-9244-f852313a2c04'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:27:34.975835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Routers {'aab46e47-64d5-4529-9244-f852313a2c04'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:27:34.976479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:27:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['aab46e47-64d5-4529-9244-f852313a2c04'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:35.029909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d611f1c1-6d64-4b9a-8835-5d04dcd58736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.049540 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.050838 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5632b097-1f9c-4493-89c0-a630369e61de admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0236561 Sep 21 16:27:35.053465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52028) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:27:35.186499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7d0b3-3309-4a0f-b868-c2521e36e5f0 None None] Current status of the port e3acf13f-ca11-4d36-87aa-47b1b52b2883 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:35.209194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Set router aab46e47-64d5-4529-9244-f852313a2c04 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:27:35.381005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e61702ca-d7bb-4c2c-8da1-09b141d00770 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:35.570734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e61702ca-d7bb-4c2c-8da1-09b141d00770 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:35.570734 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.695176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:33Z', 'revision_number': 3, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port': {'id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:35.704210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Checking router: aab46e47-64d5-4529-9244-f852313a2c04 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:27:35.705095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Updating router aab46e47-64d5-4529-9244-f852313a2c04 port b27d2415-9eb1-4cdc-8284-829dc5d55208 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:27:35.749642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e61702ca-d7bb-4c2c-8da1-09b141d00770 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:35.750785 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e3acf13f-ca11-4d36-87aa-47b1b52b2883 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:35.808208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.840780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.927119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port e3acf13f-ca11-4d36-87aa-47b1b52b2883 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:35.927489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.051224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Allocated IP 172.20.0.1 (c090d558-6834-464d-89dd-9e706f37f491/bb87158e-e6e1-44f7-970c-6f7e5857c58c/afcbb344-bc49-4dec-87a4-4ef34e4e92b1) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:36.169538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port e3acf13f-ca11-4d36-87aa-47b1b52b2883 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:36.198140 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.213508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Transition to ACTIVE for port object afcbb344-bc49-4dec-87a4-4ef34e4e92b1 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:36.265290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.277329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Transition to ACTIVE for port object b27d2415-9eb1-4cdc-8284-829dc5d55208 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:36.297155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.346350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.363624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Network c090d558-6834-464d-89dd-9e706f37f491 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:36.366381 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:36.370194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:36.374636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.427720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.449438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Attempting to bind port b27d2415-9eb1-4cdc-8284-829dc5d55208 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:36.449972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Attempting to bind port b27d2415-9eb1-4cdc-8284-829dc5d55208 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:36.450477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Attempting to bind port b27d2415-9eb1-4cdc-8284-829dc5d55208 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:36.461866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:36.462415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:36.463180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.463674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:36.464253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Bound port: b27d2415-9eb1-4cdc-8284-829dc5d55208, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:36.464859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.506797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4a27a-0046-4bb4-ac8b-23e407c1eb0a None None] Pushing event updated for resources: {'Port': ['ID=b27d2415-9eb1-4cdc-8284-829dc5d55208,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:36.553358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] For port b27d2415-9eb1-4cdc-8284-829dc5d55208, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:36.556842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] For port b27d2415-9eb1-4cdc-8284-829dc5d55208, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b27d2415-9eb1-4cdc-8284-829dc5d55208,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:36.573429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:36.634129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.699865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Routers {'aab46e47-64d5-4529-9244-f852313a2c04'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:27:36.700508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:27:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['aab46e47-64d5-4529-9244-f852313a2c04'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:36.775549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.811843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4a27a-0046-4bb4-ac8b-23e407c1eb0a None None] Pushing event updated for resources: {'Port': ['ID=b27d2415-9eb1-4cdc-8284-829dc5d55208,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:36.888575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b79aeadd-f4ea-4797-b3b1-ce5580cd5d22 None None] Provisioning for port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:36.899091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b79aeadd-f4ea-4797-b3b1-ce5580cd5d22 None None] Provisioning complete for port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:36.899474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b79aeadd-f4ea-4797-b3b1-ce5580cd5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.949670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:36.966702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] Set router aab46e47-64d5-4529-9244-f852313a2c04 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:27:37.028741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b79aeadd-f4ea-4797-b3b1-ce5580cd5d22 None None] Port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:27:37.044052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:37.108197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:37.216564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:37.219224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:37.288957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 4, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port': {'id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'afcbb344-bc49-4dec-87a4-4ef34e4e92b1', 'name': '', 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'mac_address': 'fa:16:3e:fb:53:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:35Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 1, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'subnets': [{'id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:37.293287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743085e2-793e-4708-a137-75a9648a5c06 None None] The sync data for ids ['aab46e47-64d5-4529-9244-f852313a2c04'] in dv-neutron-858618-1-hyperv is: [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 4, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port': {'id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'afcbb344-bc49-4dec-87a4-4ef34e4e92b1', 'name': '', 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'mac_address': 'fa:16:3e:fb:53:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:35Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 1, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'subnets': [{'id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:27:37.468270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Network c090d558-6834-464d-89dd-9e706f37f491 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:37.469439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:37.698273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Router aab46e47-64d5-4529-9244-f852313a2c04 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:27:37.856267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-adb7a3f2-5db1-4872-b6c8-2d264d204657 None None] Provisioning complete for port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:37.856862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-adb7a3f2-5db1-4872-b6c8-2d264d204657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:37.895914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:27:37.906275 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-70074a01-585a-490d-856e-dfeab1852eb8 admin admin] 10.222.0.65 "PUT /v2.0/routers/aab46e47-64d5-4529-9244-f852313a2c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8517199 Sep 21 16:27:37.970672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-adb7a3f2-5db1-4872-b6c8-2d264d204657 None None] Port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:27:38.021189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:38.905350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-d99d601c-70ca-4b55-9da1-35b331ff9aca tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:38.906733 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-d99d601c-70ca-4b55-9da1-35b331ff9aca tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/networks?id=4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 200 len: 817 time: 0.2519941 Sep 21 16:27:38.921319 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-c783ed2c-b4b6-4d54-9891-a12a3d966772 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/quotas/a758b446f72b4986b81d018dcd31debc HTTP/1.1" status: 200 len: 375 time: 0.0090222 Sep 21 16:27:39.015577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-8cc50c96-997d-4998-ae8d-b390f9915c22 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:27:39.085244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-8cc50c96-997d-4998-ae8d-b390f9915c22 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:27:39.086727 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-8cc50c96-997d-4998-ae8d-b390f9915c22 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600080 Sep 21 16:27:39.102216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-1cdbcb1c-c197-48d5-88e8-903a191b84b8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:27:39.103147 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-1cdbcb1c-c197-48d5-88e8-903a191b84b8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051432 Sep 21 16:27:39.236186 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-a44d9959-dbf5-4563-ba64-db7217c61f45 service neutron] 10.222.0.65 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271582 Sep 21 16:27:39.372366 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-54faf5fa-b0c5-44dd-9eeb-d9c67d29f7a8 service neutron] 10.222.0.65 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301074 Sep 21 16:27:39.385516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b27d2415-9eb1-4cdc-8284-829dc5d55208 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:39.531033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port b27d2415-9eb1-4cdc-8284-829dc5d55208 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:39.537050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b27d2415-9eb1-4cdc-8284-829dc5d55208 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:39.542246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:39.669354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b27d2415-9eb1-4cdc-8284-829dc5d55208 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:39.670087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:39.691905 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port b27d2415-9eb1-4cdc-8284-829dc5d55208, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b27d2415-9eb1-4cdc-8284-829dc5d55208,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:39.770851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:39.794075 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5eb5c2f7-0401-4c70-815c-9b120474a6ef req-c4df3fd3-1f91-469d-9933-986e346131e4 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 210 time: 0.1770566 Sep 21 16:27:39.843298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=b27d2415-9eb1-4cdc-8284-829dc5d55208,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:40.723338 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Sync routers for ids ['aab46e47-64d5-4529-9244-f852313a2c04'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:27:40.732648 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Routers {'aab46e47-64d5-4529-9244-f852313a2c04'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:27:40.733255 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:27:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['aab46e47-64d5-4529-9244-f852313a2c04'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:40.943342 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Set router aab46e47-64d5-4529-9244-f852313a2c04 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:27:40.984996 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d180e938-9f45-4e9d-8dda-e12404d445e7 req-13a90b83-614b-4898-b629-ab865050b407 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 210 time: 0.0610158 Sep 21 16:27:41.271327 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 4, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port': {'id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'afcbb344-bc49-4dec-87a4-4ef34e4e92b1', 'name': '', 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'mac_address': 'fa:16:3e:fb:53:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:35Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 2, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'subnets': [{'id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:41.275078 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Checking router: aab46e47-64d5-4529-9244-f852313a2c04 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:27:41.275425 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Updating router aab46e47-64d5-4529-9244-f852313a2c04 port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:27:41.331898 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.369412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b27d2415-9eb1-4cdc-8284-829dc5d55208 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:41.441001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b27d2415-9eb1-4cdc-8284-829dc5d55208 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:41.441519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.561981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b27d2415-9eb1-4cdc-8284-829dc5d55208 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:41.671710 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.683528 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Transition to ACTIVE for port object afcbb344-bc49-4dec-87a4-4ef34e4e92b1 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:41.759405 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.951168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457d2d-7992-4b93-9cbb-138ee23b534f None None] Pushing event updated for resources: {'Port': ['ID=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:41.982958 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Attempting to bind port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:41.984055 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Attempting to bind port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:41.984055 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Attempting to bind port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 on network c090d558-6834-464d-89dd-9e706f37f491 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:41.989256 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:41.989642 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Checking segment: {'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:41.990056 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.990494 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Bound using segment: {'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:41.990974 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Bound port: afcbb344-bc49-4dec-87a4-4ef34e4e92b1, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846d415a-5b41-4025-8f5f-e90780f35bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:41.991391 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:42.096651 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] For port afcbb344-bc49-4dec-87a4-4ef34e4e92b1, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:42.101099 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] For port afcbb344-bc49-4dec-87a4-4ef34e4e92b1, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,segment=NetworkSegment(846d415a-5b41-4025-8f5f-e90780f35bde),segment_id=846d415a-5b41-4025-8f5f-e90780f35bde)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:42.146929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-a4b4bff8-ba7b-4eea-a835-d1be2a1c059e tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:42.148426 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-a4b4bff8-ba7b-4eea-a835-d1be2a1c059e tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "GET /v2.0/networks?id=4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 200 len: 817 time: 0.1627831 Sep 21 16:27:42.161132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Request body: {'port': {'device_id': 'f33d7ecc-87e6-4ca0-b76e-75df1d3776c5', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'admin_state_up': True, 'tenant_id': 'a758b446f72b4986b81d018dcd31debc'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:42.163590 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:42.166629 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1394a464-7ae5-4c43-9dbf-d3626b4dd191 req-14e0cf77-3b3b-420a-acd1-e1bf638de575 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 210 time: 0.0576005 Sep 21 16:27:42.226838 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Routers {'aab46e47-64d5-4529-9244-f852313a2c04'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:27:42.227369 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:27:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['aab46e47-64d5-4529-9244-f852313a2c04'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:42.299910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:27:42.309843 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:27:42.315279 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457d2d-7992-4b93-9cbb-138ee23b534f None None] Pushing event updated for resources: {'Port': ['ID=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:42.370585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Made reservation on behalf of a758b446f72b4986b81d018dcd31debc for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:42.374283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:42.420170 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] Set router aab46e47-64d5-4529-9244-f852313a2c04 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:27:42.546329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Allocated IP 172.20.0.6 (4dc99b82-0276-4a5d-a682-26284753307e/0ac86c3f-357f-4c89-9705-97d1777f0545/3fd50fb1-4e1b-4138-a0ff-1f090c3fb220) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:42.749972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:42.765151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Transition to ACTIVE for port object 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:42.770511 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 4, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port': {'id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'afcbb344-bc49-4dec-87a4-4ef34e4e92b1', 'name': '', 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'mac_address': 'fa:16:3e:fb:53:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:35Z', 'updated_at': '2022-09-21T16:27:42Z', 'revision_number': 4, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'subnets': [{'id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:42.774749 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1885d-5fa4-439a-8b7b-194198748d98 None None] The sync data for ids ['aab46e47-64d5-4529-9244-f852313a2c04'] in dv-neutron-858618-1-hyperv is: [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:36Z', 'revision_number': 4, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port': {'id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'afcbb344-bc49-4dec-87a4-4ef34e4e92b1', 'name': '', 'network_id': 'c090d558-6834-464d-89dd-9e706f37f491', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'mac_address': 'fa:16:3e:fb:53:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:35Z', 'updated_at': '2022-09-21T16:27:42Z', 'revision_number': 4, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'subnets': [{'id': 'bb87158e-e6e1-44f7-970c-6f7e5857c58c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:27:42.849492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:42.927173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Network 4dc99b82-0276-4a5d-a682-26284753307e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:42.930701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:42.934545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:27:42.973895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Pushing event updated for resources: {'Port': ['ID=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:43.012816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:43.013470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:43.109878 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-949338ec-85a0-43dc-9a28-137a4ea9aa86 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9533556 Sep 21 16:27:43.124364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Request body: {'port': {'device_id': 'f33d7ecc-87e6-4ca0-b76e-75df1d3776c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:27:43.308192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-064420cb-e867-44b9-8bbb-61534afcb2bc None None] Provisioning for port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:43.316899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-064420cb-e867-44b9-8bbb-61534afcb2bc None None] Provisioning complete for port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:43.316899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-064420cb-e867-44b9-8bbb-61534afcb2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:43.387793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-064420cb-e867-44b9-8bbb-61534afcb2bc None None] Port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:27:43.390047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:43.428196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device afcbb344-bc49-4dec-87a4-4ef34e4e92b1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:43.477526 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:27:43.499719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d060a-1c9c-4150-bdb2-7fe7b1ec6b91 req-41de2808-f823-4a88-89a3-ae6f5689a776 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:43.500422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-615d060a-1c9c-4150-bdb2-7fe7b1ec6b91 req-41de2808-f823-4a88-89a3-ae6f5689a776 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:27:43.559498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:43.564980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:43.565355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:43.721311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:43.721864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:43.722802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-615d060a-1c9c-4150-bdb2-7fe7b1ec6b91 req-41de2808-f823-4a88-89a3-ae6f5689a776 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:27:43.723947 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-615d060a-1c9c-4150-bdb2-7fe7b1ec6b91 req-41de2808-f823-4a88-89a3-ae6f5689a776 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 931 time: 0.3972847 Sep 21 16:27:43.755109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port afcbb344-bc49-4dec-87a4-4ef34e4e92b1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,segment=NetworkSegment(846d415a-5b41-4025-8f5f-e90780f35bde),segment_id=846d415a-5b41-4025-8f5f-e90780f35bde)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:43.834131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:43.840252 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-615d060a-1c9c-4150-bdb2-7fe7b1ec6b91 req-94d47d15-2d4e-40fe-8209-87782b47dd6b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702555 Sep 21 16:27:43.909053 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:43.948626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:27:43.956836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:43.974898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Transition to ACTIVE for port object 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:44.031799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:44.223830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:44.260549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Attempting to bind port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:27:44.260885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Attempting to bind port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:27:44.261209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Attempting to bind port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 on network 4dc99b82-0276-4a5d-a682-26284753307e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:44.265794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 on network 4dc99b82-0276-4a5d-a682-26284753307e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:27:44.266163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Attempting to bind port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 on network 4dc99b82-0276-4a5d-a682-26284753307e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:27:44.271917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:27:44.272250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Checking segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:27:44.272628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Bound using segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:27:44.273044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Bound port: 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:27:44.273384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:44.372312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] For port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:27:44.375378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] For port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:27:44.449173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:44.480470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:44.481102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:44.482467 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] 10.222.0.33 "PUT /v2.0/ports/3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 HTTP/1.1" status: 200 len: 1093 time: 1.3637738 Sep 21 16:27:44.482898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33d7ecc-87e6-4ca0-b76e-75df1d3776c5', 'tag': '3fd50fb1-4e1b-4138-a0ff-1f090c3fb220'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:27:44.485173 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ac2e4-4eaf-4774-9e70-09129038e1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f33d7ecc-87e6-4ca0-b76e-75df1d3776c5", "tag": "3fd50fb1-4e1b-4138-a0ff-1f090c3fb220"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:27:44.526717 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df498a98-839c-4b89-aad5-9ffa45a25ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:44.618351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a2cab4-71a9-46d3-989e-ef6cf09f038b x-openstack-request-id: req-19a2cab4-71a9-46d3-989e-ef6cf09f038b {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:27:44.618642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33d7ecc-87e6-4ca0-b76e-75df1d3776c5", "tag": "3fd50fb1-4e1b-4138-a0ff-1f090c3fb220", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:27:44.618892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19a2cab4-71a9-46d3-989e-ef6cf09f038b {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:27:44.619283 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a2cab4-71a9-46d3-989e-ef6cf09f038b'] response: {'name': 'network-changed', 'server_uuid': 'f33d7ecc-87e6-4ca0-b76e-75df1d3776c5', 'tag': '3fd50fb1-4e1b-4138-a0ff-1f090c3fb220', 'status': 'completed', 'code': 200} Sep 21 16:27:44.672644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-6fd25dcb-8eb8-455f-912a-29d8775170af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:44.674374 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-6fd25dcb-8eb8-455f-912a-29d8775170af service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 1096 time: 0.0931265 Sep 21 16:27:44.743790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-c3cddc03-c0c8-432a-85a5-e666a54d7b5a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 HTTP/1.1" status: 200 len: 217 time: 0.0621266 Sep 21 16:27:44.809337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-0cebefeb-9de3-46e4-869c-434f5338e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:44.810790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-0cebefeb-9de3-46e4-869c-434f5338e976 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ac86c3f-357f-4c89-9705-97d1777f0545 HTTP/1.1" status: 200 len: 856 time: 0.0613067 Sep 21 16:27:44.892815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-ed501a8e-1b8d-4cce-a334-741be1fc335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:44.894351 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-ed501a8e-1b8d-4cce-a334-741be1fc335b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4dc99b82-0276-4a5d-a682-26284753307e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779579 Sep 21 16:27:45.092600 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-8c87154c-a40f-4ac5-864f-5ef46d78f379 service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922309 Sep 21 16:27:45.104371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e31d4-f9e2-497e-8dd8-0346b2862599 req-9a38f216-f76f-41f1-9e00-1457f1c1108c tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:45.107782 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-995e31d4-f9e2-497e-8dd8-0346b2862599 req-9a38f216-f76f-41f1-9e00-1457f1c1108c tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 943 time: 0.1363776 Sep 21 16:27:45.229837 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-995e31d4-f9e2-497e-8dd8-0346b2862599 req-82be9fca-0df9-4485-81e2-d3b4249abf50 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054757 Sep 21 16:27:45.268593 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-900a519e-c6be-43f9-9416-5e3b8c2466b0 req-88d286c0-26b2-4774-9aa7-5ff75ec53d4b service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619213 Sep 21 16:27:45.369588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device afcbb344-bc49-4dec-87a4-4ef34e4e92b1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:45.439757 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:45.440128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:45.460166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-4e37cef3-2c77-4691-abea-d43e949f4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:45.461628 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-4e37cef3-2c77-4691-abea-d43e949f4894 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 1096 time: 0.0819933 Sep 21 16:27:45.553585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:45.593756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-21832b00-ced4-44da-8047-be49f2e5bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:45.596179 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-21832b00-ced4-44da-8047-be49f2e5bfaf service neutron] 10.222.0.33 "GET /v2.0/networks?id=4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 200 len: 918 time: 0.1282301 Sep 21 16:27:45.761368 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-9e5e4734-42b4-4b63-9f8e-3e589beee5eb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 HTTP/1.1" status: 200 len: 217 time: 0.1558137 Sep 21 16:27:45.824131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-da3dea31-ed4e-4643-baf1-29954024bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:45.825419 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-da3dea31-ed4e-4643-baf1-29954024bf3c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ac86c3f-357f-4c89-9705-97d1777f0545 HTTP/1.1" status: 200 len: 856 time: 0.0578275 Sep 21 16:27:45.912202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-780f451e-9ca3-4fa7-9668-a7f886a14a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:45.913654 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-780f451e-9ca3-4fa7-9668-a7f886a14a3e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4dc99b82-0276-4a5d-a682-26284753307e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770600 Sep 21 16:27:46.051558 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-8de61210-532d-47a1-b491-38e3f5caa043 service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300757 Sep 21 16:27:46.182164 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e52ac2e4-4eaf-4774-9e70-09129038e1a8 req-5310980e-01d8-43f1-9689-f2b1c44f1041 service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235218 Sep 21 16:27:46.276485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:27:46.410523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:46.424216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '3fd50fb1-4e1b-4138-a0ff-1f090c3fb220', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'port_id': '3fd50fb1-4e1b-4138-a0ff-1f090c3fb220', 'mac_address': 'fa:16:3e:dc:0e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:27:46.430231 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606bbf7-4a7d-4558-84e0-34856e571f17 req-a6aa5362-812e-447f-a43c-a0795417f9f6 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:46.431700 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8606bbf7-4a7d-4558-84e0-34856e571f17 req-a6aa5362-812e-447f-a43c-a0795417f9f6 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 943 time: 0.0897470 Sep 21 16:27:46.475153 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-8606bbf7-4a7d-4558-84e0-34856e571f17 req-04ce4ee2-e1d0-4008-93e9-d6496665eaeb tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:27:46.482187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:46.482592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:46.500033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:27:46.515592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:46.576361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-8606bbf7-4a7d-4558-84e0-34856e571f17 req-04ce4ee2-e1d0-4008-93e9-d6496665eaeb tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:27:46.577579 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8606bbf7-4a7d-4558-84e0-34856e571f17 req-04ce4ee2-e1d0-4008-93e9-d6496665eaeb tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402805 Sep 21 16:27:46.593262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:46.660050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:46.826463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['3fd50fb1-4e1b-4138-a0ff-1f090c3fb220'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:27:47.780895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60f7a4-b137-41ca-9d03-88d33edfbe04 req-44f2b74a-f810-4a07-8518-4415478c453b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:47.782412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fc60f7a4-b137-41ca-9d03-88d33edfbe04 req-44f2b74a-f810-4a07-8518-4415478c453b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 944 time: 0.0919404 Sep 21 16:27:47.826428 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fc60f7a4-b137-41ca-9d03-88d33edfbe04 req-d614c26e-4c38-4082-80ee-2425dd240f3d tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383980 Sep 21 16:27:48.285214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:27:48.419926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:48.425441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:48.425845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:48.539969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:27:48.540351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:48.566760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33d7ecc-87e6-4ca0-b76e-75df1d3776c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd50fb1-4e1b-4138-a0ff-1f090c3fb220'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:27:48.569068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d78b72e-d8cb-4211-b8ac-29a329d06f3b" -d '{"events": [{"server_uuid": "f33d7ecc-87e6-4ca0-b76e-75df1d3776c5", "name": "network-vif-plugged", "status": "completed", "tag": "3fd50fb1-4e1b-4138-a0ff-1f090c3fb220"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:27:48.576969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:27:48.611164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a785d4-65fe-4f94-b6c4-fa66bfb338ce x-openstack-request-id: req-d7a785d4-65fe-4f94-b6c4-fa66bfb338ce {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:27:48.611460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33d7ecc-87e6-4ca0-b76e-75df1d3776c5", "name": "network-vif-plugged", "status": "completed", "tag": "3fd50fb1-4e1b-4138-a0ff-1f090c3fb220", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:27:48.611718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7a785d4-65fe-4f94-b6c4-fa66bfb338ce {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:27:48.612117 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a785d4-65fe-4f94-b6c4-fa66bfb338ce'] response: {'server_uuid': 'f33d7ecc-87e6-4ca0-b76e-75df1d3776c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd50fb1-4e1b-4138-a0ff-1f090c3fb220', 'code': 200} Sep 21 16:27:48.662319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:48.733340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:49.049252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516996d6-effc-47bb-b280-cc6ea4a71b9c req-5613f210-bca1-4c1a-89cb-63cc5824bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:49.050768 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-516996d6-effc-47bb-b280-cc6ea4a71b9c req-5613f210-bca1-4c1a-89cb-63cc5824bdf6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 1098 time: 0.1470633 Sep 21 16:27:49.058193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56689-b1a2-4888-b4c3-885a20bc3720 req-f7848640-cdc1-4f33-a3fc-59c3761ae4a1 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:49.059524 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fef56689-b1a2-4888-b4c3-885a20bc3720 req-f7848640-cdc1-4f33-a3fc-59c3761ae4a1 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 945 time: 0.1151533 Sep 21 16:27:49.127329 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-516996d6-effc-47bb-b280-cc6ea4a71b9c req-fd6182d0-de8f-4bad-b2a3-4900c3cd8413 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668821 Sep 21 16:27:49.131871 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fef56689-b1a2-4888-b4c3-885a20bc3720 req-2a119e8c-84ab-4451-8945-5be779f2c2d6 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591595 Sep 21 16:27:50.337128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8be8d2-e5eb-4c51-828c-387d04433601 req-bd2bf44e-3075-4e57-9ab5-46283acb8a8b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:50.338560 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-df8be8d2-e5eb-4c51-828c-387d04433601 req-bd2bf44e-3075-4e57-9ab5-46283acb8a8b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 945 time: 0.0907633 Sep 21 16:27:50.385968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-df8be8d2-e5eb-4c51-828c-387d04433601 req-7440c121-61a3-4b81-bb1f-f5d2c58af242 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Sep 21 16:27:51.583768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb7f0-6b84-4140-be96-7808d8f04e63 req-2ca264a8-48a9-4931-a371-13377e6119a5 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:51.585121 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3aaeb7f0-6b84-4140-be96-7808d8f04e63 req-2ca264a8-48a9-4931-a371-13377e6119a5 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 945 time: 0.0878572 Sep 21 16:27:51.628147 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3aaeb7f0-6b84-4140-be96-7808d8f04e63 req-c558972d-dac7-465f-8755-8b13c4ffd6ce tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373750 Sep 21 16:27:51.981684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e027e-0492-4118-862e-4400b2c6aa6b req-3e54ef0f-e5f6-49ad-9558-23bdb7f591e9 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:27:51.983173 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1d9e027e-0492-4118-862e-4400b2c6aa6b req-3e54ef0f-e5f6-49ad-9558-23bdb7f591e9 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 945 time: 0.0876703 Sep 21 16:27:52.027178 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1d9e027e-0492-4118-862e-4400b2c6aa6b req-4c10a9c5-506d-4329-9757-ae91e9444ac7 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Sep 21 16:27:59.122732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:02.896362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8ebe93ae-e39c-4a41-a163-f29ef09b0dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:04.979571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eac0a9f4-7363-4c68-9904-4321c5a659de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:06.296114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:06.884676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:07.991153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.091243 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f84240-694f-42d4-b5ce-1921df0831d4 req-3079e19e-50f7-403c-9fd8-1aa2d6dde2f0 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:10.092715 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e0f84240-694f-42d4-b5ce-1921df0831d4 req-3079e19e-50f7-403c-9fd8-1aa2d6dde2f0 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 945 time: 0.0907180 Sep 21 16:28:10.136425 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e0f84240-694f-42d4-b5ce-1921df0831d4 req-6a9836d2-5e2e-4bcd-a4da-d8cb39e6939e tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Sep 21 16:28:11.337209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6205e0-7cb0-496e-8727-40c5d79723ec req-6b502e24-8173-4ae0-bd69-34418eef2dd7 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:11.338684 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-da6205e0-7cb0-496e-8727-40c5d79723ec req-6b502e24-8173-4ae0-bd69-34418eef2dd7 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 945 time: 0.0918560 Sep 21 16:28:11.390926 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-da6205e0-7cb0-496e-8727-40c5d79723ec req-467ec199-3e04-4927-a05c-589cb6dbbebc tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Sep 21 16:28:11.599766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-c36ea6b9-8e7a-42dc-9923-d124ef12a19b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:11.601108 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-c36ea6b9-8e7a-42dc-9923-d124ef12a19b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 945 time: 0.0915871 Sep 21 16:28:11.673981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Deleting port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:28:11.674331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:11.925601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] For port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:28:11.925991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:12.051244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Calling delete_port for 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:28:12.250120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:12.262698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['3fd50fb1-4e1b-4138-a0ff-1f090c3fb220'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:28:12.391035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Pushing event deleted for resources: {'Port': ['ID=3fd50fb1-4e1b-4138-a0ff-1f090c3fb220,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:12.434942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.434942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.434942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.435505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.435505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.435976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.436179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.436464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.436806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.437118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.437444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.437762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:12.495783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] No DVR routers for this DVR port 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:28:12.498708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:12.502133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33d7ecc-87e6-4ca0-b76e-75df1d3776c5', 'name': 'network-vif-deleted', 'tag': '3fd50fb1-4e1b-4138-a0ff-1f090c3fb220'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:28:12.504485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d2389d-ee7e-423d-8c0f-836df1c5d380" -d '{"events": [{"server_uuid": "f33d7ecc-87e6-4ca0-b76e-75df1d3776c5", "name": "network-vif-deleted", "tag": "3fd50fb1-4e1b-4138-a0ff-1f090c3fb220"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:28:12.547622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06177e95-7c9d-459e-b512-5834d490aeff x-openstack-request-id: req-06177e95-7c9d-459e-b512-5834d490aeff {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:28:12.547924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33d7ecc-87e6-4ca0-b76e-75df1d3776c5", "name": "network-vif-deleted", "tag": "3fd50fb1-4e1b-4138-a0ff-1f090c3fb220", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:28:12.548908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06177e95-7c9d-459e-b512-5834d490aeff {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:28:12.549310 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06177e95-7c9d-459e-b512-5834d490aeff'] response: {'server_uuid': 'f33d7ecc-87e6-4ca0-b76e-75df1d3776c5', 'name': 'network-vif-deleted', 'tag': '3fd50fb1-4e1b-4138-a0ff-1f090c3fb220', 'status': 'completed', 'code': 200} Sep 21 16:28:12.560704 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b5fed2de-df5b-4464-8d36-df70ffc12b43 req-925c531d-8a5e-4be9-8f92-056d28ac87bc tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=f33d7ecc-87e6-4ca0-b76e-75df1d3776c5 HTTP/1.1" status: 200 len: 210 time: 0.0538249 Sep 21 16:28:12.572373 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6bae5895-205e-43ac-841e-036a5c0aa703 req-5f78b777-0cec-4d42-ab7f-6f14f76ec723 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "DELETE /v2.0/ports/3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 HTTP/1.1" status: 204 len: 173 time: 0.9661198 Sep 21 16:28:14.137744 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-4d1c6c5a-edb6-4927-b2d2-eee0c5635071 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:14.138384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-4d1c6c5a-edb6-4927-b2d2-eee0c5635071 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:28:14.225109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-4d1c6c5a-edb6-4927-b2d2-eee0c5635071 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:28:14.226287 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-4d1c6c5a-edb6-4927-b2d2-eee0c5635071 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/networks?id=4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 200 len: 817 time: 0.2316647 Sep 21 16:28:14.241371 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-3644556d-c10b-4ee5-8859-6e0f6664fd68 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/quotas/a758b446f72b4986b81d018dcd31debc HTTP/1.1" status: 200 len: 375 time: 0.0096917 Sep 21 16:28:14.334482 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-e0c8ab27-87c4-4373-afe8-6d979dd2959e tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882609 Sep 21 16:28:14.350040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-eb3ce157-d34d-4c8f-a198-eb1d23ba8994 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:28:14.350989 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-eb3ce157-d34d-4c8f-a198-eb1d23ba8994 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050125 Sep 21 16:28:14.484021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-9da485fd-977e-4396-a3d4-de69c089884e service neutron] 10.222.0.65 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278548 Sep 21 16:28:14.709678 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-5c11f617-221a-40a6-b3cf-e44fc81a265d service neutron] 10.222.0.65 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199316 Sep 21 16:28:14.978161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3e6c57fd-3491-46d1-93ba-dc5c3dfa91b5 req-9a449a8e-ace5-436e-8e6f-d016d0751b7e tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:28:15.044799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3e6c57fd-3491-46d1-93ba-dc5c3dfa91b5 req-9a449a8e-ace5-436e-8e6f-d016d0751b7e tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:28:15.049224 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e6c57fd-3491-46d1-93ba-dc5c3dfa91b5 req-9a449a8e-ace5-436e-8e6f-d016d0751b7e tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 210 time: 0.1173716 Sep 21 16:28:16.216651 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-08c2092e-0cc5-48c2-a891-fe64b5597c89 req-0faab502-2685-4a67-ad24-fef3347168b5 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 210 time: 0.0525410 Sep 21 16:28:16.397206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:28:16.433745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:28:16.434121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 3fd50fb1-4e1b-4138-a0ff-1f090c3fb220 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:28:16.978015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-91e01356-4fa2-4394-a4ad-4b8cd6e0d94c tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:16.979410 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-91e01356-4fa2-4394-a4ad-4b8cd6e0d94c tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "GET /v2.0/networks?id=4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 200 len: 817 time: 0.1509595 Sep 21 16:28:16.990438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Request body: {'port': {'device_id': '716b84f7-f294-4db5-a3aa-28a568efabe7', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'admin_state_up': True, 'tenant_id': 'a758b446f72b4986b81d018dcd31debc'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:28:17.129203 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:28:17.138834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:28:17.196542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Made reservation on behalf of a758b446f72b4986b81d018dcd31debc for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:28:17.200027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.399107 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-30694d80-27ce-4902-be18-90ddb559fb53 req-41739509-89d4-4d2c-841e-64bc6fd8417c tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 210 time: 0.0643408 Sep 21 16:28:17.417479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Allocated IP 172.20.0.10 (4dc99b82-0276-4a5d-a682-26284753307e/0ac86c3f-357f-4c89-9705-97d1777f0545/9b122d82-7f5d-4b8e-b842-9eb88b3731c2) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:28:17.618172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.633160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Transition to ACTIVE for port object 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:28:17.730553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.801738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Network 4dc99b82-0276-4a5d-a682-26284753307e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:28:17.804842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:28:17.808588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:28:17.843100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Pushing event updated for resources: {'Port': ['ID=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:17.880578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:17.881212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.948428 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-8334e5df-6caf-4e9c-8ad7-22d44fb1d209 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9613397 Sep 21 16:28:17.960521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Request body: {'port': {'device_id': '716b84f7-f294-4db5-a3aa-28a568efabe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:28:18.033203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-129dc216-dd02-411e-9c60-715558f3ebbd None None] Provisioning for port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:28:18.039795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-129dc216-dd02-411e-9c60-715558f3ebbd None None] Provisioning complete for port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:28:18.040190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-129dc216-dd02-411e-9c60-715558f3ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:18.073768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:18.093401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-129dc216-dd02-411e-9c60-715558f3ebbd None None] Port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:28:18.413712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:28:18.420826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:18.434642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Transition to ACTIVE for port object 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:28:18.527841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:18.599062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c44ab9-13b4-4f71-a185-1817bf74675e req-c5597374-c9c5-4b68-a780-5a2ca9c6518b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:18.600513 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-99c44ab9-13b4-4f71-a185-1817bf74675e req-c5597374-c9c5-4b68-a780-5a2ca9c6518b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 944 time: 0.0892332 Sep 21 16:28:18.647886 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-99c44ab9-13b4-4f71-a185-1817bf74675e req-7687552e-d9a3-4d0e-bb5d-879e1dffc517 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Sep 21 16:28:18.813146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Pushing event updated for resources: {'Port': ['ID=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:18.852589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Attempting to bind port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:28:18.852916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Attempting to bind port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:28:18.853237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Attempting to bind port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 on network 4dc99b82-0276-4a5d-a682-26284753307e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:28:18.857734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 on network 4dc99b82-0276-4a5d-a682-26284753307e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:28:18.858281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Attempting to bind port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 on network 4dc99b82-0276-4a5d-a682-26284753307e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:28:18.865189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:28:18.865736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Checking segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:28:18.866365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Bound using segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:28:18.866980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Bound port: 9b122d82-7f5d-4b8e-b842-9eb88b3731c2, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:28:18.867542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:18.955984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] For port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:28:18.959018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] For port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:28:19.021793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:19.024904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:19.025567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:19.026959 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] 10.222.0.33 "PUT /v2.0/ports/9b122d82-7f5d-4b8e-b842-9eb88b3731c2 HTTP/1.1" status: 200 len: 1094 time: 1.0707371 Sep 21 16:28:19.056521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716b84f7-f294-4db5-a3aa-28a568efabe7', 'tag': '9b122d82-7f5d-4b8e-b842-9eb88b3731c2'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:28:19.058831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22de905-406a-4061-97b7-6e122ac72f93" -d '{"events": [{"name": "network-changed", "server_uuid": "716b84f7-f294-4db5-a3aa-28a568efabe7", "tag": "9b122d82-7f5d-4b8e-b842-9eb88b3731c2"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:28:19.099534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923f76d0-03f4-44a2-8f2e-09e1f644f34e x-openstack-request-id: req-923f76d0-03f4-44a2-8f2e-09e1f644f34e {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:28:19.100133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716b84f7-f294-4db5-a3aa-28a568efabe7", "tag": "9b122d82-7f5d-4b8e-b842-9eb88b3731c2", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:28:19.100133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-923f76d0-03f4-44a2-8f2e-09e1f644f34e {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:28:19.100462 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923f76d0-03f4-44a2-8f2e-09e1f644f34e'] response: {'name': 'network-changed', 'server_uuid': '716b84f7-f294-4db5-a3aa-28a568efabe7', 'tag': '9b122d82-7f5d-4b8e-b842-9eb88b3731c2', 'status': 'completed', 'code': 200} Sep 21 16:28:19.105784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba5e0c-ee64-4e15-befa-5a961cc73a77 service neutron] Pushing event updated for resources: {'Port': ['ID=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:19.195564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22de905-406a-4061-97b7-6e122ac72f93 req-881512b5-1f4a-4f7f-a304-bc1c2450cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:19.197021 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f22de905-406a-4061-97b7-6e122ac72f93 req-881512b5-1f4a-4f7f-a304-bc1c2450cbaa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 1097 time: 0.0778949 Sep 21 16:28:19.336132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22de905-406a-4061-97b7-6e122ac72f93 req-37e13760-39f6-4b79-b9dd-c1808ea07bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:19.337549 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f22de905-406a-4061-97b7-6e122ac72f93 req-37e13760-39f6-4b79-b9dd-c1808ea07bc1 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=a758b446f72b4986b81d018dcd31debc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1341369 Sep 21 16:28:19.481222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22de905-406a-4061-97b7-6e122ac72f93 req-cff0baf5-cbad-42c3-9cb4-3e6ffccbbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:19.483004 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f22de905-406a-4061-97b7-6e122ac72f93 req-cff0baf5-cbad-42c3-9cb4-3e6ffccbbed1 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400352 Sep 21 16:28:19.599771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-97ccc993-ff8e-4b58-aba4-1257e7bd14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:19.601134 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-97ccc993-ff8e-4b58-aba4-1257e7bd14f1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 1097 time: 0.0835340 Sep 21 16:28:19.669658 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-78a6a2c1-1344-497e-bb70-a841eec7c0a2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b122d82-7f5d-4b8e-b842-9eb88b3731c2 HTTP/1.1" status: 200 len: 217 time: 0.0606289 Sep 21 16:28:19.735779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-aa9ad7f2-f1c3-403b-8643-7ee1e146065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:19.737205 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-aa9ad7f2-f1c3-403b-8643-7ee1e146065e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ac86c3f-357f-4c89-9705-97d1777f0545 HTTP/1.1" status: 200 len: 856 time: 0.0621092 Sep 21 16:28:19.822235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-745be644-2f1d-433a-915a-8fdb95dc1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:19.823753 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-745be644-2f1d-433a-915a-8fdb95dc1087 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4dc99b82-0276-4a5d-a682-26284753307e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811293 Sep 21 16:28:19.863434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dbfc5-9618-4d49-b614-e48e31a478f4 req-3391a003-348b-46ff-8e47-a5703af99abc tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:19.863434 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-170dbfc5-9618-4d49-b614-e48e31a478f4 req-3391a003-348b-46ff-8e47-a5703af99abc tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 944 time: 0.0964639 Sep 21 16:28:19.903312 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-170dbfc5-9618-4d49-b614-e48e31a478f4 req-0e09d528-27c3-48f3-bb65-256b875aa898 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Sep 21 16:28:19.957712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-11978689-0958-4290-8295-88dd24a620cd service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263232 Sep 21 16:28:20.087796 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd47b79c-1e36-480b-8ef7-cd969648be15 req-d4fc7cf3-c2e9-4466-b1d2-ccbf05c0080d service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244307 Sep 21 16:28:20.477699 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:28:21.106539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bb75f-cec0-436e-8606-666bd8367b4e req-db8026e9-b5bd-4ad6-8adc-858d301e8d82 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:21.107238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-243bb75f-cec0-436e-8606-666bd8367b4e req-db8026e9-b5bd-4ad6-8adc-858d301e8d82 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:28:21.179288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-243bb75f-cec0-436e-8606-666bd8367b4e req-db8026e9-b5bd-4ad6-8adc-858d301e8d82 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:28:21.180548 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-243bb75f-cec0-436e-8606-666bd8367b4e req-db8026e9-b5bd-4ad6-8adc-858d301e8d82 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 944 time: 0.1662402 Sep 21 16:28:21.225760 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-243bb75f-cec0-436e-8606-666bd8367b4e req-3af34e22-2705-4c8f-ac08-d1c38615cf22 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Sep 21 16:28:22.419104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47f6be-59b4-4397-8323-35209dafddf8 req-637474eb-9bc9-4941-9e9f-d8018e9078d0 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:22.420564 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5e47f6be-59b4-4397-8323-35209dafddf8 req-637474eb-9bc9-4941-9e9f-d8018e9078d0 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 944 time: 0.0863564 Sep 21 16:28:22.464544 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5e47f6be-59b4-4397-8323-35209dafddf8 req-aa7eefeb-8c69-4345-82ea-93d3523d6f56 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382500 Sep 21 16:28:23.662444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579569f-d046-4843-aa18-cb7b176070f6 req-adc694ae-ca00-425c-a21f-ca59716ae32a tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:23.663916 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d579569f-d046-4843-aa18-cb7b176070f6 req-adc694ae-ca00-425c-a21f-ca59716ae32a tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 944 time: 0.0871017 Sep 21 16:28:23.710419 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d579569f-d046-4843-aa18-cb7b176070f6 req-89eedbfa-0f9b-43a7-8c5d-9ff0a35667f8 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Sep 21 16:28:24.447275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:28:24.578826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:28:24.591835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '9b122d82-7f5d-4b8e-b842-9eb88b3731c2', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'port_id': '9b122d82-7f5d-4b8e-b842-9eb88b3731c2', 'mac_address': 'fa:16:3e:4d:49:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:28:24.651318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:28:24.651698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:24.667749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:28:24.683276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:28:24.747211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:24.814974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:24.915348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19546756-8ce8-459e-85d0-fd6c63e11890 req-6df7285e-f9ed-4f26-8abf-91ad56288f80 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:24.916787 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-19546756-8ce8-459e-85d0-fd6c63e11890 req-6df7285e-f9ed-4f26-8abf-91ad56288f80 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 945 time: 0.0959015 Sep 21 16:28:24.959935 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-19546756-8ce8-459e-85d0-fd6c63e11890 req-5f21a586-8e4a-42e9-90d0-417c24e1b781 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375264 Sep 21 16:28:24.974600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['9b122d82-7f5d-4b8e-b842-9eb88b3731c2'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:28:26.156290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd13819-1e23-4d52-acd8-062b39383a29 req-4d4d2dc4-0761-46a0-a52e-4ebaa6231fba tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:26.157804 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fd13819-1e23-4d52-acd8-062b39383a29 req-4d4d2dc4-0761-46a0-a52e-4ebaa6231fba tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 945 time: 0.0871520 Sep 21 16:28:26.201364 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fd13819-1e23-4d52-acd8-062b39383a29 req-b0f640a0-2967-4337-b4f9-456a123c978f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Sep 21 16:28:26.446847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:28:26.602009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:28:26.606632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:28:26.607009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:26.727747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:28:26.728068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:26.756131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716b84f7-f294-4db5-a3aa-28a568efabe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b122d82-7f5d-4b8e-b842-9eb88b3731c2'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:28:26.758448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093eb53b-01d9-4ca8-a623-9eb2419315cd" -d '{"events": [{"server_uuid": "716b84f7-f294-4db5-a3aa-28a568efabe7", "name": "network-vif-plugged", "status": "completed", "tag": "9b122d82-7f5d-4b8e-b842-9eb88b3731c2"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:28:26.766959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:28:26.800483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312cb3e5-0c30-4f22-87ee-a9e64cfba3ec x-openstack-request-id: req-312cb3e5-0c30-4f22-87ee-a9e64cfba3ec {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:28:26.800780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716b84f7-f294-4db5-a3aa-28a568efabe7", "name": "network-vif-plugged", "status": "completed", "tag": "9b122d82-7f5d-4b8e-b842-9eb88b3731c2", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:28:26.801040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-312cb3e5-0c30-4f22-87ee-a9e64cfba3ec {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:28:26.801434 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312cb3e5-0c30-4f22-87ee-a9e64cfba3ec'] response: {'server_uuid': '716b84f7-f294-4db5-a3aa-28a568efabe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b122d82-7f5d-4b8e-b842-9eb88b3731c2', 'code': 200} Sep 21 16:28:26.821145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:26.893934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:26.902743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:26.909460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:27.270555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5392f91-cd70-4ea4-ba38-41d8c0af7e71 req-9d606a47-d8f4-4073-ae11-69f6d0afb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:27.272060 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5392f91-cd70-4ea4-ba38-41d8c0af7e71 req-9d606a47-d8f4-4073-ae11-69f6d0afb3de service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 1099 time: 0.1821404 Sep 21 16:28:27.311524 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5392f91-cd70-4ea4-ba38-41d8c0af7e71 req-4cde6a14-7de1-4036-b9ab-e271f0a22b94 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Sep 21 16:28:27.396998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd696fd-db94-4c5d-a82d-2772cabdf2fa req-a09fb9e4-bc2a-4dbd-b50f-f2f18212fca9 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:27.399136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cfd696fd-db94-4c5d-a82d-2772cabdf2fa req-a09fb9e4-bc2a-4dbd-b50f-f2f18212fca9 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 946 time: 0.0861945 Sep 21 16:28:27.441055 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cfd696fd-db94-4c5d-a82d-2772cabdf2fa req-bdcb89e9-2142-4dd8-b2f3-352f3fdd7d4c tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369239 Sep 21 16:28:28.645770 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29936b-51bf-4d23-abff-85e2bfe946f3 req-59895fa7-e2c1-49f2-be05-7adde799291d tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:28.647236 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fb29936b-51bf-4d23-abff-85e2bfe946f3 req-59895fa7-e2c1-49f2-be05-7adde799291d tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 946 time: 0.0909529 Sep 21 16:28:28.689817 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fb29936b-51bf-4d23-abff-85e2bfe946f3 req-6fc7ef3d-ab88-4f74-963d-acc59c302b6b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370214 Sep 21 16:28:28.894306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11971b-1bea-42f4-af14-f0539948604e req-8adccafa-4a3e-47a1-96a8-d475a33d55d3 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:28.895766 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a11971b-1bea-42f4-af14-f0539948604e req-8adccafa-4a3e-47a1-96a8-d475a33d55d3 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 946 time: 0.0914373 Sep 21 16:28:28.941470 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1a11971b-1bea-42f4-af14-f0539948604e req-c9275807-b3bb-4d36-bed2-9585d79ee627 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Sep 21 16:28:29.162025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:32.037955 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-222c12f4-7019-4278-9f9c-108e880722db service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855074 Sep 21 16:28:32.188672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-68c63625-950b-4852-bcd2-9b09bc7b1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:32.190216 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-68c63625-950b-4852-bcd2-9b09bc7b1bf1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 1099 time: 0.0833118 Sep 21 16:28:32.344339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-09bd6d74-066e-4562-833b-023c50dc0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:32.345715 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-09bd6d74-066e-4562-833b-023c50dc0e00 service neutron] 10.222.0.33 "GET /v2.0/networks?id=4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 200 len: 918 time: 0.1376877 Sep 21 16:28:32.416908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-ac62a9cc-c398-4926-884c-3661b184e32a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b122d82-7f5d-4b8e-b842-9eb88b3731c2 HTTP/1.1" status: 200 len: 217 time: 0.0655649 Sep 21 16:28:32.479280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-f78217dc-ad8a-4e54-bb23-4f6ec632d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:32.480836 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-f78217dc-ad8a-4e54-bb23-4f6ec632d2fa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ac86c3f-357f-4c89-9705-97d1777f0545 HTTP/1.1" status: 200 len: 856 time: 0.0574005 Sep 21 16:28:32.566906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-2fa577b5-5de5-4e3d-8635-683434d9618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:32.568412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-2fa577b5-5de5-4e3d-8635-683434d9618b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4dc99b82-0276-4a5d-a682-26284753307e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818799 Sep 21 16:28:32.702305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-f45baa05-53ac-484a-b4f7-1c5b2fdbfb34 service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280091 Sep 21 16:28:32.838705 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a644e620-89fe-4aa5-8112-6d0c0e255455 req-4a713096-a5c6-4344-82a2-c00bdf26bb1f service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311345 Sep 21 16:28:32.893817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ddfd513f-91fe-44c1-aef4-290dfe3584f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:34.985434 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a1fcc1e-48dd-47af-a014-c59627bff117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:36.295609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:36.890087 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:38.007701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:46.954402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b848a-cf8c-402d-ac72-58246010ee6d req-04d82d7f-69ea-4fa3-b924-f7def2c16263 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:46.956105 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d7b848a-cf8c-402d-ac72-58246010ee6d req-04d82d7f-69ea-4fa3-b924-f7def2c16263 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 946 time: 0.0870187 Sep 21 16:28:47.000340 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d7b848a-cf8c-402d-ac72-58246010ee6d req-66e0ef40-3eef-4f16-892f-78d1192b631b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Sep 21 16:28:48.200806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da724a-1c9c-430d-b316-2608a5d69c07 req-b9e3e8f4-ed8c-4de8-b089-68eb5876adba tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:48.202358 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f2da724a-1c9c-430d-b316-2608a5d69c07 req-b9e3e8f4-ed8c-4de8-b089-68eb5876adba tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 946 time: 0.0858915 Sep 21 16:28:48.245587 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f2da724a-1c9c-430d-b316-2608a5d69c07 req-395124d2-b6ec-4ba6-a3c8-305922853c5b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Sep 21 16:28:48.404009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d7ec-5e13-4243-9698-512062c54395 req-7ba5d868-9756-41ee-84d1-6bb22790dc11 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:48.405333 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e38d7ec-5e13-4243-9698-512062c54395 req-7ba5d868-9756-41ee-84d1-6bb22790dc11 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 946 time: 0.0890739 Sep 21 16:28:48.474259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Deleting port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:28:48.474605 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:48.724621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] For port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:28:48.725073 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:48.946739 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Calling delete_port for 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:28:49.155953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:49.167279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['9b122d82-7f5d-4b8e-b842-9eb88b3731c2'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:28:49.208199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Pushing event deleted for resources: {'Port': ['ID=9b122d82-7f5d-4b8e-b842-9eb88b3731c2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:49.299581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] No DVR routers for this DVR port 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:28:49.302461 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:49.305146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716b84f7-f294-4db5-a3aa-28a568efabe7', 'name': 'network-vif-deleted', 'tag': '9b122d82-7f5d-4b8e-b842-9eb88b3731c2'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:28:49.307460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eefd30c-e5fd-401e-98e4-8d83d1d928c5" -d '{"events": [{"server_uuid": "716b84f7-f294-4db5-a3aa-28a568efabe7", "name": "network-vif-deleted", "tag": "9b122d82-7f5d-4b8e-b842-9eb88b3731c2"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:28:49.363896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce43ec7-261f-4ea8-a22e-a08785c2aa52 x-openstack-request-id: req-1ce43ec7-261f-4ea8-a22e-a08785c2aa52 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:28:49.369300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716b84f7-f294-4db5-a3aa-28a568efabe7", "name": "network-vif-deleted", "tag": "9b122d82-7f5d-4b8e-b842-9eb88b3731c2", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:28:49.369300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ce43ec7-261f-4ea8-a22e-a08785c2aa52 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:28:49.369300 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce43ec7-261f-4ea8-a22e-a08785c2aa52'] response: {'server_uuid': '716b84f7-f294-4db5-a3aa-28a568efabe7', 'name': 'network-vif-deleted', 'tag': '9b122d82-7f5d-4b8e-b842-9eb88b3731c2', 'status': 'completed', 'code': 200} Sep 21 16:28:49.410393 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e38d7ec-5e13-4243-9698-512062c54395 req-b426adc3-7979-41a3-b89d-514c9c99b4fe tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "DELETE /v2.0/ports/9b122d82-7f5d-4b8e-b842-9eb88b3731c2 HTTP/1.1" status: 204 len: 173 time: 0.9998720 Sep 21 16:28:49.421536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0723abe1-39ac-4acb-9a98-ce323b622182 req-2d19a732-ba17-46bb-a7e3-4df5b93f9ca0 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:28:49.518066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0723abe1-39ac-4acb-9a98-ce323b622182 req-2d19a732-ba17-46bb-a7e3-4df5b93f9ca0 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:28:49.519182 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0723abe1-39ac-4acb-9a98-ce323b622182 req-2d19a732-ba17-46bb-a7e3-4df5b93f9ca0 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=716b84f7-f294-4db5-a3aa-28a568efabe7 HTTP/1.1" status: 200 len: 210 time: 0.1535392 Sep 21 16:28:51.122673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d356-78cd-4d21-ad4c-e706df5903df req-a44d8b05-db20-4368-a3b7-bca0a2206159 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:51.124080 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-a44d8b05-db20-4368-a3b7-bca0a2206159 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/networks?id=4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 200 len: 817 time: 0.1472244 Sep 21 16:28:51.139562 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-4597c8bd-86a2-4393-8465-0cc89ed21149 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/quotas/a758b446f72b4986b81d018dcd31debc HTTP/1.1" status: 200 len: 375 time: 0.0100436 Sep 21 16:28:51.228209 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-498d4836-40d6-4511-a8c3-dbe05b90843a tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833204 Sep 21 16:28:51.368433 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-46a457e2-422e-44cb-bf02-12c689eb7090 service neutron] 10.222.0.65 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281512 Sep 21 16:28:51.496692 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-75f3a322-0150-42df-9b42-80d31799bde6 service neutron] 10.222.0.65 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224804 Sep 21 16:28:51.755764 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c29816fa-03ef-468e-9d3f-4f9b65213968 req-9f36a30e-8bc4-4c1e-8fc6-29a6049fd124 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 210 time: 0.0544562 Sep 21 16:28:52.524033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:28:52.560500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:28:52.560766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 9b122d82-7f5d-4b8e-b842-9eb88b3731c2 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:28:52.917010 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-967a4db8-dda0-4686-a1fb-90f76962dd84 req-44206e44-e20c-453a-928b-11820526a4b7 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 210 time: 0.0527246 Sep 21 16:28:53.749503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d356-78cd-4d21-ad4c-e706df5903df req-06b38b0a-b85c-4a96-bb0a-3bf9cd9a3062 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:53.750941 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-06b38b0a-b85c-4a96-bb0a-3bf9cd9a3062 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "GET /v2.0/networks?id=4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 200 len: 817 time: 0.1457973 Sep 21 16:28:53.762487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Request body: {'port': {'device_id': '525ed988-75f4-45df-90db-9b5aeb84fc70', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'admin_state_up': True, 'tenant_id': 'a758b446f72b4986b81d018dcd31debc'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:28:53.899070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:28:53.909050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:28:53.979404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Made reservation on behalf of a758b446f72b4986b81d018dcd31debc for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:28:53.984815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:54.080870 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b9f31b59-c5e3-4bbf-b74b-8fce3f58d188 req-f57708ce-f0ff-4dcb-9233-fa793fa7162d tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 210 time: 0.0512648 Sep 21 16:28:54.159617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Allocated IP 172.20.0.13 (4dc99b82-0276-4a5d-a682-26284753307e/0ac86c3f-357f-4c89-9705-97d1777f0545/7789d2d1-3087-4fe6-b356-58e3b41c6865) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:28:54.362531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:54.377986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Transition to ACTIVE for port object 7789d2d1-3087-4fe6-b356-58e3b41c6865 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:28:54.460955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:54.530603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Network 4dc99b82-0276-4a5d-a682-26284753307e is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:28:54.533701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:28:54.537447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:28:54.568641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Pushing event updated for resources: {'Port': ['ID=7789d2d1-3087-4fe6-b356-58e3b41c6865,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:54.604882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:54.605742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:54.684561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-efd39860-15da-4548-8289-4a0e1424766f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9255457 Sep 21 16:28:54.695731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Request body: {'port': {'device_id': '525ed988-75f4-45df-90db-9b5aeb84fc70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:28:54.780948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-37c98f52-3cec-4c2f-84a2-0732ded8131f None None] Provisioning for port 7789d2d1-3087-4fe6-b356-58e3b41c6865 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:28:54.786026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-37c98f52-3cec-4c2f-84a2-0732ded8131f None None] Provisioning complete for port 7789d2d1-3087-4fe6-b356-58e3b41c6865 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:28:54.786399 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-37c98f52-3cec-4c2f-84a2-0732ded8131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:54.810758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:54.839462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-37c98f52-3cec-4c2f-84a2-0732ded8131f None None] Port 7789d2d1-3087-4fe6-b356-58e3b41c6865 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:28:55.157334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7789d2d1-3087-4fe6-b356-58e3b41c6865 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:28:55.165278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:55.180021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Transition to ACTIVE for port object 7789d2d1-3087-4fe6-b356-58e3b41c6865 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:28:55.335178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:55.540097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Pushing event updated for resources: {'Port': ['ID=7789d2d1-3087-4fe6-b356-58e3b41c6865,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:55.590664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193abcd-29a2-4c3e-a158-93945e5e6e26 req-1c36f500-d8fb-4be7-a9b8-2e18b98fb5db tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:55.591277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b193abcd-29a2-4c3e-a158-93945e5e6e26 req-1c36f500-d8fb-4be7-a9b8-2e18b98fb5db tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:28:55.596333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Attempting to bind port 7789d2d1-3087-4fe6-b356-58e3b41c6865 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:28:55.596667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Attempting to bind port 7789d2d1-3087-4fe6-b356-58e3b41c6865 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:28:55.596996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Attempting to bind port 7789d2d1-3087-4fe6-b356-58e3b41c6865 on network 4dc99b82-0276-4a5d-a682-26284753307e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:28:55.606516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Port 7789d2d1-3087-4fe6-b356-58e3b41c6865 on network 4dc99b82-0276-4a5d-a682-26284753307e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:28:55.606839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Attempting to bind port 7789d2d1-3087-4fe6-b356-58e3b41c6865 on network 4dc99b82-0276-4a5d-a682-26284753307e {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:28:55.613675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:28:55.614040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Checking segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:28:55.614424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Bound using segment: {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:28:55.614849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Bound port: 7789d2d1-3087-4fe6-b356-58e3b41c6865, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a32190-3674-4d7b-8b1c-33212ae17e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:28:55.615201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:55.680240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b193abcd-29a2-4c3e-a158-93945e5e6e26 req-1c36f500-d8fb-4be7-a9b8-2e18b98fb5db tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:28:55.681399 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b193abcd-29a2-4c3e-a158-93945e5e6e26 req-1c36f500-d8fb-4be7-a9b8-2e18b98fb5db tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 944 time: 0.4868927 Sep 21 16:28:55.733267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] For port 7789d2d1-3087-4fe6-b356-58e3b41c6865, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:28:55.737676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] For port 7789d2d1-3087-4fe6-b356-58e3b41c6865, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7789d2d1-3087-4fe6-b356-58e3b41c6865,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:28:55.748220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b193abcd-29a2-4c3e-a158-93945e5e6e26 req-af729aaf-7ef8-48e4-a8aa-6384f277d544 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601268 Sep 21 16:28:55.813407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:55.845801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:55.846365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:55.847717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] 10.222.0.33 "PUT /v2.0/ports/7789d2d1-3087-4fe6-b356-58e3b41c6865 HTTP/1.1" status: 200 len: 1094 time: 1.1560469 Sep 21 16:28:55.848147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525ed988-75f4-45df-90db-9b5aeb84fc70', 'tag': '7789d2d1-3087-4fe6-b356-58e3b41c6865'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:28:55.850446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea8d02d-b760-4055-a1b5-fd48c62d2957" -d '{"events": [{"name": "network-changed", "server_uuid": "525ed988-75f4-45df-90db-9b5aeb84fc70", "tag": "7789d2d1-3087-4fe6-b356-58e3b41c6865"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:28:55.891129 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb585b-8a34-4359-a75d-b1dcdaca0a1c service neutron] Pushing event updated for resources: {'Port': ['ID=7789d2d1-3087-4fe6-b356-58e3b41c6865,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:55.897046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75904f5f-9e83-4aa2-b816-94f9a0b350b1 x-openstack-request-id: req-75904f5f-9e83-4aa2-b816-94f9a0b350b1 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:28:55.897046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525ed988-75f4-45df-90db-9b5aeb84fc70", "tag": "7789d2d1-3087-4fe6-b356-58e3b41c6865", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:28:55.897046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75904f5f-9e83-4aa2-b816-94f9a0b350b1 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:28:55.897282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75904f5f-9e83-4aa2-b816-94f9a0b350b1'] response: {'name': 'network-changed', 'server_uuid': '525ed988-75f4-45df-90db-9b5aeb84fc70', 'tag': '7789d2d1-3087-4fe6-b356-58e3b41c6865', 'status': 'completed', 'code': 200} Sep 21 16:28:55.999199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8d02d-b760-4055-a1b5-fd48c62d2957 req-3643c1a1-8a57-43ea-b41b-deffe7c70c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:56.000713 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cea8d02d-b760-4055-a1b5-fd48c62d2957 req-3643c1a1-8a57-43ea-b41b-deffe7c70c98 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 1097 time: 0.0844874 Sep 21 16:28:56.139495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8d02d-b760-4055-a1b5-fd48c62d2957 req-fb0ddbe4-01fe-4f6f-9a73-ebb6e97f4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:56.140846 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cea8d02d-b760-4055-a1b5-fd48c62d2957 req-fb0ddbe4-01fe-4f6f-9a73-ebb6e97f4ac0 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=a758b446f72b4986b81d018dcd31debc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1338899 Sep 21 16:28:56.275028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8d02d-b760-4055-a1b5-fd48c62d2957 req-68992b41-b395-49b0-b630-dc1fbe6425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:56.276445 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cea8d02d-b760-4055-a1b5-fd48c62d2957 req-68992b41-b395-49b0-b630-dc1fbe6425ca service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299045 Sep 21 16:28:56.387214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d356-78cd-4d21-ad4c-e706df5903df req-342b4f87-a384-4b2e-b69d-917d81924904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:56.388685 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-342b4f87-a384-4b2e-b69d-917d81924904 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a758b446f72b4986b81d018dcd31debc&device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 1097 time: 0.0778913 Sep 21 16:28:56.458338 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-92d5c2df-481f-4646-afb9-7322fcb37c03 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7789d2d1-3087-4fe6-b356-58e3b41c6865 HTTP/1.1" status: 200 len: 217 time: 0.0631218 Sep 21 16:28:56.518757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d356-78cd-4d21-ad4c-e706df5903df req-fbf12226-00d6-4516-8704-21c00e49c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:56.520112 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-fbf12226-00d6-4516-8704-21c00e49c402 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ac86c3f-357f-4c89-9705-97d1777f0545 HTTP/1.1" status: 200 len: 856 time: 0.0558290 Sep 21 16:28:56.603462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778d356-78cd-4d21-ad4c-e706df5903df req-56026730-3217-4940-a317-71bb89551338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:56.604909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-56026730-3217-4940-a317-71bb89551338 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4dc99b82-0276-4a5d-a682-26284753307e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792506 Sep 21 16:28:56.737151 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-67f48410-60fa-483b-b241-f2a7bc159f9b service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250534 Sep 21 16:28:56.910322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d778d356-78cd-4d21-ad4c-e706df5903df req-4b509a03-daca-4ccc-b81e-8dcb97b80f6f service neutron] 10.222.0.33 "GET /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667154 Sep 21 16:28:56.955778 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a663d8-0671-41d4-9f8f-920f9588f990 req-00ae313d-0534-41e5-90d6-36e893507cd3 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:56.957240 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c3a663d8-0671-41d4-9f8f-920f9588f990 req-00ae313d-0534-41e5-90d6-36e893507cd3 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 944 time: 0.0921793 Sep 21 16:28:57.001997 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c3a663d8-0671-41d4-9f8f-920f9588f990 req-468ce689-b05a-4700-800d-20a866c9e177 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388315 Sep 21 16:28:57.476354 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:28:58.207117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc51267-8eac-4674-b2f9-a4feb2056345 req-f53979f2-4f72-41ed-b30a-75ccf3aa0fea tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:58.208566 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1cc51267-8eac-4674-b2f9-a4feb2056345 req-f53979f2-4f72-41ed-b30a-75ccf3aa0fea tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 944 time: 0.0915456 Sep 21 16:28:58.252553 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1cc51267-8eac-4674-b2f9-a4feb2056345 req-0921cf58-65f4-46f8-b0d2-775dab976d84 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Sep 21 16:28:59.163494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:59.549672 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b277b25-f359-410b-b710-8762702a7967 req-7a0ebe71-27f7-444a-933e-b642738eab93 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:28:59.551099 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b277b25-f359-410b-b710-8762702a7967 req-7a0ebe71-27f7-444a-933e-b642738eab93 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 944 time: 0.1901405 Sep 21 16:28:59.596169 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4b277b25-f359-410b-b710-8762702a7967 req-76daf3a8-2837-4023-aa3e-c054a94773dc tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 Sep 21 16:29:00.555065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7789d2d1-3087-4fe6-b356-58e3b41c6865 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:29:00.691729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7789d2d1-3087-4fe6-b356-58e3b41c6865, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7789d2d1-3087-4fe6-b356-58e3b41c6865,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:00.705878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '7789d2d1-3087-4fe6-b356-58e3b41c6865', 'network_id': '4dc99b82-0276-4a5d-a682-26284753307e', 'port_id': '7789d2d1-3087-4fe6-b356-58e3b41c6865', 'mac_address': 'fa:16:3e:87:32:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac86c3f-357f-4c89-9705-97d1777f0545', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:29:00.764284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 7789d2d1-3087-4fe6-b356-58e3b41c6865 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:00.764697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:00.799175 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbfc74-427f-4a7f-a2ad-ad5b53ca6319 req-08d25d1e-c82a-4f1b-8492-f9c24003af38 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:00.800864 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ccfbfc74-427f-4a7f-a2ad-ad5b53ca6319 req-08d25d1e-c82a-4f1b-8492-f9c24003af38 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 944 time: 0.0891280 Sep 21 16:29:00.813296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7789d2d1-3087-4fe6-b356-58e3b41c6865 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:29:00.828948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7789d2d1-3087-4fe6-b356-58e3b41c6865, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7789d2d1-3087-4fe6-b356-58e3b41c6865,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:00.848704 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ccfbfc74-427f-4a7f-a2ad-ad5b53ca6319 req-a9860507-cdb4-4f6a-b274-3041c0ea88b3 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Sep 21 16:29:00.898660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:00.965522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=7789d2d1-3087-4fe6-b356-58e3b41c6865,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:01.107960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7789d2d1-3087-4fe6-b356-58e3b41c6865'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:29:02.046570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980005-d5a5-406e-87b1-587a69c6182f req-b552c1f0-2595-4a7e-a0ea-80a86ea0aa84 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:02.048014 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-22980005-d5a5-406e-87b1-587a69c6182f req-b552c1f0-2595-4a7e-a0ea-80a86ea0aa84 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 945 time: 0.0891876 Sep 21 16:29:02.093285 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-22980005-d5a5-406e-87b1-587a69c6182f req-57e63c05-4bc5-45b5-af48-b41f455133b2 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 Sep 21 16:29:02.570432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7789d2d1-3087-4fe6-b356-58e3b41c6865 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:02.706415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 7789d2d1-3087-4fe6-b356-58e3b41c6865 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:02.711016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 7789d2d1-3087-4fe6-b356-58e3b41c6865 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:02.711381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:02.832931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 7789d2d1-3087-4fe6-b356-58e3b41c6865 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:02.833220 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:02.861067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525ed988-75f4-45df-90db-9b5aeb84fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7789d2d1-3087-4fe6-b356-58e3b41c6865'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:29:02.863356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c88146-2f83-449f-8966-c50022a31a32" -d '{"events": [{"server_uuid": "525ed988-75f4-45df-90db-9b5aeb84fc70", "name": "network-vif-plugged", "status": "completed", "tag": "7789d2d1-3087-4fe6-b356-58e3b41c6865"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:29:02.871034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7789d2d1-3087-4fe6-b356-58e3b41c6865, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7789d2d1-3087-4fe6-b356-58e3b41c6865,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:02.932741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4b5c669c-1235-4b3b-82e8-0a99623d6f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:02.960341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:02.960341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1ac47f-b2af-41bc-abf1-b13ba7391c80 x-openstack-request-id: req-ed1ac47f-b2af-41bc-abf1-b13ba7391c80 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:29:02.960341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525ed988-75f4-45df-90db-9b5aeb84fc70", "name": "network-vif-plugged", "status": "completed", "tag": "7789d2d1-3087-4fe6-b356-58e3b41c6865", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:29:02.960341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed1ac47f-b2af-41bc-abf1-b13ba7391c80 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:29:02.960341 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1ac47f-b2af-41bc-abf1-b13ba7391c80'] response: {'server_uuid': '525ed988-75f4-45df-90db-9b5aeb84fc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7789d2d1-3087-4fe6-b356-58e3b41c6865', 'code': 200} Sep 21 16:29:03.034826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=7789d2d1-3087-4fe6-b356-58e3b41c6865,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:03.356372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bea0f3-b0da-4729-a3aa-5c025c351701 req-342bb9c0-3193-4436-99c1-89a97f91ea9c tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:03.357827 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-36bea0f3-b0da-4729-a3aa-5c025c351701 req-342bb9c0-3193-4436-99c1-89a97f91ea9c tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 946 time: 0.1489787 Sep 21 16:29:03.399577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed4cb9-c095-4250-9956-0e17023f2df8 req-07592c4b-84cd-4144-944c-6baa7d5e61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:03.400933 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21ed4cb9-c095-4250-9956-0e17023f2df8 req-07592c4b-84cd-4144-944c-6baa7d5e61e0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 1099 time: 0.1239600 Sep 21 16:29:03.424703 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-36bea0f3-b0da-4729-a3aa-5c025c351701 req-a5eda5ae-d0c0-4e53-bdf2-ca742416524f tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593972 Sep 21 16:29:03.445584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21ed4cb9-c095-4250-9956-0e17023f2df8 req-61b22706-d871-4bc2-8e98-b24f0efb4461 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 Sep 21 16:29:04.624305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a886d76-3233-47b9-9094-9c2c2eff47f9 req-c2f4c614-f130-4dc3-affd-7e7db1f1e3f6 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:04.625983 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3a886d76-3233-47b9-9094-9c2c2eff47f9 req-c2f4c614-f130-4dc3-affd-7e7db1f1e3f6 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 946 time: 0.0907342 Sep 21 16:29:04.669980 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3a886d76-3233-47b9-9094-9c2c2eff47f9 req-41f2b96b-f64c-4975-888b-5610c384d300 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Sep 21 16:29:04.975064 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4aa83237-84e0-47b5-bc4b-66621b7e738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:05.867539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229070-f33a-4c5d-bd3a-8bb22ad4b74b req-f79c37d1-e345-45b3-9f9c-dcf419e06468 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:05.868988 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5d229070-f33a-4c5d-bd3a-8bb22ad4b74b req-f79c37d1-e345-45b3-9f9c-dcf419e06468 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 946 time: 0.0896897 Sep 21 16:29:05.912561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5d229070-f33a-4c5d-bd3a-8bb22ad4b74b req-7070d6e7-0e8b-4db8-885a-aa28eb498dbb tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Sep 21 16:29:06.114161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8d9ad-f32c-417e-95a1-9d61fae6286d req-8f47f3da-26cc-4a69-9462-1a50fcd36ab6 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:06.115639 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-39a8d9ad-f32c-417e-95a1-9d61fae6286d req-8f47f3da-26cc-4a69-9462-1a50fcd36ab6 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 946 time: 0.0916858 Sep 21 16:29:06.159277 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-39a8d9ad-f32c-417e-95a1-9d61fae6286d req-88ad5e24-008f-4d3c-9281-8d174e00f6e6 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379624 Sep 21 16:29:06.271782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:06.877915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:07.990202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:24.209745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84f5a-dbe4-4437-a81c-0f222bfb368a req-194d3747-5e53-4036-86ee-76d0e5226bfd tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:24.211240 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e9b84f5a-dbe4-4437-a81c-0f222bfb368a req-194d3747-5e53-4036-86ee-76d0e5226bfd tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 946 time: 0.0869768 Sep 21 16:29:24.258416 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e9b84f5a-dbe4-4437-a81c-0f222bfb368a req-08a02c09-f163-407f-8013-40c43ae91207 tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Sep 21 16:29:25.465349 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17101c5b-f5e7-45c3-8663-a282beee2751 req-4390a7f8-6dd4-4f8b-9a1a-a5b1e2c4743d tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:25.466831 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17101c5b-f5e7-45c3-8663-a282beee2751 req-4390a7f8-6dd4-4f8b-9a1a-a5b1e2c4743d tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 946 time: 0.0925138 Sep 21 16:29:25.510713 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17101c5b-f5e7-45c3-8663-a282beee2751 req-b013d545-64a4-4401-b1e4-feed5a3f9f6b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/security-groups?id=32cf240b-d1a5-4440-84ec-f22235757326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382252 Sep 21 16:29:25.667042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-b9de5c78-260e-4f36-a8d4-8f9be3cdef6b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:25.668449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-b9de5c78-260e-4f36-a8d4-8f9be3cdef6b tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 946 time: 0.0871453 Sep 21 16:29:25.740791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Deleting port 7789d2d1-3087-4fe6-b356-58e3b41c6865 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:25.741130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:25.981499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] For port 7789d2d1-3087-4fe6-b356-58e3b41c6865, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7789d2d1-3087-4fe6-b356-58e3b41c6865,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:25.981769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:26.108170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Calling delete_port for 7789d2d1-3087-4fe6-b356-58e3b41c6865 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:26.309208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:26.320544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7789d2d1-3087-4fe6-b356-58e3b41c6865'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:29:26.363893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Pushing event deleted for resources: {'Port': ['ID=7789d2d1-3087-4fe6-b356-58e3b41c6865,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:26.407405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.407815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.408130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.408472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.408808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.409147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.409481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.409810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.410164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.410493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.410823 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.411152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:26.466259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] No DVR routers for this DVR port 7789d2d1-3087-4fe6-b356-58e3b41c6865 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:29:26.468761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:26.472105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525ed988-75f4-45df-90db-9b5aeb84fc70', 'name': 'network-vif-deleted', 'tag': '7789d2d1-3087-4fe6-b356-58e3b41c6865'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:29:26.474438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e936a0-d937-4bde-a3a2-6cf4b9bfa159" -d '{"events": [{"server_uuid": "525ed988-75f4-45df-90db-9b5aeb84fc70", "name": "network-vif-deleted", "tag": "7789d2d1-3087-4fe6-b356-58e3b41c6865"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:29:26.519541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d3842d-b82b-4390-b42b-2a69ccda8bae x-openstack-request-id: req-20d3842d-b82b-4390-b42b-2a69ccda8bae {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:29:26.519858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525ed988-75f4-45df-90db-9b5aeb84fc70", "name": "network-vif-deleted", "tag": "7789d2d1-3087-4fe6-b356-58e3b41c6865", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:29:26.520107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20d3842d-b82b-4390-b42b-2a69ccda8bae {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:29:26.520512 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d3842d-b82b-4390-b42b-2a69ccda8bae'] response: {'server_uuid': '525ed988-75f4-45df-90db-9b5aeb84fc70', 'name': 'network-vif-deleted', 'tag': '7789d2d1-3087-4fe6-b356-58e3b41c6865', 'status': 'completed', 'code': 200} Sep 21 16:29:26.533684 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0172c1cc-2c92-4f8c-9045-508ad2c8f717 req-4fd6482f-1847-4357-ad56-2ccff41554fa tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.33 "DELETE /v2.0/ports/7789d2d1-3087-4fe6-b356-58e3b41c6865 HTTP/1.1" status: 204 len: 173 time: 0.8592818 Sep 21 16:29:26.672431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-63763363-29f6-4c0b-b8ff-858219e4ceb9 req-c9fc4e6f-740e-48ca-9fb8-265e1ddcf8bd tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Synchronizing usage tracker for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:29:26.731957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-63763363-29f6-4c0b-b8ff-858219e4ceb9 req-c9fc4e6f-740e-48ca-9fb8-265e1ddcf8bd tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] Unset dirty status for tenant:a758b446f72b4986b81d018dcd31debc on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:29:26.733131 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63763363-29f6-4c0b-b8ff-858219e4ceb9 req-c9fc4e6f-740e-48ca-9fb8-265e1ddcf8bd tempest-TestEncryptedCinderVolumes-248554601 tempest-TestEncryptedCinderVolumes-248554601-project] 10.222.0.65 "GET /v2.0/ports?device_id=525ed988-75f4-45df-90db-9b5aeb84fc70 HTTP/1.1" status: 200 len: 210 time: 0.1128974 Sep 21 16:29:27.927386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52486) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:28.541024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:28.886887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Deleting port e61702ca-d7bb-4c2c-8da1-09b141d00770 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:28.887136 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:29.058397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] For port e61702ca-d7bb-4c2c-8da1-09b141d00770, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e61702ca-d7bb-4c2c-8da1-09b141d00770,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:29.059034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:29.162853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:29.185170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Calling delete_port for e61702ca-d7bb-4c2c-8da1-09b141d00770 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:29.589156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:29.634600 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61702ca-d7bb-4c2c-8da1-09b141d00770,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:29.783991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.784345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.784688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.785024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.785358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.785691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.786045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.786369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.786698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.787023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.787344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:29.787666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:30.016249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:30.367659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Router 13c9975d-8950-4216-bd5d-d030adcbcf0b has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:29:30.541605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:29:30.550804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] Sync routers for ids ['13c9975d-8950-4216-bd5d-d030adcbcf0b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:29:30.559808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] Routers {'13c9975d-8950-4216-bd5d-d030adcbcf0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:30.560451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['13c9975d-8950-4216-bd5d-d030adcbcf0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:30.631791 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8bf4bbb3-560c-4ebe-a7c6-c73d13466fd0 admin admin] 10.222.0.65 "PUT /v2.0/routers/13c9975d-8950-4216-bd5d-d030adcbcf0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7032053 Sep 21 16:29:30.634269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52490) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:30.712337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7789d2d1-3087-4fe6-b356-58e3b41c6865 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:29:30.752872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 7789d2d1-3087-4fe6-b356-58e3b41c6865 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:29:30.753211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7789d2d1-3087-4fe6-b356-58e3b41c6865 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:29:30.773114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] Set router 13c9975d-8950-4216-bd5d-d030adcbcf0b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:30.809972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:30.985522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:31.046635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Deleting port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:31.046987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:31.056943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:29:29Z', 'revision_number': 5, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port': {'id': '975fb464-26e0-4e73-9ba7-7bf62ab8c6dc', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:25Z', 'updated_at': '2022-09-21T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:31.061006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] Checking router: 13c9975d-8950-4216-bd5d-d030adcbcf0b for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:29:31.073699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] Routers {'13c9975d-8950-4216-bd5d-d030adcbcf0b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:31.074348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['13c9975d-8950-4216-bd5d-d030adcbcf0b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:31.231873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] Set router 13c9975d-8950-4216-bd5d-d030adcbcf0b gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:31.339595 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:29:30Z', 'revision_number': 6, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:31.343440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1acb71-1471-4209-b3dd-4fb1932bc5a5 None None] The sync data for ids ['13c9975d-8950-4216-bd5d-d030adcbcf0b'] in dv-neutron-858618-1-hyperv is: [{'id': '13c9975d-8950-4216-bd5d-d030adcbcf0b', 'name': 'tempest-TestEncryptedCinderVolumes-1333573767-router', 'tenant_id': 'a758b446f72b4986b81d018dcd31debc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:24Z', 'updated_at': '2022-09-21T16:29:30Z', 'revision_number': 6, 'project_id': 'a758b446f72b4986b81d018dcd31debc', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:29:31.345838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] For port 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=975fb464-26e0-4e73-9ba7-7bf62ab8c6dc,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:31.346293 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:31.474669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Calling delete_port for 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:31.712043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:31.761107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Pushing event deleted for resources: {'Port': ['ID=975fb464-26e0-4e73-9ba7-7bf62ab8c6dc,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:31.865488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.038267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.040443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.128840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.129387 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c9975d-8950-4216-bd5d-d030adcbcf0b {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:29:32.141628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.143119 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ab16233b-708e-4742-87fa-6540e0e8c51f admin admin] 10.222.0.65 "DELETE /v2.0/routers/13c9975d-8950-4216-bd5d-d030adcbcf0b HTTP/1.1" status: 204 len: 168 time: 1.5076599 Sep 21 16:29:32.145498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52494) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:32.204649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed78573c-2032-4613-9d57-423700e7ee5a admin admin] Deleting subnet 0ac86c3f-357f-4c89-9705-97d1777f0545 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:29:32.207967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed78573c-2032-4613-9d57-423700e7ee5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.260599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed78573c-2032-4613-9d57-423700e7ee5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.340039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed78573c-2032-4613-9d57-423700e7ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.466369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed78573c-2032-4613-9d57-423700e7ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.508822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78573c-2032-4613-9d57-423700e7ee5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac86c3f-357f-4c89-9705-97d1777f0545,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:32.512401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ed78573c-2032-4613-9d57-423700e7ee5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.519883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42a884-48ef-4eea-8310-3ceb1fb73712 None None] Network 4dc99b82-0276-4a5d-a682-26284753307e requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:29:32.520475 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ed78573c-2032-4613-9d57-423700e7ee5a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0ac86c3f-357f-4c89-9705-97d1777f0545 HTTP/1.1" status: 204 len: 168 time: 0.3734760 Sep 21 16:29:32.522664 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52498) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:32.635354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.645559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Deleting port f5863f61-68ca-4d18-bbcc-1d1ef723628f {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:32.645883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.812753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] DHCP port deletion for 4dc99b82-0276-4a5d-a682-26284753307e request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:29:32.817398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] Deleting port f5863f61-68ca-4d18-bbcc-1d1ef723628f {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:32.817961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.860987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] For port f5863f61-68ca-4d18-bbcc-1d1ef723628f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f5863f61-68ca-4d18-bbcc-1d1ef723628f,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:32.861344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:32.932946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-25d4e28a-9453-4cab-b8ae-cdf40d318de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.043775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] For port f5863f61-68ca-4d18-bbcc-1d1ef723628f, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=f5863f61-68ca-4d18-bbcc-1d1ef723628f,segment=NetworkSegment(75a32190-3674-4d7b-8b1c-33212ae17e77),segment_id=75a32190-3674-4d7b-8b1c-33212ae17e77)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:33.044174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.090055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Calling delete_port for f5863f61-68ca-4d18-bbcc-1d1ef723628f owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:33.166183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] Calling delete_port for f5863f61-68ca-4d18-bbcc-1d1ef723628f owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:33.240709 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.245967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:29:33.246365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:29:33.286848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5863f61-68ca-4d18-bbcc-1d1ef723628f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:33.290120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] No DVR routers for this DVR port f5863f61-68ca-4d18-bbcc-1d1ef723628f on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:29:33.404924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.419192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e61702ca-d7bb-4c2c-8da1-09b141d00770 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:29:33.436104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc99b82-0276-4a5d-a682-26284753307e']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:33.448570 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a32190-3674-4d7b-8b1c-33212ae17e77') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:33.448869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a32190-3674-4d7b-8b1c-33212ae17e77') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:33.457696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: e61702ca-d7bb-4c2c-8da1-09b141d00770 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:29:33.458079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e61702ca-d7bb-4c2c-8da1-09b141d00770 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:29:33.458509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:29:33.461187 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.477397 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.483516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:29:33.483917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.491184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:29:33.491467 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 975fb464-26e0-4e73-9ba7-7bf62ab8c6dc not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:29:33.491889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f5863f61-68ca-4d18-bbcc-1d1ef723628f no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:29:33.525066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: f5863f61-68ca-4d18-bbcc-1d1ef723628f {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:29:33.525718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device f5863f61-68ca-4d18-bbcc-1d1ef723628f not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:29:33.549832 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 75a32190-3674-4d7b-8b1c-33212ae17e77 resource provider aggregate not found Sep 21 16:29:33.568434 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 75a32190-3674-4d7b-8b1c-33212ae17e77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75a32190-3674-4d7b-8b1c-33212ae17e77 found for delete ", "request_id": "req-17456260-19fb-4ee8-91c9-ca9dccc0045e"}]} Sep 21 16:29:33.640250 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.662734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.668608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc99b82-0276-4a5d-a682-26284753307e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:33.744256 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7b91d909-f456-4749-8372-6d1d26361f44 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4dc99b82-0276-4a5d-a682-26284753307e HTTP/1.1" status: 204 len: 168 time: 1.2204852 Sep 21 16:29:33.747109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52506) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:33.747856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] Deleting port f5863f61-68ca-4d18-bbcc-1d1ef723628f {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:33.748242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:33.816379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-45e961ad-dfde-422a-a0de-c6fb9ef93674 None None] The port 'f5863f61-68ca-4d18-bbcc-1d1ef723628f' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:29:34.274853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:34.475819 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:29:34.714843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Deleting port afcbb344-bc49-4dec-87a4-4ef34e4e92b1 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:34.715446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:34.882568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] For port afcbb344-bc49-4dec-87a4-4ef34e4e92b1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,segment=NetworkSegment(846d415a-5b41-4025-8f5f-e90780f35bde),segment_id=846d415a-5b41-4025-8f5f-e90780f35bde)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:34.882837 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:34.972561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bc82848a-34d4-4394-94fd-ca3955a2e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:35.007516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Calling delete_port for afcbb344-bc49-4dec-87a4-4ef34e4e92b1 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:35.257674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:35.303285 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=afcbb344-bc49-4dec-87a4-4ef34e4e92b1,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:35.585865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:35.932704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Router aab46e47-64d5-4529-9244-f852313a2c04 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:29:36.203704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:29:36.212849 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] Sync routers for ids ['aab46e47-64d5-4529-9244-f852313a2c04'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:29:36.213394 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2dfc6588-4f30-4c44-9744-2b0604020ea5 admin admin] 10.222.0.65 "PUT /v2.0/routers/aab46e47-64d5-4529-9244-f852313a2c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652798 Sep 21 16:29:36.215901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52510) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:36.222512 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] Routers {'aab46e47-64d5-4529-9244-f852313a2c04'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:36.223118 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['aab46e47-64d5-4529-9244-f852313a2c04'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:36.315371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:36.395942 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:36.399678 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] Set router aab46e47-64d5-4529-9244-f852313a2c04 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:36.583421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:36.683385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Deleting port b27d2415-9eb1-4cdc-8284-829dc5d55208 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:36.683739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:36.686146 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:29:35Z', 'revision_number': 5, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port': {'id': 'b27d2415-9eb1-4cdc-8284-829dc5d55208', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:36.690952 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] Checking router: aab46e47-64d5-4529-9244-f852313a2c04 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:29:36.700043 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] Routers {'aab46e47-64d5-4529-9244-f852313a2c04'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:36.700663 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['aab46e47-64d5-4529-9244-f852313a2c04'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:36.861201 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] Set router aab46e47-64d5-4529-9244-f852313a2c04 gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:36.891144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] For port b27d2415-9eb1-4cdc-8284-829dc5d55208, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b27d2415-9eb1-4cdc-8284-829dc5d55208,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:36.891575 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:36.894568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:36.969755 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:29:36Z', 'revision_number': 6, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:36.975192 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a3924a-f13f-4559-8066-06428159bb18 None None] The sync data for ids ['aab46e47-64d5-4529-9244-f852313a2c04'] in dv-neutron-858618-1-hyperv is: [{'id': 'aab46e47-64d5-4529-9244-f852313a2c04', 'name': 'tempest-TestEncryptedCinderVolumes-264281625-router', 'tenant_id': '757a0413ec9841f6838b9ba356f12666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:27:32Z', 'updated_at': '2022-09-21T16:29:36Z', 'revision_number': 6, 'project_id': '757a0413ec9841f6838b9ba356f12666', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:29:37.024644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Calling delete_port for b27d2415-9eb1-4cdc-8284-829dc5d55208 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:37.237271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.287892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Pushing event deleted for resources: {'Port': ['ID=b27d2415-9eb1-4cdc-8284-829dc5d55208,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:37.388017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.562511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.565087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.648544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.649113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab46e47-64d5-4529-9244-f852313a2c04 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:29:37.661117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.662240 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-16a0df2a-a08e-4cf4-9da0-2a0c781f975f admin admin] 10.222.0.65 "DELETE /v2.0/routers/aab46e47-64d5-4529-9244-f852313a2c04 HTTP/1.1" status: 204 len: 168 time: 1.4454155 Sep 21 16:29:37.664803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52514) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:37.728968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device afcbb344-bc49-4dec-87a4-4ef34e4e92b1 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:29:37.729661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8347aa1c-220a-4531-890d-f417cb4e1a9b admin admin] Deleting subnet bb87158e-e6e1-44f7-970c-6f7e5857c58c {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:29:37.732882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8347aa1c-220a-4531-890d-f417cb4e1a9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.767704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: afcbb344-bc49-4dec-87a4-4ef34e4e92b1 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:29:37.768048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device afcbb344-bc49-4dec-87a4-4ef34e4e92b1 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:29:37.900335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8347aa1c-220a-4531-890d-f417cb4e1a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.981526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8347aa1c-220a-4531-890d-f417cb4e1a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:37.986341 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.112654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8347aa1c-220a-4531-890d-f417cb4e1a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.150149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347aa1c-220a-4531-890d-f417cb4e1a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb87158e-e6e1-44f7-970c-6f7e5857c58c,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:38.154823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-8347aa1c-220a-4531-890d-f417cb4e1a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.160209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d079037b-3bdd-41f7-ad48-7f6ecf42c3f3 None None] Network c090d558-6834-464d-89dd-9e706f37f491 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:29:38.160482 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8347aa1c-220a-4531-890d-f417cb4e1a9b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bb87158e-e6e1-44f7-970c-6f7e5857c58c HTTP/1.1" status: 204 len: 168 time: 0.4944482 Sep 21 16:29:38.162855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52518) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:38.268093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.278463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Deleting port e3acf13f-ca11-4d36-87aa-47b1b52b2883 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:38.278796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.405128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] DHCP port deletion for c090d558-6834-464d-89dd-9e706f37f491 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:29:38.409648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] Deleting port e3acf13f-ca11-4d36-87aa-47b1b52b2883 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:38.410136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.488667 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] For port e3acf13f-ca11-4d36-87aa-47b1b52b2883, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e3acf13f-ca11-4d36-87aa-47b1b52b2883,segment=NetworkSegment(846d415a-5b41-4025-8f5f-e90780f35bde),segment_id=846d415a-5b41-4025-8f5f-e90780f35bde)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:38.489027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.610235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Calling delete_port for e3acf13f-ca11-4d36-87aa-47b1b52b2883 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:38.613204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] For port e3acf13f-ca11-4d36-87aa-47b1b52b2883, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=e3acf13f-ca11-4d36-87aa-47b1b52b2883,segment=NetworkSegment(846d415a-5b41-4025-8f5f-e90780f35bde),segment_id=846d415a-5b41-4025-8f5f-e90780f35bde)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:38.613544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.746396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.758110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] Calling delete_port for e3acf13f-ca11-4d36-87aa-47b1b52b2883 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:29:38.796779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Pushing event deleted for resources: {'Port': ['ID=e3acf13f-ca11-4d36-87aa-47b1b52b2883,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:38.800240 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] No DVR routers for this DVR port e3acf13f-ca11-4d36-87aa-47b1b52b2883 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:29:38.832227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:29:38.832599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:29:38.915074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.939584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c090d558-6834-464d-89dd-9e706f37f491']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:38.951375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846d415a-5b41-4025-8f5f-e90780f35bde') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:38.951673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846d415a-5b41-4025-8f5f-e90780f35bde') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:38.963603 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.979961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:38.985999 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:29:38.986408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:39.051429 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 846d415a-5b41-4025-8f5f-e90780f35bde resource provider aggregate not found Sep 21 16:29:39.071372 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 846d415a-5b41-4025-8f5f-e90780f35bde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 846d415a-5b41-4025-8f5f-e90780f35bde found for delete ", "request_id": "req-f7969d84-8580-4572-b1ec-3f1efd6b2003"}]} Sep 21 16:29:39.145788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:39.161388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:39.172272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] Pushing event deleted for resources: {'Network': ['ID=c090d558-6834-464d-89dd-9e706f37f491,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:39.175292 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2cf75a8d-64f2-4800-aa5d-87ae9116ebbc admin admin] 10.222.0.65 "DELETE /v2.0/networks/c090d558-6834-464d-89dd-9e706f37f491 HTTP/1.1" status: 204 len: 168 time: 1.0115228 Sep 21 16:29:39.333713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] Deleting port e3acf13f-ca11-4d36-87aa-47b1b52b2883 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:29:39.334236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:39.400079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb7fee-a377-46af-a914-c9900ad63e67 None None] The port 'e3acf13f-ca11-4d36-87aa-47b1b52b2883' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:29:39.418957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b27d2415-9eb1-4cdc-8284-829dc5d55208 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:29:39.456396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: b27d2415-9eb1-4cdc-8284-829dc5d55208 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:29:39.456735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b27d2415-9eb1-4cdc-8284-829dc5d55208 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:29:39.457152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e3acf13f-ca11-4d36-87aa-47b1b52b2883 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:29:39.489145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: e3acf13f-ca11-4d36-87aa-47b1b52b2883 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:29:39.489484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device e3acf13f-ca11-4d36-87aa-47b1b52b2883 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:29:39.528111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52528) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:39.576651 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b85f2852-13f3-4730-8a9b-25acfaf91263 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a758b446f72b4986b81d018dcd31debc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473838 Sep 21 16:29:39.579038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52532) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:39.636726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-775786ff-e0ff-4846-8aa3-ffeec2be63f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:39.663547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-775786ff-e0ff-4846-8aa3-ffeec2be63f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:39.768746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-775786ff-e0ff-4846-8aa3-ffeec2be63f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:39.784562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775786ff-e0ff-4846-8aa3-ffeec2be63f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cf240b-d1a5-4440-84ec-f22235757326,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:39.853082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-775786ff-e0ff-4846-8aa3-ffeec2be63f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:39.854261 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-775786ff-e0ff-4846-8aa3-ffeec2be63f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32cf240b-d1a5-4440-84ec-f22235757326 HTTP/1.1" status: 204 len: 168 time: 0.2743170 Sep 21 16:29:40.439468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52540) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:40.488334 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f0a6ff2b-12f7-44fe-9d4e-5e32a8ff0668 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=757a0413ec9841f6838b9ba356f12666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477264 Sep 21 16:29:40.490704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52544) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:40.546263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-35430756-6c0f-4a9a-a17f-80f3a078f244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:40.572810 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-35430756-6c0f-4a9a-a17f-80f3a078f244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:40.689134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-35430756-6c0f-4a9a-a17f-80f3a078f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:40.706041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35430756-6c0f-4a9a-a17f-80f3a078f244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c970ec8f-8018-4164-82ce-d595b2eddcd0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:40.710727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-35430756-6c0f-4a9a-a17f-80f3a078f244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:40.711652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-35430756-6c0f-4a9a-a17f-80f3a078f244 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c970ec8f-8018-4164-82ce-d595b2eddcd0 HTTP/1.1" status: 204 len: 168 time: 0.2200878 Sep 21 16:29:41.708940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52568) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:41.810570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-872632021-network', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:29:41.815454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:29:41.819361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Usage tracker for resource:network and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:29:41.822272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:29:41.827980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:29:41.894179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Made reservation on behalf of e5a67d0a93f14e8f981c758a51f714c6 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:29:41.896493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:41.909271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:41.923533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:29:41.927386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:29:41.930155 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:29:41.935833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:29:42.017280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.088476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.115109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:29:42.127704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:42.133255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.133598 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Added segment 7f7d80de-b731-401e-bddc-9364d32e38c8 of type vlan for network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f Sep 21 16:29:42.159983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.265348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.266321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:42.267565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.370135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:42.379950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:29:42.424597 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-238eb100-f551-47ad-903c-c3fb2e68d8d4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7144477 Sep 21 16:29:42.427418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52574) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:42.432593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Request body: {'subnet': {'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-872632021-subnet', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:29:42.437588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:29:42.442015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Usage tracker for resource:subnet and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:29:42.444848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:29:42.450601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:29:42.508751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Made reservation on behalf of e5a67d0a93f14e8f981c758a51f714c6 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:29:42.511115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.871303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.947050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f255f051-1941-4355-b29d-340d29f001b4,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:42.951001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Checking segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:29:42.951359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Network hostable DHCP agents. Network: 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:29:43.031371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:29:43.111268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:43.115520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:43.116105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:43.121775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27440ec-8953-40ee-9a9e-8abd10a41149 None None] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:29:43.205502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3d5ae003-c526-4f87-94fb-89ede9ea08fe admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7770443 Sep 21 16:29:43.208598 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52578) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:43.213532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:29:43.218325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:29:43.223636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Usage tracker for resource:router and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:29:43.226665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:29:43.232725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:29:43.306175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:43.307248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:43.322608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:43.375867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:29:43.376705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:43.527047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Allocated IP 172.20.0.2 (7978bf1f-c63d-4b75-bb7b-38856f8d5e2f/f255f051-1941-4355-b29d-340d29f001b4/7ef17f47-9f84-449b-b55e-e0538f981ed2) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:29:43.649607 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:43.732124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:43.746397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Transition to ACTIVE for port object 7ef17f47-9f84-449b-b55e-e0538f981ed2 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:43.766156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Transition to ACTIVE for port object 7ef17f47-9f84-449b-b55e-e0538f981ed2 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:43.824021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:43.889768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:43.893347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:43.896983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:29:43.902693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Pushing event updated for resources: {'Port': ['ID=7ef17f47-9f84-449b-b55e-e0538f981ed2,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:43.946482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.946833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.947176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.947514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.947845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.948174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.948502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.948827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.949155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.949479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.949801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:43.950146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:44.014717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Attempting to bind port 7ef17f47-9f84-449b-b55e-e0538f981ed2 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:29:44.015239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Attempting to bind port 7ef17f47-9f84-449b-b55e-e0538f981ed2 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:29:44.015694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Attempting to bind port 7ef17f47-9f84-449b-b55e-e0538f981ed2 on network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:29:44.017615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:44.021473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:29:44.021969 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Checking segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:29:44.022494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:44.023004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Bound using segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:29:44.023558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Bound port: 7ef17f47-9f84-449b-b55e-e0538f981ed2, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:29:44.024024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:44.047232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:44.151510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] For port 7ef17f47-9f84-449b-b55e-e0538f981ed2, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:29:44.154581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] For port 7ef17f47-9f84-449b-b55e-e0538f981ed2, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7ef17f47-9f84-449b-b55e-e0538f981ed2,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:29:44.190245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Allocated IP 172.26.0.82 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:29:44.234924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:44.320651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b5048-10c9-423f-b701-d214b91114d8 None None] Pushing event updated for resources: {'Port': ['ID=7ef17f47-9f84-449b-b55e-e0538f981ed2,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:44.340759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:44.418175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:44.489782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:44.492796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:44.497383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:29:44.531421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Pushing event updated for resources: {'Port': ['ID=db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:45.132324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:45.236406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9d3c8-2373-4625-9567-8237a6a98c5d None None] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:29:45.394348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ecd50c64-b871-4cd0-a5f6-4ab5f2ca2341 None None] Provisioning for port 7ef17f47-9f84-449b-b55e-e0538f981ed2 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:45.467493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7ef17f47-9f84-449b-b55e-e0538f981ed2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:45.492182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:45.614249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 7ef17f47-9f84-449b-b55e-e0538f981ed2 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:45.620006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 7ef17f47-9f84-449b-b55e-e0538f981ed2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:45.620423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:45.743062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7ef17f47-9f84-449b-b55e-e0538f981ed2 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:45.743449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:45.777614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 7ef17f47-9f84-449b-b55e-e0538f981ed2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7ef17f47-9f84-449b-b55e-e0538f981ed2,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:45.791525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Router 1dee2989-ed6f-4704-a4f6-522df33eab53 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:29:45.830243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fc76a009-be6a-4921-9dab-2fb97f1c8490 None None] Provisioning complete for port 7ef17f47-9f84-449b-b55e-e0538f981ed2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:45.830806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fc76a009-be6a-4921-9dab-2fb97f1c8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:45.865049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:45.951919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=7ef17f47-9f84-449b-b55e-e0538f981ed2,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:45.971552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:29:45.988265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Sync routers for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:29:46.018599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:46.019227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:46.065891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:46.067177 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b47f35e7-66c9-40ac-a84d-12ac58f3c77f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8576601 Sep 21 16:29:46.069901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52582) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:46.084110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fc76a009-be6a-4921-9dab-2fb97f1c8490 None None] Current status of the port 7ef17f47-9f84-449b-b55e-e0538f981ed2 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:46.200198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:46.493478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:44Z', 'revision_number': 3, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:46.497509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Checking router: 1dee2989-ed6f-4704-a4f6-522df33eab53 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:29:46.497924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Updating router 1dee2989-ed6f-4704-a4f6-522df33eab53 port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:29:46.550323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:46.866161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:46.912763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:46.924455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Transition to ACTIVE for port object db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:46.985930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.049249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Attempting to bind port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:29:47.049622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Attempting to bind port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:29:47.050024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Attempting to bind port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:29:47.059933 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:29:47.060305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:29:47.060702 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.061094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:29:47.061555 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Bound port: db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:29:47.061931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.075259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Allocated IP 172.20.0.1 (7978bf1f-c63d-4b75-bb7b-38856f8d5e2f/f255f051-1941-4355-b29d-340d29f001b4/8b99e750-b774-49e2-bd05-0de9cc867f85) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:29:47.097532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe58e8e-54d3-4cd5-acab-4321e4fe469f None None] Pushing event updated for resources: {'Port': ['ID=db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:47.141821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] For port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:29:47.144640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] For port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:29:47.202993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.229811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.245813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Transition to ACTIVE for port object 8b99e750-b774-49e2-bd05-0de9cc867f85 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:47.261966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:47.262572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:47.334770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.355349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe58e8e-54d3-4cd5-acab-4321e4fe469f None None] Pushing event updated for resources: {'Port': ['ID=db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:47.405895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:47.409036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:47.413962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:29:47.435631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7ef17f47-9f84-449b-b55e-e0538f981ed2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:47.455108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Pushing event updated for resources: {'Port': ['ID=8b99e750-b774-49e2-bd05-0de9cc867f85,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:47.486257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.508426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:47.685061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.708258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 7ef17f47-9f84-449b-b55e-e0538f981ed2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:47.708530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.881339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-53edf8aa-425b-42b7-9760-87a1664146b7 None None] Provisioning for port 8b99e750-b774-49e2-bd05-0de9cc867f85 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:47.897093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-53edf8aa-425b-42b7-9760-87a1664146b7 None None] Provisioning complete for port 8b99e750-b774-49e2-bd05-0de9cc867f85 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:47.897477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-53edf8aa-425b-42b7-9760-87a1664146b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.925782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.953636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 7ef17f47-9f84-449b-b55e-e0538f981ed2 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:47.964838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-53edf8aa-425b-42b7-9760-87a1664146b7 None None] Port 8b99e750-b774-49e2-bd05-0de9cc867f85 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:29:47.972934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:44Z', 'revision_number': 3, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:47.977035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfba562-d39c-4445-8a48-ffe09f2c76a0 None None] The sync data for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv is: [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:44Z', 'revision_number': 3, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:29:47.989110 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:48.098247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Pushing event updated for resources: {'Port': ['ID=8b99e750-b774-49e2-bd05-0de9cc867f85,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:48.103255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:48.257333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:48.258506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:48.488982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-97032320-fd12-4962-b09d-2f1e8ef6411c None None] Provisioning complete for port 8b99e750-b774-49e2-bd05-0de9cc867f85 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:48.489373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97032320-fd12-4962-b09d-2f1e8ef6411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:48.545257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-97032320-fd12-4962-b09d-2f1e8ef6411c None None] Port 8b99e750-b774-49e2-bd05-0de9cc867f85 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:29:48.568106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Router 1dee2989-ed6f-4704-a4f6-522df33eab53 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:29:48.754330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:29:48.764625 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f7fa722b-2f83-491a-abed-cf0820e4147e admin admin] 10.222.0.65 "PUT /v2.0/routers/1dee2989-ed6f-4704-a4f6-522df33eab53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6936855 Sep 21 16:29:49.445212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:49.461198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52602) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:49.466620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-814266265-network', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:29:49.473185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:29:49.475842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Usage tracker for resource:network and tenant:51c8505da5f64deabf5844aea39ac5c5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:29:49.478976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:29:49.485725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:29:49.504814 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Sync routers for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:29:49.516258 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:49.516870 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:49.580244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Made reservation on behalf of 51c8505da5f64deabf5844aea39ac5c5 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:29:49.583216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.596280 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.611287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:29:49.614148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:49.617005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Usage tracker for resource:security_group_rule and tenant:51c8505da5f64deabf5844aea39ac5c5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:29:49.619493 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:49.619636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:29:49.619869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.625693 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:29:49.708800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.721120 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:49.740845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:49.741230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.757672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:49.800146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.823278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.838276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:29:49.851829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0feaf6-d8f4-4436-b86b-7e4427a76dc2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:49.857846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.857846 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Added segment 84d1168a-b433-454e-9201-f51661f8aeec of type vlan for network 305fddbe-84c2-4487-ab67-044934e6be45 Sep 21 16:29:49.885291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.897234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:49.983238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:49.984212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:49.984787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.037925 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 2, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:50.042027 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Checking router: 1dee2989-ed6f-4704-a4f6-522df33eab53 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:29:50.042377 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Updating router 1dee2989-ed6f-4704-a4f6-522df33eab53 port 8b99e750-b774-49e2-bd05-0de9cc867f85 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:29:50.090853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] Pushing event updated for resources: {'Network': ['ID=305fddbe-84c2-4487-ab67-044934e6be45,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:50.095385 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.102232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 305fddbe-84c2-4487-ab67-044934e6be45 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:29:50.159687 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-f7c6f03a-0b1f-48a5-bf4e-2e9149dd4145 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6969965 Sep 21 16:29:50.162411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52606) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:50.170172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Request body: {'subnet': {'network_id': '305fddbe-84c2-4487-ab67-044934e6be45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-814266265-subnet', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:29:50.176542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:29:50.181206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Usage tracker for resource:subnet and tenant:51c8505da5f64deabf5844aea39ac5c5 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:29:50.184725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:29:50.190828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:29:50.257619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Made reservation on behalf of 51c8505da5f64deabf5844aea39ac5c5 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:29:50.260592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.437286 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.449015 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Transition to ACTIVE for port object 8b99e750-b774-49e2-bd05-0de9cc867f85 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:50.520191 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.551621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.630104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f731a9e4-3c99-4602-ac1f-83dadf275187,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:50.639833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Checking segment: {'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:29:50.640188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Network hostable DHCP agents. Network: 305fddbe-84c2-4487-ab67-044934e6be45, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:29:50.714557 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Pushing event updated for resources: {'Port': ['ID=8b99e750-b774-49e2-bd05-0de9cc867f85,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:50.717100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Network 305fddbe-84c2-4487-ab67-044934e6be45 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:29:50.732010 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.732368 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.732752 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.733080 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.733404 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.733725 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.734074 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.734395 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.734713 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.735072 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.735390 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.735701 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:50.742220 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Attempting to bind port 8b99e750-b774-49e2-bd05-0de9cc867f85 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:29:50.742583 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Attempting to bind port 8b99e750-b774-49e2-bd05-0de9cc867f85 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:29:50.743953 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Attempting to bind port 8b99e750-b774-49e2-bd05-0de9cc867f85 on network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:29:50.748204 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:29:50.748570 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Checking segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:29:50.748961 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.749347 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Bound using segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:29:50.749844 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Bound port: 8b99e750-b774-49e2-bd05-0de9cc867f85, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:29:50.750252 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.814566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 305fddbe-84c2-4487-ab67-044934e6be45) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:50.819515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:29:50.820166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:50.823606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf6dae9-38dd-4a59-b4a2-7a84a9f60051 None None] Network 305fddbe-84c2-4487-ab67-044934e6be45 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:29:50.842812 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] For port 8b99e750-b774-49e2-bd05-0de9cc867f85, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:29:50.846922 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] For port 8b99e750-b774-49e2-bd05-0de9cc867f85, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8b99e750-b774-49e2-bd05-0de9cc867f85,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:29:50.918144 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5ea6dd51-5368-4175-ba45-f9374605dcb8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7538729 Sep 21 16:29:50.920705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52610) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:50.925704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:29:50.930434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:29:50.934422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Usage tracker for resource:router and tenant:51c8505da5f64deabf5844aea39ac5c5 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:29:50.937241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:29:50.944121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:29:50.949582 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.015168 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:51.015690 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:51.020482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.021882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.040967 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.051269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-305fddbe-84c2-4487-ab67-044934e6be45', 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'fixed_ips': [{'subnet_id': 'f731a9e4-3c99-4602-ac1f-83dadf275187'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:29:51.052170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.099413 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc1229-8172-420b-99df-8dc54a0ec17e None None] Pushing event updated for resources: {'Port': ['ID=8b99e750-b774-49e2-bd05-0de9cc867f85,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:51.213688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Allocated IP 172.20.0.2 (305fddbe-84c2-4487-ab67-044934e6be45/f731a9e4-3c99-4602-ac1f-83dadf275187/ad942246-177f-46e3-ac24-ca7025402717) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:29:51.232716 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:51.428143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.438354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Transition to ACTIVE for port object ad942246-177f-46e3-ac24-ca7025402717 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:51.452593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:51.485552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.509320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Transition to ACTIVE for port object ad942246-177f-46e3-ac24-ca7025402717 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:51.529692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:51.530368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.558619 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:50Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:51.562578 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e08608-7952-4cc3-8551-519e206f35ba None None] The sync data for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv is: [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:50Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:29:51.598329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.715116 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Network 305fddbe-84c2-4487-ab67-044934e6be45 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:51.720592 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:51.726033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:29:51.732961 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:51.736845 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Pushing event updated for resources: {'Port': ['ID=ad942246-177f-46e3-ac24-ca7025402717,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:51.845248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Attempting to bind port ad942246-177f-46e3-ac24-ca7025402717 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:29:51.845810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Attempting to bind port ad942246-177f-46e3-ac24-ca7025402717 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:29:51.846065 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Attempting to bind port ad942246-177f-46e3-ac24-ca7025402717 on network 305fddbe-84c2-4487-ab67-044934e6be45 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:29:51.853144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:29:51.853558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Checking segment: {'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:29:51.853986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.854394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Bound using segment: {'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:29:51.854862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Bound port: ad942246-177f-46e3-ac24-ca7025402717, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:29:51.855238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.918051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.947975 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] For port ad942246-177f-46e3-ac24-ca7025402717, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:29:51.949587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:51.951659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] For port ad942246-177f-46e3-ac24-ca7025402717, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ad942246-177f-46e3-ac24-ca7025402717,segment=NetworkSegment(84d1168a-b433-454e-9201-f51661f8aeec),segment_id=84d1168a-b433-454e-9201-f51661f8aeec)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:29:52.017764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:52.098839 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Allocated IP 172.26.0.61 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/84d5260e-88da-4bca-adad-013cbbb5546e) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:29:52.112710 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec01da-0574-4ab1-8937-a56ddd9363dd None None] Pushing event updated for resources: {'Port': ['ID=ad942246-177f-46e3-ac24-ca7025402717,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:52.263900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:52.366453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:52.437236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:52.440716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:52.445108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:29:52.473195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Pushing event updated for resources: {'Port': ['ID=84d5260e-88da-4bca-adad-013cbbb5546e,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:52.932365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.027817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af97c0-5c40-430a-9e90-6b85a6476a0d None None] Network 305fddbe-84c2-4487-ab67-044934e6be45 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:29:53.183377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a6d63f3a-d3ee-4d0f-9c6f-6bad18646a6a None None] Provisioning for port ad942246-177f-46e3-ac24-ca7025402717 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:53.395393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.484391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8b99e750-b774-49e2-bd05-0de9cc867f85 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:53.625387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8b99e750-b774-49e2-bd05-0de9cc867f85 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:53.630551 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8b99e750-b774-49e2-bd05-0de9cc867f85 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:53.630931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.711221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:29:53.783931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8b99e750-b774-49e2-bd05-0de9cc867f85 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:53.784270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.815676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8b99e750-b774-49e2-bd05-0de9cc867f85, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8b99e750-b774-49e2-bd05-0de9cc867f85,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:53.889622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:29:53.898938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Sync routers for ids ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:29:53.907509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.910527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ad942246-177f-46e3-ac24-ca7025402717 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:53.971849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.975711 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ef1e865e-9e84-4dca-b7fa-eda5761f5464 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0514286 Sep 21 16:29:53.975927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52614) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:29:54.006429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Routers {'b4f1f3ea-d946-47bf-bda7-8bd719d9c510'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:54.007066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:54.100181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8b99e750-b774-49e2-bd05-0de9cc867f85,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:54.207778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Set router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:54.308670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port ad942246-177f-46e3-ac24-ca7025402717 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:54.331965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ad942246-177f-46e3-ac24-ca7025402717 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:54.332336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:54.580972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ad942246-177f-46e3-ac24-ca7025402717 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:54.581271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:54.623936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port ad942246-177f-46e3-ac24-ca7025402717, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ad942246-177f-46e3-ac24-ca7025402717,segment=NetworkSegment(84d1168a-b433-454e-9201-f51661f8aeec),segment_id=84d1168a-b433-454e-9201-f51661f8aeec)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:54.633565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:52Z', 'revision_number': 3, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:54.652106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Checking router: b4f1f3ea-d946-47bf-bda7-8bd719d9c510 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:29:54.652106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Updating router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 port 84d5260e-88da-4bca-adad-013cbbb5546e binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:29:54.692796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:54.736029 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:54.755945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:54.871405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=ad942246-177f-46e3-ac24-ca7025402717,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:54.960715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Allocated IP 172.20.0.1 (305fddbe-84c2-4487-ab67-044934e6be45/f731a9e4-3c99-4602-ac1f-83dadf275187/43e137f2-5001-49fc-a4ad-5d6f7c3557a3) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:29:55.081410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.092894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Transition to ACTIVE for port object 84d5260e-88da-4bca-adad-013cbbb5546e will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:55.108701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.130476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Transition to ACTIVE for port object 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:55.188938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.252179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.252427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Attempting to bind port 84d5260e-88da-4bca-adad-013cbbb5546e on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:29:55.252578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Attempting to bind port 84d5260e-88da-4bca-adad-013cbbb5546e by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:29:55.252942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Attempting to bind port 84d5260e-88da-4bca-adad-013cbbb5546e on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:29:55.263054 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:29:55.263429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:29:55.263830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.264224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:29:55.264697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Bound port: 84d5260e-88da-4bca-adad-013cbbb5546e, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:29:55.265072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.308633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf144b76-4c14-4211-b692-7eeb21b0e857 None None] Pushing event updated for resources: {'Port': ['ID=84d5260e-88da-4bca-adad-013cbbb5546e,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:55.321254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Network 305fddbe-84c2-4487-ab67-044934e6be45 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:55.324148 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:55.327557 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:29:55.346503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] For port 84d5260e-88da-4bca-adad-013cbbb5546e, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:29:55.349081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] For port 84d5260e-88da-4bca-adad-013cbbb5546e, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=84d5260e-88da-4bca-adad-013cbbb5546e,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:29:55.374785 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Pushing event updated for resources: {'Port': ['ID=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:55.396201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.415472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.449198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8b99e750-b774-49e2-bd05-0de9cc867f85 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:55.566328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Routers {'b4f1f3ea-d946-47bf-bda7-8bd719d9c510'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:55.566962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:55.673002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf144b76-4c14-4211-b692-7eeb21b0e857 None None] Pushing event updated for resources: {'Port': ['ID=84d5260e-88da-4bca-adad-013cbbb5546e,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:55.732066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-972c5c46-adc7-467f-b23d-11ad39bd8527 None None] Provisioning for port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:55.751818 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.758153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-972c5c46-adc7-467f-b23d-11ad39bd8527 None None] Provisioning complete for port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:55.759033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-972c5c46-adc7-467f-b23d-11ad39bd8527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.788061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8b99e750-b774-49e2-bd05-0de9cc867f85 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:55.788435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:55.878500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] Set router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:55.919478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-972c5c46-adc7-467f-b23d-11ad39bd8527 None None] Port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:29:55.971161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:56.028734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:56.137796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:56.141930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Pushing event updated for resources: {'Port': ['ID=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:56.147762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8b99e750-b774-49e2-bd05-0de9cc867f85 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:56.148889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ad942246-177f-46e3-ac24-ca7025402717 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:56.262125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ad942246-177f-46e3-ac24-ca7025402717 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:56.262794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:56.280712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Network 305fddbe-84c2-4487-ab67-044934e6be45 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:56.282461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:56.324826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:52Z', 'revision_number': 3, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:56.330435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e058e-01cc-405d-b98e-0454e05c6086 None None] The sync data for ids ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'] in dv-neutron-858618-1-hyperv is: [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:52Z', 'revision_number': 3, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:29:56.409009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ad942246-177f-46e3-ac24-ca7025402717 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:56.489113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:29:56.545435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cd91fc25-66e2-4020-84a7-20c44cc0f26e None None] Provisioning complete for port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:56.545954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cd91fc25-66e2-4020-84a7-20c44cc0f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:56.627349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cd91fc25-66e2-4020-84a7-20c44cc0f26e None None] Port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:29:56.815886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:29:56.826289 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-60af599a-914e-45fb-a8b6-c82de23c8324 admin admin] 10.222.0.65 "PUT /v2.0/routers/b4f1f3ea-d946-47bf-bda7-8bd719d9c510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8480639 Sep 21 16:29:57.459101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 84d5260e-88da-4bca-adad-013cbbb5546e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:57.574103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 84d5260e-88da-4bca-adad-013cbbb5546e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:29:57.580085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 84d5260e-88da-4bca-adad-013cbbb5546e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:57.580461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:57.696733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 84d5260e-88da-4bca-adad-013cbbb5546e is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:57.697114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:57.714389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 84d5260e-88da-4bca-adad-013cbbb5546e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=84d5260e-88da-4bca-adad-013cbbb5546e,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:29:57.780462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:57.858480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=84d5260e-88da-4bca-adad-013cbbb5546e,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:58.683096 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Sync routers for ids ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:29:58.694542 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Routers {'b4f1f3ea-d946-47bf-bda7-8bd719d9c510'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:29:58.695422 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:58.889237 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Set router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:29:59.191467 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:59.268897 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:55Z', 'revision_number': 4, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '43e137f2-5001-49fc-a4ad-5d6f7c3557a3', 'name': '', 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'mac_address': 'fa:16:3e:47:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'f731a9e4-3c99-4602-ac1f-83dadf275187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:54Z', 'updated_at': '2022-09-21T16:29:55Z', 'revision_number': 2, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'subnets': [{'id': 'f731a9e4-3c99-4602-ac1f-83dadf275187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:29:59.273039 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Checking router: b4f1f3ea-d946-47bf-bda7-8bd719d9c510 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:29:59.273390 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Updating router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:29:59.330307 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:59.451117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 84d5260e-88da-4bca-adad-013cbbb5546e up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:29:59.540736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 84d5260e-88da-4bca-adad-013cbbb5546e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:29:59.541631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:59.688848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 84d5260e-88da-4bca-adad-013cbbb5546e is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:29:59.741160 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:59.757647 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Transition to ACTIVE for port object 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:59.853918 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:00.084502 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300682fd-67c7-49ca-8131-9418b947a690 None None] Pushing event updated for resources: {'Port': ['ID=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:00.117356 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Attempting to bind port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:30:00.117730 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Attempting to bind port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:30:00.118118 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Attempting to bind port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 on network 305fddbe-84c2-4487-ab67-044934e6be45 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:30:00.123915 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:30:00.124390 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Checking segment: {'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:30:00.124780 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:00.125180 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Bound using segment: {'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:30:00.126162 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Bound port: 43e137f2-5001-49fc-a4ad-5d6f7c3557a3, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d1168a-b433-454e-9201-f51661f8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:30:00.126542 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:00.226344 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] For port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:30:00.229978 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] For port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,segment=NetworkSegment(84d1168a-b433-454e-9201-f51661f8aeec),segment_id=84d1168a-b433-454e-9201-f51661f8aeec)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:30:00.674670 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:00.735314 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Routers {'b4f1f3ea-d946-47bf-bda7-8bd719d9c510'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:30:00.735986 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:29:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:00.825306 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300682fd-67c7-49ca-8131-9418b947a690 None None] Pushing event updated for resources: {'Port': ['ID=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:00.929504 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] Set router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:30:01.286948 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:55Z', 'revision_number': 4, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '43e137f2-5001-49fc-a4ad-5d6f7c3557a3', 'name': '', 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'mac_address': 'fa:16:3e:47:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'f731a9e4-3c99-4602-ac1f-83dadf275187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:54Z', 'updated_at': '2022-09-21T16:30:00Z', 'revision_number': 4, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'subnets': [{'id': 'f731a9e4-3c99-4602-ac1f-83dadf275187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:01.291469 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e949ca5-76ea-4491-a330-c053f31206f5 None None] The sync data for ids ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'] in dv-neutron-858618-1-hyperv is: [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:55Z', 'revision_number': 4, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '43e137f2-5001-49fc-a4ad-5d6f7c3557a3', 'name': '', 'network_id': '305fddbe-84c2-4487-ab67-044934e6be45', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'mac_address': 'fa:16:3e:47:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'f731a9e4-3c99-4602-ac1f-83dadf275187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:54Z', 'updated_at': '2022-09-21T16:30:00Z', 'revision_number': 4, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'subnets': [{'id': 'f731a9e4-3c99-4602-ac1f-83dadf275187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:30:01.474244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:30:01.625497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:30:01.631257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:30:01.631635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:01.855371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:30:01.855759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:01.890654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,segment=NetworkSegment(84d1168a-b433-454e-9201-f51661f8aeec),segment_id=84d1168a-b433-454e-9201-f51661f8aeec)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:30:01.960254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:02.047753 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:02.891472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-52b5ebb0-7e98-47e6-9365-9ffb12a30d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:03.440349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:30:03.515048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:30:03.515424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:03.644814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:30:04.970492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9d0e-23aa-4271-b69d-412b26d3bb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:06.294722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.283847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.986005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:08.548795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-89fcf986-e85e-4727-88c7-9c382e32a1f1 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:08.549472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-89fcf986-e85e-4727-88c7-9c382e32a1f1 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:30:08.654051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-89fcf986-e85e-4727-88c7-9c382e32a1f1 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:30:08.655258 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-89fcf986-e85e-4727-88c7-9c382e32a1f1 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 814 time: 0.2487075 Sep 21 16:30:08.669878 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-54c7f674-b3ef-41c4-bd8f-b4cde9f0a3a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/quotas/e5a67d0a93f14e8f981c758a51f714c6 HTTP/1.1" status: 200 len: 375 time: 0.0092807 Sep 21 16:30:08.762671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-99048ed6-8f2e-4c16-8a7a-cde8282790ba tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:30:08.845380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-99048ed6-8f2e-4c16-8a7a-cde8282790ba tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:30:08.846713 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-99048ed6-8f2e-4c16-8a7a-cde8282790ba tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1713035 Sep 21 16:30:08.986013 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-a3d61153-e801-4a2f-81fb-23a0d277f6b5 service neutron] 10.222.0.65 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277878 Sep 21 16:30:09.118166 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-51b237a8-ed6f-4feb-99bc-e8f8fc23a79f service neutron] 10.222.0.65 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261427 Sep 21 16:30:09.383249 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a7924242-c2a1-4135-bf1a-56fd8d14c64f req-c3992659-710e-410b-92c4-b632e10426ca tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 210 time: 0.0529754 Sep 21 16:30:10.551898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1478e8af-be9e-4cab-8c67-c6c1cd52c024 req-61467637-649b-4aac-bc94-e2e7cbe6cde4 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 210 time: 0.0503812 Sep 21 16:30:11.475254 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:30:11.617807 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-70d55b85-2548-4e69-9ded-d67fda5438c9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:11.619247 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-70d55b85-2548-4e69-9ded-d67fda5438c9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 814 time: 0.1472886 Sep 21 16:30:11.632014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'port': {'device_id': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'admin_state_up': True, 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:11.715226 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-55d7330f-26ae-4fe5-8f96-1d49a590b94f req-3ee1c1b9-f500-4827-a687-61293bda89bb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 210 time: 0.0531094 Sep 21 16:30:11.873329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:11.883542 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:11.951197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Made reservation on behalf of e5a67d0a93f14e8f981c758a51f714c6 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:30:11.954798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:12.122513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Allocated IP 172.20.0.5 (7978bf1f-c63d-4b75-bb7b-38856f8d5e2f/f255f051-1941-4355-b29d-340d29f001b4/108c1f40-b62e-4074-96e7-d5f9a32b8f7d) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:30:12.326508 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:12.342706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Transition to ACTIVE for port object 108c1f40-b62e-4074-96e7-d5f9a32b8f7d will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:30:12.445983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:12.546434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:30:12.550505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:30:12.556601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:30:12.653029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:12.653029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:12.653029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:12.738647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-db03f57c-782e-4c4a-a4f2-edadbc06c8f0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1100938 Sep 21 16:30:12.917119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f8644f8-1b98-427c-94b8-26f0a5f59948 None None] Provisioning for port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:30:12.923729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2f8644f8-1b98-427c-94b8-26f0a5f59948 None None] Provisioning complete for port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:30:12.924357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f8644f8-1b98-427c-94b8-26f0a5f59948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:12.939267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3a464-5eb7-40f5-b91a-528364f53793 req-9518e852-4320-4a9c-9050-2c190d47a474 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:12.940248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e0b3a464-5eb7-40f5-b91a-528364f53793 req-9518e852-4320-4a9c-9050-2c190d47a474 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:30:12.990724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-2f8644f8-1b98-427c-94b8-26f0a5f59948 None None] Port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:30:13.025390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e0b3a464-5eb7-40f5-b91a-528364f53793 req-9518e852-4320-4a9c-9050-2c190d47a474 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:30:13.026728 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0b3a464-5eb7-40f5-b91a-528364f53793 req-9518e852-4320-4a9c-9050-2c190d47a474 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 931 time: 0.1867030 Sep 21 16:30:13.091904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e0b3a464-5eb7-40f5-b91a-528364f53793 req-5c5b20c6-ace9-49b1-a4d7-1a7d9da049f8 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:30:13.162487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e0b3a464-5eb7-40f5-b91a-528364f53793 req-5c5b20c6-ace9-49b1-a4d7-1a7d9da049f8 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:30:13.163800 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0b3a464-5eb7-40f5-b91a-528364f53793 req-5c5b20c6-ace9-49b1-a4d7-1a7d9da049f8 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312394 Sep 21 16:30:14.377229 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8d468-2d1e-4e22-bd39-db068f35f66a req-d1dd3c4c-d6da-446e-aa2a-cb77f0c03b6a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:14.379411 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6fd8d468-2d1e-4e22-bd39-db068f35f66a req-d1dd3c4c-d6da-446e-aa2a-cb77f0c03b6a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 931 time: 0.0993502 Sep 21 16:30:14.426551 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6fd8d468-2d1e-4e22-bd39-db068f35f66a req-7bbf7ccd-349e-4290-9936-61db1fb21570 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404742 Sep 21 16:30:15.646309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6f5a0-f71e-4cfb-bb5d-5f16401a97e3 req-741698f6-c762-4536-81a7-99412a13423b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:15.655668 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dda6f5a0-f71e-4cfb-bb5d-5f16401a97e3 req-741698f6-c762-4536-81a7-99412a13423b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 931 time: 0.1072371 Sep 21 16:30:15.699668 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dda6f5a0-f71e-4cfb-bb5d-5f16401a97e3 req-714c4f50-b749-48ec-9f9e-00e29f07e2fe tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Sep 21 16:30:16.936022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee82c-d728-4098-86a1-ed3235cc419f req-82339411-8199-483c-b5c2-a31777bdc51b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:16.938110 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-926ee82c-d728-4098-86a1-ed3235cc419f req-82339411-8199-483c-b5c2-a31777bdc51b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 931 time: 0.0974460 Sep 21 16:30:16.993674 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-926ee82c-d728-4098-86a1-ed3235cc419f req-9cfbcc9d-fe5b-408f-ab1a-ddb57093c665 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474176 Sep 21 16:30:18.231308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba685ee-5113-41b2-b227-cef94065efa0 req-6b0c50b6-cdea-4a60-9307-9da77b7b79c7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:18.233243 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ba685ee-5113-41b2-b227-cef94065efa0 req-6b0c50b6-cdea-4a60-9307-9da77b7b79c7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 931 time: 0.1006603 Sep 21 16:30:18.298007 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8ba685ee-5113-41b2-b227-cef94065efa0 req-60127bb6-3c40-48e2-bd6e-5ae2cc33e75c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Sep 21 16:30:19.512912 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd6ef1-7b46-4d5e-8a99-7cf2483f4ec0 req-44d68eda-fccb-41d1-be3d-1c0bc8d338b8 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:19.514375 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c8dd6ef1-7b46-4d5e-8a99-7cf2483f4ec0 req-44d68eda-fccb-41d1-be3d-1c0bc8d338b8 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 931 time: 0.0957918 Sep 21 16:30:19.567709 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c8dd6ef1-7b46-4d5e-8a99-7cf2483f4ec0 req-849da5d3-e2e4-43ec-a22d-63388dee4dad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471222 Sep 21 16:30:20.727364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Request body: {'port': {'device_id': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:20.859723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:20.879435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d709c-bc1f-4a7e-893b-083a674da18e req-55525438-ef6a-4f13-ab30-e4f621e72358 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:20.880863 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b11d709c-bc1f-4a7e-893b-083a674da18e req-55525438-ef6a-4f13-ab30-e4f621e72358 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 931 time: 0.2020254 Sep 21 16:30:20.979549 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b11d709c-bc1f-4a7e-893b-083a674da18e req-b29fb511-07c5-48af-982e-cf6d7f752770 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713441 Sep 21 16:30:21.241017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108c1f40-b62e-4074-96e7-d5f9a32b8f7d {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:30:21.248388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:21.262836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Transition to ACTIVE for port object 108c1f40-b62e-4074-96e7-d5f9a32b8f7d will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:30:21.336453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:21.625819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:21.664534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Attempting to bind port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:30:21.664871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Attempting to bind port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:30:21.665199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Attempting to bind port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d on network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:30:21.669678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d on network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:30:21.670048 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Attempting to bind port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d on network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:30:21.675558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:30:21.675894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Checking segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:30:21.676273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Bound using segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:30:21.676692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Bound port: 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:30:21.677032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:21.767359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] For port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:30:21.770339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] For port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:30:21.842157 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:21.873423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:21.874059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:21.875408 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] 10.222.0.33 "PUT /v2.0/ports/108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 1093 time: 1.1519916 Sep 21 16:30:21.875904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:30:21.878130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e0b3ee-7f07-45c5-838f-f5cc379522c5" -d '{"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:21.919143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6ab85-e0e7-4d55-a283-a1bc2c7d4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:21.926641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0add1e1e-dd75-496b-b9ce-e1846c234599 x-openstack-request-id: req-0add1e1e-dd75-496b-b9ce-e1846c234599 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:21.926641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:21.926641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0add1e1e-dd75-496b-b9ce-e1846c234599 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:21.926641 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0add1e1e-dd75-496b-b9ce-e1846c234599'] response: {'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'status': 'completed', 'code': 200} Sep 21 16:30:22.023060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b3ee-7f07-45c5-838f-f5cc379522c5 req-0813281a-fee8-4946-a1a1-62ccb87e4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:22.024788 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-06e0b3ee-7f07-45c5-838f-f5cc379522c5 req-0813281a-fee8-4946-a1a1-62ccb87e4d76 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1096 time: 0.0807228 Sep 21 16:30:22.227862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b3ee-7f07-45c5-838f-f5cc379522c5 req-5db080ce-f1c2-4106-9b18-a5c9726a8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:22.229295 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-06e0b3ee-7f07-45c5-838f-f5cc379522c5 req-5db080ce-f1c2-4106-9b18-a5c9726a8af5 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1979985 Sep 21 16:30:22.263846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bbf50-78df-4335-9cc9-0f4dd923762d req-b5197068-c5e7-4eef-8aaa-c670ec29d6b6 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:22.265239 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-600bbf50-78df-4335-9cc9-0f4dd923762d req-b5197068-c5e7-4eef-8aaa-c670ec29d6b6 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 943 time: 0.1611819 Sep 21 16:30:22.385495 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-600bbf50-78df-4335-9cc9-0f4dd923762d req-58acbfd5-50c8-47a3-8570-7dd6e2ac7e35 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702200 Sep 21 16:30:22.406409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b3ee-7f07-45c5-838f-f5cc379522c5 req-7db51367-0095-4fee-8868-6026c5c52334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:22.408400 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-06e0b3ee-7f07-45c5-838f-f5cc379522c5 req-7db51367-0095-4fee-8868-6026c5c52334 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727893 Sep 21 16:30:22.524301 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-efca1b58-a7d0-447a-8616-3a4dc8f50a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:22.525684 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-efca1b58-a7d0-447a-8616-3a4dc8f50a19 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1096 time: 0.0835330 Sep 21 16:30:22.593007 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-b826b403-6806-4879-a06a-06a17b524797 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 217 time: 0.0605600 Sep 21 16:30:22.657108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-554f297b-929f-4212-9539-44a831b0c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:22.658512 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-554f297b-929f-4212-9539-44a831b0c368 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0595775 Sep 21 16:30:22.740633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-139668d5-9f8a-44bf-b717-730c972695fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:22.742115 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-139668d5-9f8a-44bf-b717-730c972695fe service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765061 Sep 21 16:30:22.872004 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-3391c19b-1bf7-4c51-908b-e80193ba4fc1 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239765 Sep 21 16:30:23.003048 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e9990134-493d-4dcc-99cd-f988fc43a3b8 req-6b4ced09-781c-4929-a169-44ba74f0ef0a service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249921 Sep 21 16:30:23.593118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eca3d-e615-45a4-97c1-4cde280528ca req-878d2ee3-4a75-42c0-b55b-9b150f37d250 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:23.595203 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-797eca3d-e615-45a4-97c1-4cde280528ca req-878d2ee3-4a75-42c0-b55b-9b150f37d250 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 943 time: 0.0948899 Sep 21 16:30:23.646200 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-797eca3d-e615-45a4-97c1-4cde280528ca req-ce3a3503-22f2-4023-850e-9690e8543466 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Sep 21 16:30:24.998182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b769-11bb-40fc-9ba0-047f2a71f2c6 req-ba6e2c5c-08c5-4c77-bab3-93d634ce6524 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:24.999536 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-08c4b769-11bb-40fc-9ba0-047f2a71f2c6 req-ba6e2c5c-08c5-4c77-bab3-93d634ce6524 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 943 time: 0.0930316 Sep 21 16:30:25.042866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-08c4b769-11bb-40fc-9ba0-047f2a71f2c6 req-4bd3dfaf-543a-44ef-9e41-31f90ce2b1fc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Sep 21 16:30:26.238337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1fe1a-ef3d-49a4-ae50-95d809c7b612 req-32acb495-920c-447f-b8b8-12f871dda3a1 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:26.239811 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-91c1fe1a-ef3d-49a4-ae50-95d809c7b612 req-32acb495-920c-447f-b8b8-12f871dda3a1 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 943 time: 0.0865734 Sep 21 16:30:26.286563 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-91c1fe1a-ef3d-49a4-ae50-95d809c7b612 req-7ce6c076-c2dc-4ae3-9bc9-333433d425c7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Sep 21 16:30:26.958892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 108c1f40-b62e-4074-96e7-d5f9a32b8f7d details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:30:27.090213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:30:27.102791 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'port_id': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'mac_address': 'fa:16:3e:90:bd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:30:27.155755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:30:27.156126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:27.172001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108c1f40-b62e-4074-96e7-d5f9a32b8f7d {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:30:27.186606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:30:27.230620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:27.298614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:27.432335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['108c1f40-b62e-4074-96e7-d5f9a32b8f7d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:30:27.484422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98745aa8-e0f9-4578-82a4-a83cfdceeb92 req-fa267cf4-034e-448a-96d3-b61ea075a214 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:27.485779 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-98745aa8-e0f9-4578-82a4-a83cfdceeb92 req-fa267cf4-034e-448a-96d3-b61ea075a214 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 944 time: 0.0899847 Sep 21 16:30:27.533422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-98745aa8-e0f9-4578-82a4-a83cfdceeb92 req-8bdd9a8d-1e6b-418f-95fd-82bce2ba48ac tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Sep 21 16:30:28.727716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4678dc6-3431-4d2c-a4ae-fe2b5c1a8310 req-d28444bb-1bd3-4688-8645-8383d8791f49 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:28.729165 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e4678dc6-3431-4d2c-a4ae-fe2b5c1a8310 req-d28444bb-1bd3-4688-8645-8383d8791f49 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 944 time: 0.0869141 Sep 21 16:30:28.776615 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e4678dc6-3431-4d2c-a4ae-fe2b5c1a8310 req-6a3ee646-5b60-47d8-8dc8-0d1a6fd69fcb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Sep 21 16:30:28.974066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 108c1f40-b62e-4074-96e7-d5f9a32b8f7d up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:30:29.091061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:30:29.096536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:30:29.096912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:29.224534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:29.225239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:30:29.225609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:29.251689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:30:29.253978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eb37ee-a753-4a53-9933-0770eb8a39de" -d '{"events": [{"server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "name": "network-vif-plugged", "status": "completed", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:29.267154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:30:29.295481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebe3615-caa4-4430-b943-606e7f4427eb x-openstack-request-id: req-5ebe3615-caa4-4430-b943-606e7f4427eb {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:29.295481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "name": "network-vif-plugged", "status": "completed", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:29.295481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ebe3615-caa4-4430-b943-606e7f4427eb {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:29.295829 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebe3615-caa4-4430-b943-606e7f4427eb'] response: {'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'code': 200} Sep 21 16:30:29.336926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:29.403998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:29.660345 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56804adf-16a5-47ff-804b-47520b9a09ed req-13a04c21-b304-41ad-9dcc-ae0a27d0144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:29.661814 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-56804adf-16a5-47ff-804b-47520b9a09ed req-13a04c21-b304-41ad-9dcc-ae0a27d0144a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1098 time: 0.0769691 Sep 21 16:30:29.701917 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-56804adf-16a5-47ff-804b-47520b9a09ed req-114bb330-08c6-4145-9b80-abd3e06351a8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Sep 21 16:30:29.977539 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831676-ea73-4790-a853-6f0dc484d7e0 req-40784d54-8ca3-4602-85a0-f4f47e63a775 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:29.978921 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-69831676-ea73-4790-a853-6f0dc484d7e0 req-40784d54-8ca3-4602-85a0-f4f47e63a775 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0924869 Sep 21 16:30:30.022994 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-69831676-ea73-4790-a853-6f0dc484d7e0 req-461e13d4-c581-42fe-b25c-c72845f3aebb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384221 Sep 21 16:30:31.224200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4df48-ae49-4e87-af94-1a837b2131e2 req-e40958f5-74e2-482c-b8ce-058a36915093 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:31.225626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83a4df48-ae49-4e87-af94-1a837b2131e2 req-e40958f5-74e2-482c-b8ce-058a36915093 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0905437 Sep 21 16:30:31.268944 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83a4df48-ae49-4e87-af94-1a837b2131e2 req-a1b72b6c-27a0-46a4-9b68-512bef8da61b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376966 Sep 21 16:30:31.466525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0ecfb-bba9-4ea7-bbe8-55727f80db6c req-79e9c3fb-8034-4d0f-9aac-3d943d810b8c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:31.467972 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d9d0ecfb-bba9-4ea7-bbe8-55727f80db6c req-79e9c3fb-8034-4d0f-9aac-3d943d810b8c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0864546 Sep 21 16:30:31.515959 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d9d0ecfb-bba9-4ea7-bbe8-55727f80db6c req-299b3ef8-6e76-4047-be70-52c976727139 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Sep 21 16:30:31.919284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20bf55-02e1-4a97-be0e-90a21b592f18 req-df8e827a-9fba-4127-ba1a-b02a0f633e3b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:31.920714 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6f20bf55-02e1-4a97-be0e-90a21b592f18 req-df8e827a-9fba-4127-ba1a-b02a0f633e3b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0859151 Sep 21 16:30:31.963671 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6f20bf55-02e1-4a97-be0e-90a21b592f18 req-a3b0b76c-774f-4a2f-a621-d8faadd32c4b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373240 Sep 21 16:30:32.041679 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-a85091a4-9462-4c70-837d-35a40b91ac25 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783522 Sep 21 16:30:32.189269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-567115eb-e2d3-4049-af20-f5414226028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:32.190671 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-567115eb-e2d3-4049-af20-f5414226028e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1098 time: 0.0802555 Sep 21 16:30:32.430878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-129bf0da-43d3-4fc2-8dd9-aab5c985283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:32.432305 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-129bf0da-43d3-4fc2-8dd9-aab5c985283f service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.2234805 Sep 21 16:30:32.504786 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-ee7827e8-772f-47ff-a50f-a9f9ae4f8f1a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 217 time: 0.0642228 Sep 21 16:30:32.568023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-ec7fe781-9a62-4457-a863-2524f3cf9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:32.569640 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-ec7fe781-9a62-4457-a863-2524f3cf9c59 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0593193 Sep 21 16:30:32.656922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-08a37b07-0e91-45d3-9e3c-7e35e3321355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:32.664376 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-08a37b07-0e91-45d3-9e3c-7e35e3321355 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828288 Sep 21 16:30:32.793349 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-f5ce9bcb-d3bb-4746-badc-973ab44eafd3 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291602 Sep 21 16:30:32.904244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-adacd41c-dd1d-40c0-84e6-63a057f696f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:32.937413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac44b96c-5161-478c-bdca-81237eabcb4d req-fa37d5cf-ec5a-49d4-aff8-836ca77cc441 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378047 Sep 21 16:30:34.978981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-86164ef8-0e4c-4df6-b36f-9ff83ab533a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:36.291092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:36.899299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:37.979136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:47.756933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436ce24-4676-4d6f-aa54-298c4d5e52b8 req-a94d54f4-2136-4c08-badc-2981dcbae8cf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:47.758407 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7436ce24-4676-4d6f-aa54-298c4d5e52b8 req-a94d54f4-2136-4c08-badc-2981dcbae8cf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0902267 Sep 21 16:30:47.802311 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7436ce24-4676-4d6f-aa54-298c4d5e52b8 req-2ad5f7d5-3db5-4e0c-a938-dabe018c1901 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Sep 21 16:30:47.831877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52824) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:48.003949 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86223982-d1c6-4205-a92c-cd51a6234461 tempest-TestMinimumBasicScenario-1565351095 tempest-TestMinimumBasicScenario-1565351095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:48.004641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-86223982-d1c6-4205-a92c-cd51a6234461 tempest-TestMinimumBasicScenario-1565351095 tempest-TestMinimumBasicScenario-1565351095-project-admin] Synchronizing usage tracker for tenant:51c8505da5f64deabf5844aea39ac5c5 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:30:48.121729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-86223982-d1c6-4205-a92c-cd51a6234461 tempest-TestMinimumBasicScenario-1565351095 tempest-TestMinimumBasicScenario-1565351095-project-admin] Unset dirty status for tenant:51c8505da5f64deabf5844aea39ac5c5 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:30:48.122950 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-86223982-d1c6-4205-a92c-cd51a6234461 tempest-TestMinimumBasicScenario-1565351095 tempest-TestMinimumBasicScenario-1565351095-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1093 time: 0.2900958 Sep 21 16:30:48.126439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52830) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:48.131747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:48.137811 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:48.142372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:floatingip and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:30:48.145204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:30:48.150969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:48.216185 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:48.347481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:48.474523 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:30:48.486748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Allocated IP 172.26.0.78 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/0efdc2c7-5504-4566-afda-3e8c1c237cfd) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:30:48.629708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:48.713738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:48.878289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:30:48.881196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:30:48.884730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:30:48.913123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=0efdc2c7-5504-4566-afda-3e8c1c237cfd,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:48.930887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.931228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.931571 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.931896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.932222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.932576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.932900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.933223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.933544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.933866 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.938625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:48.938625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:49.308466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:49.460310 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:49.663480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:49.716073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:49.821152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:49.869478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=0efdc2c7-5504-4566-afda-3e8c1c237cfd,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:49.993972 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Floating IP bd638238-7d1d-4922-8325-272e2d1f5345 associated. External IP: 172.26.0.78, port: 108c1f40-b62e-4074-96e7-d5f9a32b8f7d. Sep 21 16:30:50.337337 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Router 1dee2989-ed6f-4704-a4f6-522df33eab53 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:30:50.616627 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:30:50.627360 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] Sync routers for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:30:50.636273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:30:50.637068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:30:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:50.704824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:50.762404 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a707b24d-7508-459b-bfc5-1405171f99bf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6348982 Sep 21 16:30:50.762988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:30:50.765861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79" -d '{"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:50.766378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52834) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:50.771955 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352421687', 'description': 'tempest-secgroup-smoke-1352421687 description', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:50.778305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:50.789003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:50.824686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:30:50.951636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc5fd17-8b81-4944-91e4-2646a5217be3 x-openstack-request-id: req-7cc5fd17-8b81-4944-91e4-2646a5217be3 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:50.951932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:50.952192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cc5fd17-8b81-4944-91e4-2646a5217be3 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:50.952602 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc5fd17-8b81-4944-91e4-2646a5217be3'] response: {'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'status': 'completed', 'code': 200} Sep 21 16:30:50.957303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:50.984762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:50.989483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:30:50.993618 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:30:51.006800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:51.149856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-f1949e6d-506b-4099-8b37-b1264c5af70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:51.151393 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-f1949e6d-506b-4099-8b37-b1264c5af70a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1098 time: 0.1731822 Sep 21 16:30:51.153505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:51.225111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'bd638238-7d1d-4922-8325-272e2d1f5345', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'floating_ip_address': '172.26.0.78', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'port_id': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'mac_address': 'fa:16:3e:90:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:30:49Z', 'updated_at': '2022-09-21T16:30:49Z', 'revision_number': 0, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:51.227531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:51.228904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] Checking router: 1dee2989-ed6f-4704-a4f6-522df33eab53 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:30:51.237150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:30:51.241432 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:30:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:51.292090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=271b6f5d-7284-4d04-87c8-3e73a6068233,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:51.314967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.315425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.315701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.316232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.316553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.316888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.317217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.317545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.317871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.318968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.318968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.318968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:51.348652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-d813e7bf-ac74-4570-96c8-6ff23213458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:51.350126 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-d813e7bf-ac74-4570-96c8-6ff23213458d service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1927185 Sep 21 16:30:51.411491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:51.412691 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c883b530-b2ed-4e37-bb39-38698d628e5c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6452656 Sep 21 16:30:51.415865 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52842) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:51.422402 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '271b6f5d-7284-4d04-87c8-3e73a6068233', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:51.423214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:30:51.428859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:51.433074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:30:51.435973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:30:51.442930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:51.461671 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-06007acb-5933-47df-933d-9d4dc31f59a7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 998 time: 0.1047046 Sep 21 16:30:51.517237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:51.529740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-0235d605-8dcb-4e12-993b-3bd0f444189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:51.531229 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-0235d605-8dcb-4e12-993b-3bd0f444189b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0635271 Sep 21 16:30:51.581186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:51.617973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-880c6b6f-97f6-462d-84ed-5ac94c02daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:51.619446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-880c6b6f-97f6-462d-84ed-5ac94c02daa6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817502 Sep 21 16:30:51.681972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:51.707049 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44476ca-d5e1-41e7-92c8-cc54029760ec,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:51.769187 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-4e05add6-2865-4353-9e0f-2d89e45453b8 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357975 Sep 21 16:30:51.788796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'bd638238-7d1d-4922-8325-272e2d1f5345', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'floating_ip_address': '172.26.0.78', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'port_id': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'mac_address': 'fa:16:3e:90:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:30:49Z', 'updated_at': '2022-09-21T16:30:49Z', 'revision_number': 0, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:51.792871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3bc3b-807d-4189-99a1-0cbabc369654 None None] The sync data for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv is: [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'bd638238-7d1d-4922-8325-272e2d1f5345', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'floating_ip_address': '172.26.0.78', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'port_id': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'mac_address': 'fa:16:3e:90:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:30:49Z', 'updated_at': '2022-09-21T16:30:49Z', 'revision_number': 0, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:30:51.802221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:51.803683 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eaf37678-9b1d-464f-80ef-00821920099f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3867455 Sep 21 16:30:51.806441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52846) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:51.812311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '271b6f5d-7284-4d04-87c8-3e73a6068233', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:51.820476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:51.823363 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:30:51.826391 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:30:51.832771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:51.920776 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b03e4eb2-d1a3-4cb2-9f9c-cd4ea547ea79 req-72f1d588-8eb5-4e18-85cb-902e0d14fa96 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380043 Sep 21 16:30:51.925207 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:51.991345 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9badee9e-b62c-46c6-af65-b6171c919030 None None] New status for floating IP bd638238-7d1d-4922-8325-272e2d1f5345: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:30:51.994034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.058713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.084639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b017e5-3fbd-45e4-828f-f8bf2b68de1b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:52.172898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.174147 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dc06d969-e36f-4caf-bfda-8a353c7d38ec tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3667436 Sep 21 16:30:52.176858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52850) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:52.182002 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '271b6f5d-7284-4d04-87c8-3e73a6068233', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:52.188092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:52.192309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:30:52.195149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:30:52.200796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:52.288556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.365853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.430076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.446953 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6434e182-4391-4457-91d6-3b4442adcf73,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:52.526624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.526624 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-38f40f1b-55f3-4d7e-97fb-9809d5fc6cab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3422797 Sep 21 16:30:52.529377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52854) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:52.529377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '271b6f5d-7284-4d04-87c8-3e73a6068233', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:52.539217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:52.545819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:30:52.545819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:30:52.555822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:52.632879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.694585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.795729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.819622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee3ba4d-4958-4007-aed9-8a64fb9bc413,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:52.904146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:52.905326 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-31a61153-1083-4570-8ce1-1e5ce0e85afc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3813081 Sep 21 16:30:52.908696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52858) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:52.913536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '271b6f5d-7284-4d04-87c8-3e73a6068233', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:52.919617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:52.923682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:30:52.926588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:30:52.932371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:53.018672 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Project e5a67d0a93f14e8f981c758a51f714c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:30:53.025691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:53.091038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:53.153003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:53.176386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da84947-c048-4f30-b040-d1dd2184c488,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:53.238777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:53.239955 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b0ca424d-6104-4816-9d21-bdf2dc6fc451 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3303549 Sep 21 16:30:53.242841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52862) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:30:53.247890 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '271b6f5d-7284-4d04-87c8-3e73a6068233', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:53.254278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:30:53.258200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:30:53.261074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:30:53.267451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:30:53.341741 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Project e5a67d0a93f14e8f981c758a51f714c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:30:53.348601 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:53.413518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:53.478632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:53.506560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5ae753-a822-4dbd-ad99-96c8cc2136c5,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:53.581635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:53.583188 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-df0e3d6a-f129-4940-bd63-f82032727bdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394585 Sep 21 16:30:53.704197 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-caa47016-4854-4004-a5df-8e9000858e2b req-4127527e-1956-4c71-ad00-f39a0d4f61d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352421687&fields=id&tenant_id=e5a67d0a93f14e8f981c758a51f714c6 HTTP/1.1" status: 200 len: 267 time: 0.0395505 Sep 21 16:30:53.801951 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa47016-4854-4004-a5df-8e9000858e2b req-1a0646ff-0f28-478b-9ed6-b84569af5935 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:53.803433 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-caa47016-4854-4004-a5df-8e9000858e2b req-1a0646ff-0f28-478b-9ed6-b84569af5935 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0937464 Sep 21 16:30:53.814728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [req-caa47016-4854-4004-a5df-8e9000858e2b req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'port': {'security_groups': ['51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b', '271b6f5d-7284-4d04-87c8-3e73a6068233']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:30:53.930934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-caa47016-4854-4004-a5df-8e9000858e2b req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:54.183977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [req-caa47016-4854-4004-a5df-8e9000858e2b req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] For port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:30:54.208265 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-caa47016-4854-4004-a5df-8e9000858e2b req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:54.272714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-caa47016-4854-4004-a5df-8e9000858e2b req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:54.284421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['108c1f40-b62e-4074-96e7-d5f9a32b8f7d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:30:54.310810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa47016-4854-4004-a5df-8e9000858e2b req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:54.311422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-caa47016-4854-4004-a5df-8e9000858e2b req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:54.314031 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-caa47016-4854-4004-a5df-8e9000858e2b req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "PUT /v2.0/ports/108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 981 time: 0.5032735 Sep 21 16:30:54.314031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:30:54.315608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:54.357714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['108c1f40-b62e-4074-96e7-d5f9a32b8f7d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:30:54.372289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06822f83-1857-458a-ba04-081db20f9dad x-openstack-request-id: req-06822f83-1857-458a-ba04-081db20f9dad {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:54.373222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:54.373481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06822f83-1857-458a-ba04-081db20f9dad {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:54.373882 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06822f83-1857-458a-ba04-081db20f9dad'] response: {'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'status': 'completed', 'code': 200} Sep 21 16:30:54.380062 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef628c1-8305-4915-9fab-4a1fe06a3d10 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,revision_number=6']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:54.549310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-d0ae3ed5-0a39-43af-a1f8-153cfd46af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:54.550728 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-d0ae3ed5-0a39-43af-a1f8-153cfd46af58 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1137 time: 0.1486208 Sep 21 16:30:54.562320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161dc00-538f-42dd-a644-06387d93e3c0 req-20fed637-0e2e-43d5-8a66-86d1938c3538 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:54.563671 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c161dc00-538f-42dd-a644-06387d93e3c0 req-20fed637-0e2e-43d5-8a66-86d1938c3538 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 984 time: 0.1259634 Sep 21 16:30:54.798968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c161dc00-538f-42dd-a644-06387d93e3c0 req-b0e1a411-a4e4-4d37-9588-d325c3632816 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:30:54.846751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-19975c58-51eb-4cc5-b316-037d38da239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:54.846957 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-19975c58-51eb-4cc5-b316-037d38da239f service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.2823157 Sep 21 16:30:54.906844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-c161dc00-538f-42dd-a644-06387d93e3c0 req-b0e1a411-a4e4-4d37-9588-d325c3632816 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:30:54.907978 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c161dc00-538f-42dd-a644-06387d93e3c0 req-b0e1a411-a4e4-4d37-9588-d325c3632816 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=271b6f5d-7284-4d04-87c8-3e73a6068233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3249807 Sep 21 16:30:54.956644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-842211ce-d017-4c9d-8692-6b3eac037631 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 1000 time: 0.1036372 Sep 21 16:30:55.021107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-52def962-feb8-4130-b065-bc432687febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:55.022706 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-52def962-feb8-4130-b065-bc432687febe service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0599670 Sep 21 16:30:55.108662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-47a7db46-be1e-4de0-976d-977cfa5e4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:30:55.110656 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-47a7db46-be1e-4de0-976d-977cfa5e4871 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820360 Sep 21 16:30:55.243813 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-eb71fc7a-e68f-45f8-8ae3-b41c93cc47a9 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265330 Sep 21 16:30:55.375124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4ba03c41-0495-4cf3-af43-c65e7e9f8fd3 req-44eae9f0-06d1-4628-a69e-26a9bc2ceb2f service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254170 Sep 21 16:30:59.178224 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:02.918843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-47cb483a-5081-446f-ad6e-d7dcff3df839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.001426 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-81facd31-3bc0-4f40-a3f9-a4a35a4dfcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.341441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.938841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:07.989676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:25.474764 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:31:29.194830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:32.909424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fe5-3293-4c10-8a51-30d7a86295c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:33.099584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-5b33152b-892f-4c14-958e-1ff2ed3e732c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1201074 Sep 21 16:31:33.263305 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-8d045597-7fdf-46a9-8976-a927d9e12e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:31:33.265442 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-8d045597-7fdf-46a9-8976-a927d9e12e86 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1137 time: 0.0874543 Sep 21 16:31:33.413306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-9559f0de-ca57-4642-981d-2fb5c04bea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:31:33.414771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-9559f0de-ca57-4642-981d-2fb5c04bea23 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1287475 Sep 21 16:31:33.514538 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-fcced67c-b66f-46c5-ba58-532deb0c331d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 1000 time: 0.0934813 Sep 21 16:31:33.578577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-5c61c623-863e-43a3-9d3d-a25a5042dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:31:33.579998 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-5c61c623-863e-43a3-9d3d-a25a5042dfcc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0603714 Sep 21 16:31:33.663134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-1732e556-617b-485f-b39f-90661095df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:31:33.664659 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-1732e556-617b-485f-b39f-90661095df49 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788860 Sep 21 16:31:33.797043 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-b646d7d4-35ac-449b-bcf2-bd9886309ad6 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257374 Sep 21 16:31:33.929073 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-433654c2-cb71-4103-8c55-4c21ea664e8a req-7bc97ed0-188c-427b-a8fd-15def9ad7754 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262319 Sep 21 16:31:34.983606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-059d2052-fcf5-4fc9-918f-b5dbd5a9a168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:36.304052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:36.900629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:38.001005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:59.222920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:02.474125 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:32:02.903257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad374024-2e8b-4554-83ce-0fd6e995ef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:04.977509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ca84bf4c-a2d1-45af-86c1-bcd497ad7406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:06.294453 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:06.888516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:08.011808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:27.804236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd241b5-85ca-4eae-b873-aa20f92a47e4 req-6c264f51-9c9e-459c-bb78-6553ea0a4b6b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:27.805671 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4dd241b5-85ca-4eae-b873-aa20f92a47e4 req-6c264f51-9c9e-459c-bb78-6553ea0a4b6b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 984 time: 0.1527462 Sep 21 16:32:27.807689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-86ab1c33-174a-4b51-a726-e0e242c58c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:27.809003 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-86ab1c33-174a-4b51-a726-e0e242c58c5f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1137 time: 0.1109438 Sep 21 16:32:27.930976 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4dd241b5-85ca-4eae-b873-aa20f92a47e4 req-b64fddea-7756-4127-a52c-616cd302859a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=271b6f5d-7284-4d04-87c8-3e73a6068233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195996 Sep 21 16:32:27.974356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-bfc23d23-4d0b-4166-bf52-87e9ab6bfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:27.975780 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-bfc23d23-4d0b-4166-bf52-87e9ab6bfad3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1513813 Sep 21 16:32:28.076878 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-e2e2a9ec-8f19-4096-97da-8b76622f1cc9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 1000 time: 0.0953972 Sep 21 16:32:28.234221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-b44aea86-e4cd-4d50-85e5-dbc8ddf25b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:28.235569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-b44aea86-e4cd-4d50-85e5-dbc8ddf25b37 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.1535230 Sep 21 16:32:28.318162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-1b2540d1-cbce-4f3c-94fa-c06e71999529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:28.319711 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-1b2540d1-cbce-4f3c-94fa-c06e71999529 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785470 Sep 21 16:32:28.451019 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-05f1971d-a4e2-412f-85f8-e2d3b375312c service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256752 Sep 21 16:32:28.579478 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b2d484a-3955-4972-bf53-ce66042bb498 req-1f539dd7-003e-435e-871c-ff57554b1806 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226525 Sep 21 16:32:29.136809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cce873-9d3f-4782-bfde-c09793946cac req-1eaffdb4-029e-45f6-8a86-b767ccaf648c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:29.138287 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-12cce873-9d3f-4782-bfde-c09793946cac req-1eaffdb4-029e-45f6-8a86-b767ccaf648c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 984 time: 0.0910416 Sep 21 16:32:29.187587 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-12cce873-9d3f-4782-bfde-c09793946cac req-a91f629b-8634-4e8a-8e3a-3358aa34cb00 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=271b6f5d-7284-4d04-87c8-3e73a6068233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428407 Sep 21 16:32:29.225313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.393749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f02010-b9ea-460a-b96f-ff5cde073084 req-5633b62a-b410-42c2-846d-2989fde6eb3d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:30.395128 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5f02010-b9ea-460a-b96f-ff5cde073084 req-5633b62a-b410-42c2-846d-2989fde6eb3d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 984 time: 0.0932024 Sep 21 16:32:30.440523 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5f02010-b9ea-460a-b96f-ff5cde073084 req-c1b9de88-af2d-4452-acb0-b7ce21fa0da4 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=271b6f5d-7284-4d04-87c8-3e73a6068233&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397277 Sep 21 16:32:32.925305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bd935f9d-c1de-4ba2-a867-e9495b6389c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:34.019492 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-39b9873f-0095-45fe-8c59-020ffa9b346e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819840 Sep 21 16:32:34.163016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-cd5dd86c-523d-496d-ab1e-7c02fb2e94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:34.164459 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-cd5dd86c-523d-496d-ab1e-7c02fb2e94ae service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1137 time: 0.0796244 Sep 21 16:32:34.306733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-ceb225c8-8d1d-4e06-af96-991046bb422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:34.308840 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-ceb225c8-8d1d-4e06-af96-991046bb422c service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1260760 Sep 21 16:32:34.412410 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-ec5bc1c7-529f-4e12-bd14-2f56ff6b3f69 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 1000 time: 0.0983136 Sep 21 16:32:34.473130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-f96e2fa1-03d1-44ff-a4f7-20fa1d76dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:34.474520 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-f96e2fa1-03d1-44ff-a4f7-20fa1d76dc13 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0568216 Sep 21 16:32:34.557143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-d78a8631-1e0c-42eb-8995-92dd4334747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:32:34.558617 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-d78a8631-1e0c-42eb-8995-92dd4334747a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786173 Sep 21 16:32:34.689422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-272e451a-9677-4baf-a9f7-453af0072150 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246960 Sep 21 16:32:34.820212 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-aeb77c81-b0a1-47e2-915f-8335ed8c871a req-d29e59eb-55e5-4645-a903-c87b9f735c66 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242435 Sep 21 16:32:35.019212 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e4686e5c-1b50-41b1-9ca6-0d3dae13ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:36.299680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:36.913761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.022270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.473581 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:32:59.230309 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:02.902219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9038-8498-4e1f-b508-432ceb6b7720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:04.984437 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-26290c2b-24fd-4045-817c-963f238b23f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:06.278891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:06.915805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:08.022144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:16.473396 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:33:25.396501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [req-9a5768e6-434d-476b-9225-c13f4672732c req-8ebbfc96-ae4f-4fd8-8c26-9445f1241780 tempest-ServerDiskConfigTestJSON-2140181078 tempest-ServerDiskConfigTestJSON-2140181078-project] (89726) timed out ('10.222.0.33', 59342) {{(pid=89726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 21 16:33:29.218627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:32.901362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c47bed7a-8438-4264-94b4-cafa72c0477e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:34.050812 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-52a02aab-bdb7-4441-9459-6dc70e60b919 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763216 Sep 21 16:33:34.196667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-cc8b6e63-7732-4a0c-a515-2ae5c53f0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:34.198146 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-cc8b6e63-7732-4a0c-a515-2ae5c53f0fa0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1137 time: 0.0819926 Sep 21 16:33:34.442195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-cfc01fe3-f738-421e-9229-23f0ae4a3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:34.443630 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-cfc01fe3-f738-421e-9229-23f0ae4a3a75 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.2273374 Sep 21 16:33:34.546874 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-b9fd8592-2636-44d1-bab4-d198ffe97e31 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 1000 time: 0.0960033 Sep 21 16:33:34.608814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-ce4fd008-22f1-4bcd-a9ca-47dba9fd7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:34.610236 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-ce4fd008-22f1-4bcd-a9ca-47dba9fd7792 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0572562 Sep 21 16:33:34.698661 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-cc057818-aac3-49ab-9793-5f2a79bfc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:34.700102 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-cc057818-aac3-49ab-9793-5f2a79bfc680 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838556 Sep 21 16:33:34.831464 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-5adb49b6-43d6-480b-a82f-4df14a124663 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246362 Sep 21 16:33:34.962336 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-83534200-4abd-453b-acbd-0b30c6f61b5a req-1d35f0af-825d-4011-8552-1af0e4fc4ebe service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246724 Sep 21 16:33:34.993532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ae99d0da-86b1-4d85-89c2-850d25f47269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:36.298131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:36.881178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:38.033069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:41.758080 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-9a9da756-fa55-47af-9bc9-c6b7e1b25523 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352421687&fields=id&tenant_id=e5a67d0a93f14e8f981c758a51f714c6 HTTP/1.1" status: 200 len: 267 time: 0.1067948 Sep 21 16:33:41.848188 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-70e0ac27-c101-44f0-8b53-75c4b40b1759 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:41.849620 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-70e0ac27-c101-44f0-8b53-75c4b40b1759 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 984 time: 0.0863559 Sep 21 16:33:41.860093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'port': {'security_groups': ['51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b']}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:33:41.980706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.219321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] For port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:33:42.246528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.318439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.330208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['108c1f40-b62e-4074-96e7-d5f9a32b8f7d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:33:42.359176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:42.359176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.360145 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d5f286c6-949b-46ff-afc3-e85ab272b9ee req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "PUT /v2.0/ports/108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 942 time: 0.5041189 Sep 21 16:33:42.360278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:33:42.362844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791e4095-b138-4736-92f6-b761eba7a991" -d '{"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:33:42.368135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 52952) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:33:42.407734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,revision_number=7']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:42.410223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['108c1f40-b62e-4074-96e7-d5f9a32b8f7d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:33:42.415576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.416033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.416458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.416856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.417268 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.417673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.418105 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.418505 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.418915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.419312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.420325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.420612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca6038-9328-44f8-99cd-7282f74d0307 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.446131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3f5f15-8eba-4d76-bc56-af849a212bf1 x-openstack-request-id: req-aa3f5f15-8eba-4d76-bc56-af849a212bf1 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:33:42.446509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:33:42.446828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa3f5f15-8eba-4d76-bc56-af849a212bf1 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:33:42.447292 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3f5f15-8eba-4d76-bc56-af849a212bf1'] response: {'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'status': 'completed', 'code': 200} Sep 21 16:33:42.525264 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.570096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.616797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4095-b138-4736-92f6-b761eba7a991 req-26cbf355-78ee-4201-ade8-d87d1c779055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:42.618303 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-791e4095-b138-4736-92f6-b761eba7a991 req-26cbf355-78ee-4201-ade8-d87d1c779055 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1098 time: 0.1475086 Sep 21 16:33:42.752163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4095-b138-4736-92f6-b761eba7a991 req-1fb6610b-8ae1-45a9-b177-378e42969125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:42.753589 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-791e4095-b138-4736-92f6-b761eba7a991 req-1fb6610b-8ae1-45a9-b177-378e42969125 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1285994 Sep 21 16:33:42.857897 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-791e4095-b138-4736-92f6-b761eba7a991 req-4b1df50d-e44a-49f4-9d7b-5f2a248c6db7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 1000 time: 0.0971396 Sep 21 16:33:42.914312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.932938 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4095-b138-4736-92f6-b761eba7a991 req-f638944a-9040-4388-af8c-c3f7432c6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:42.934338 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-791e4095-b138-4736-92f6-b761eba7a991 req-f638944a-9040-4388-af8c-c3f7432c6078 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0707667 Sep 21 16:33:42.937629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b6f5d-7284-4d04-87c8-3e73a6068233,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:42.986623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.986975 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.987343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.987720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.988054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.988385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.988712 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.989040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.989365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.989688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.990035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:42.990361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:43.039556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4095-b138-4736-92f6-b761eba7a991 req-3a3fec2f-4a59-4a64-87fb-388a648367e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:43.042816 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-791e4095-b138-4736-92f6-b761eba7a991 req-3a3fec2f-4a59-4a64-87fb-388a648367e3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987377 Sep 21 16:33:43.048906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:43.052477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fca23400-ba74-4364-8584-2aa55ed3ddb7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "DELETE /v2.0/security-groups/271b6f5d-7284-4d04-87c8-3e73a6068233 HTTP/1.1" status: 204 len: 168 time: 0.6801085 Sep 21 16:33:43.052924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 52956) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:33:43.182422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-791e4095-b138-4736-92f6-b761eba7a991 req-a11d1ddb-daa8-4d96-b929-86e0c1e69b92 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345165 Sep 21 16:33:43.317072 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-791e4095-b138-4736-92f6-b761eba7a991 req-85f48e05-34e3-432c-a30c-4871eb7693ab service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292460 Sep 21 16:33:43.365961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Deleting port 0efdc2c7-5504-4566-afda-3e8c1c237cfd {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:33:43.366309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:43.532991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:43.533322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:43.655738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Calling delete_port for 0efdc2c7-5504-4566-afda-3e8c1c237cfd owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:33:43.867112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:43.945780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event deleted for resources: {'Port': ['ID=0efdc2c7-5504-4566-afda-3e8c1c237cfd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:44.016491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:44.016826 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Floating IP bd638238-7d1d-4922-8325-272e2d1f5345 disassociated (deleted). External IP: 172.26.0.78, port: 108c1f40-b62e-4074-96e7-d5f9a32b8f7d. Sep 21 16:33:44.360023 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Router 1dee2989-ed6f-4704-a4f6-522df33eab53 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:33:44.537933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:33:44.547784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] Sync routers for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:33:44.556767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:33:44.557370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:33:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:44.627534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:44.681352 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f189a139-b7d6-418c-993a-9f12ae7487a5 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "DELETE /v2.0/floatingips/bd638238-7d1d-4922-8325-272e2d1f5345 HTTP/1.1" status: 204 len: 168 time: 1.6271770 Sep 21 16:33:44.681924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:33:44.684242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb359314-aedd-412f-bbf7-55c469acd712" -d '{"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:33:44.741441 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b449d5a-56f0-42a5-bdb5-142062c3ea8f x-openstack-request-id: req-0b449d5a-56f0-42a5-bdb5-142062c3ea8f {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:33:44.741733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:33:44.742035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b449d5a-56f0-42a5-bdb5-142062c3ea8f {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:33:44.742443 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b449d5a-56f0-42a5-bdb5-142062c3ea8f'] response: {'name': 'network-changed', 'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'status': 'completed', 'code': 200} Sep 21 16:33:44.742640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:33:44.847680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb359314-aedd-412f-bbf7-55c469acd712 req-e841980c-32b0-4ff7-91f0-268f51c86f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:44.849780 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb359314-aedd-412f-bbf7-55c469acd712 req-e841980c-32b0-4ff7-91f0-268f51c86f05 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 1098 time: 0.0871077 Sep 21 16:33:45.085204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:45.089150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] Checking router: 1dee2989-ed6f-4704-a4f6-522df33eab53 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:33:45.098343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:33:45.098943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:33:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:45.099220 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb359314-aedd-412f-bbf7-55c469acd712 req-93782830-926b-4a75-b4ea-59ad5ed89b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:45.100730 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb359314-aedd-412f-bbf7-55c469acd712 req-93782830-926b-4a75-b4ea-59ad5ed89b5c service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.2452435 Sep 21 16:33:45.174259 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb359314-aedd-412f-bbf7-55c469acd712 req-66acf85b-1c58-4397-96ff-53dfa1f359b5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 200 len: 217 time: 0.0676811 Sep 21 16:33:45.240175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb359314-aedd-412f-bbf7-55c469acd712 req-3601ad25-4584-4ebe-8d47-a521d164be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:45.241571 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb359314-aedd-412f-bbf7-55c469acd712 req-3601ad25-4584-4ebe-8d47-a521d164be1b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0614135 Sep 21 16:33:45.324886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:33:45.328163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb359314-aedd-412f-bbf7-55c469acd712 req-c687f053-9846-49a8-bb88-19c73216872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:45.329550 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb359314-aedd-412f-bbf7-55c469acd712 req-c687f053-9846-49a8-bb88-19c73216872b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822685 Sep 21 16:33:45.476712 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb359314-aedd-412f-bbf7-55c469acd712 req-6ebd4eae-ccc4-48b4-8773-a2ac90bc4e6e service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409812 Sep 21 16:33:45.614547 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cb359314-aedd-412f-bbf7-55c469acd712 req-5253e093-0e72-4f90-83cf-7035b56a3a60 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316872 Sep 21 16:33:45.658910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:45.662837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d29c662-af53-42b7-9a03-dbac19d80ba9 None None] The sync data for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv is: [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:33:45.867529 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b7316-1604-47a9-bac2-3ec1b3103d71 None None] New status for floating IP bd638238-7d1d-4922-8325-272e2d1f5345: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:33:50.780274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df726757-8548-4d02-9978-fb3fe03898f5 req-a96276f6-ac51-4634-8fc3-d66addd0b04d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:50.781761 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-df726757-8548-4d02-9978-fb3fe03898f5 req-a96276f6-ac51-4634-8fc3-d66addd0b04d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0879457 Sep 21 16:33:50.827929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-df726757-8548-4d02-9978-fb3fe03898f5 req-3c80fdc8-3aa4-4b74-bd5b-3eb574e8d3f9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:33:50.886142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-df726757-8548-4d02-9978-fb3fe03898f5 req-3c80fdc8-3aa4-4b74-bd5b-3eb574e8d3f9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:33:50.887260 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-df726757-8548-4d02-9978-fb3fe03898f5 req-3c80fdc8-3aa4-4b74-bd5b-3eb574e8d3f9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998132 Sep 21 16:33:52.190036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135bc3-36d1-4607-a39f-979293b3bf5f req-fcd24995-a585-41d9-93a9-777c7b528754 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:52.190665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-67135bc3-36d1-4607-a39f-979293b3bf5f req-fcd24995-a585-41d9-93a9-777c7b528754 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:33:52.301013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-67135bc3-36d1-4607-a39f-979293b3bf5f req-fcd24995-a585-41d9-93a9-777c7b528754 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:33:52.302217 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-67135bc3-36d1-4607-a39f-979293b3bf5f req-fcd24995-a585-41d9-93a9-777c7b528754 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.3023877 Sep 21 16:33:52.317858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-406d3c57-e7df-4263-8bc3-fba40119c62b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:33:52.319334 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-406d3c57-e7df-4263-8bc3-fba40119c62b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.33 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 945 time: 0.0907388 Sep 21 16:33:52.347520 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-67135bc3-36d1-4607-a39f-979293b3bf5f req-b94b413b-7193-4896-9e12-4aa26f426d8a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Sep 21 16:33:52.396045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Deleting port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:33:52.396391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:52.640953 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] For port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:33:52.641221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:52.760219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Calling delete_port for 108c1f40-b62e-4074-96e7-d5f9a32b8f7d owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:33:52.975373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:52.986145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['108c1f40-b62e-4074-96e7-d5f9a32b8f7d'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:33:53.028420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event deleted for resources: {'Port': ['ID=108c1f40-b62e-4074-96e7-d5f9a32b8f7d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:53.118398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] No DVR routers for this DVR port 108c1f40-b62e-4074-96e7-d5f9a32b8f7d on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:33:53.120829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:53.124019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'name': 'network-vif-deleted', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:33:53.126292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de554b0-2baf-4b84-8e00-92b6bdf666ad" -d '{"events": [{"server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "name": "network-vif-deleted", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:33:53.188191 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fee0fc2f-3066-4045-9644-807b451c13b5 req-0e0c909a-76dc-4749-aa0d-024caf893164 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.33 "DELETE /v2.0/ports/108c1f40-b62e-4074-96e7-d5f9a32b8f7d HTTP/1.1" status: 204 len: 173 time: 0.8626904 Sep 21 16:33:53.219524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b632e1-9750-401d-85f5-deba41f952c8 x-openstack-request-id: req-66b632e1-9750-401d-85f5-deba41f952c8 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:33:53.219815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0ce3f-4d23-4afe-8864-436a23b2b059", "name": "network-vif-deleted", "tag": "108c1f40-b62e-4074-96e7-d5f9a32b8f7d", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:33:53.220215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66b632e1-9750-401d-85f5-deba41f952c8 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:33:53.220609 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b632e1-9750-401d-85f5-deba41f952c8'] response: {'server_uuid': '27c0ce3f-4d23-4afe-8864-436a23b2b059', 'name': 'network-vif-deleted', 'tag': '108c1f40-b62e-4074-96e7-d5f9a32b8f7d', 'status': 'completed', 'code': 200} Sep 21 16:33:53.475252 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:33:53.523831 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5da3fa5d-8dff-4283-8e91-d1176e82013a req-80841c2f-3a7b-4211-8477-45232f8028a0 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c0ce3f-4d23-4afe-8864-436a23b2b059 HTTP/1.1" status: 200 len: 210 time: 0.0520089 Sep 21 16:33:56.015014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 108c1f40-b62e-4074-96e7-d5f9a32b8f7d no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:33:56.050056 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 108c1f40-b62e-4074-96e7-d5f9a32b8f7d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:33:56.050407 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 108c1f40-b62e-4074-96e7-d5f9a32b8f7d not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:33:59.229896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:02.898258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2e44c51-631d-4eb6-8463-b48c92d0da04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.005332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-38887f09-ac11-4448-a9f3-3ab459390243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:06.153846 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e96b6-3325-4908-9005-db812f7d311a req-cbb27676-c3af-4cfd-81a6-6e7e6285815a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:06.155893 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-cbb27676-c3af-4cfd-81a6-6e7e6285815a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 814 time: 0.1477137 Sep 21 16:34:06.170507 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-f59c622a-204b-4d1b-9c23-c6996b62da7e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/quotas/e5a67d0a93f14e8f981c758a51f714c6 HTTP/1.1" status: 200 len: 375 time: 0.0090711 Sep 21 16:34:06.259514 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-38aaa4c8-caca-4806-bf47-fd7f8aa308e3 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832894 Sep 21 16:34:06.317580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:06.440038 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-b9ddcbe3-34e9-4c68-b276-5565cbec4172 service neutron] 10.222.0.65 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686630 Sep 21 16:34:06.568838 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-870c2f8d-f53f-4f5d-bed6-e7c44a46123c service neutron] 10.222.0.65 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229651 Sep 21 16:34:06.892012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.958498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0f88dbd0-7915-49e5-abbd-a2c35fb2b1e6 req-22fbc491-3d4f-49b1-8fb9-f183a143d96e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:34:08.012119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.057513 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0f88dbd0-7915-49e5-abbd-a2c35fb2b1e6 req-22fbc491-3d4f-49b1-8fb9-f183a143d96e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:34:08.058718 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0f88dbd0-7915-49e5-abbd-a2c35fb2b1e6 req-22fbc491-3d4f-49b1-8fb9-f183a143d96e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 210 time: 0.2480764 Sep 21 16:34:09.170547 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e324cb03-47a4-4e12-a17a-6c9453dc4141 req-6ec5731a-5759-4054-9b91-42208abb00a3 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 210 time: 0.0524888 Sep 21 16:34:10.277747 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9eb69b79-8168-4116-b509-e83ca0afb230 req-ddb4d40d-24c7-462c-b682-c0642722a54f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 210 time: 0.0498407 Sep 21 16:34:11.388072 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bf48d50c-7c27-4319-a999-90136166096b req-97caa9e4-9513-4706-8392-56897af13165 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 210 time: 0.0525272 Sep 21 16:34:12.548218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7ec3069-9c6b-4ad5-959b-56a538653fdf req-fe18a9cd-71d1-41f7-93b5-7db775e0effd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 210 time: 0.0520172 Sep 21 16:34:13.706289 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-033998d1-9dcd-4657-8670-563f5e5fc42c req-5d2b14c9-7868-487a-9b31-75b6e5dfbfbe tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 210 time: 0.0496330 Sep 21 16:34:14.031454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e96b6-3325-4908-9005-db812f7d311a req-2c54a0f5-ad48-4ee4-9d4b-e2919b724e59 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:14.033816 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-2c54a0f5-ad48-4ee4-9d4b-e2919b724e59 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 814 time: 0.1462431 Sep 21 16:34:14.045284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'port': {'device_id': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'admin_state_up': True, 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:14.180525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:14.190909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:14.303060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Made reservation on behalf of e5a67d0a93f14e8f981c758a51f714c6 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:34:14.306440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:14.469333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Allocated IP 172.20.0.9 (7978bf1f-c63d-4b75-bb7b-38856f8d5e2f/f255f051-1941-4355-b29d-340d29f001b4/7b7466c4-86ef-4855-bc4f-bd655b2eda5b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:34:14.676168 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:14.692908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Transition to ACTIVE for port object 7b7466c4-86ef-4855-bc4f-bd655b2eda5b will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:34:14.790403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:14.880007 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:14.958346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:34:14.959633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:34:14.964200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:34:15.099464 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:15.100127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:15.148830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f223b-6a22-4987-93d2-09c08a440774 req-85e91092-e515-4f7e-8c3b-9428e946c218 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:15.150860 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5f223b-6a22-4987-93d2-09c08a440774 req-85e91092-e515-4f7e-8c3b-9428e946c218 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 931 time: 0.2740388 Sep 21 16:34:15.225529 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ae5f223b-6a22-4987-93d2-09c08a440774 req-dacc58c7-95fd-4cf5-90c3-08fb75d3e636 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653059 Sep 21 16:34:15.264370 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-bc75487e-8c76-4a9e-bb72-59bf3ad99761 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2225325 Sep 21 16:34:15.388819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bdf28790-8a52-44d4-a175-e7f77cea1ab2 None None] Provisioning for port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:34:15.397232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bdf28790-8a52-44d4-a175-e7f77cea1ab2 None None] Provisioning complete for port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:34:15.397685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bdf28790-8a52-44d4-a175-e7f77cea1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:15.454632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-bdf28790-8a52-44d4-a175-e7f77cea1ab2 None None] Port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:34:16.437961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8de9b-91bc-43ae-b9a7-13639c8f9849 req-d678c2fa-9a73-48a2-8ee7-8031b9f1f7a6 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:16.439478 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0db8de9b-91bc-43ae-b9a7-13639c8f9849 req-d678c2fa-9a73-48a2-8ee7-8031b9f1f7a6 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 931 time: 0.0963619 Sep 21 16:34:16.488467 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0db8de9b-91bc-43ae-b9a7-13639c8f9849 req-64f7408e-53d1-4c75-abd9-809814e3bd62 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431199 Sep 21 16:34:17.743596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43234bf2-813e-4454-bccd-57e342c421cf req-b2e9af68-d2e9-40ff-aa93-a37c6338fda7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:17.744375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-43234bf2-813e-4454-bccd-57e342c421cf req-b2e9af68-d2e9-40ff-aa93-a37c6338fda7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:34:17.829556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-43234bf2-813e-4454-bccd-57e342c421cf req-b2e9af68-d2e9-40ff-aa93-a37c6338fda7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:34:17.831158 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-43234bf2-813e-4454-bccd-57e342c421cf req-b2e9af68-d2e9-40ff-aa93-a37c6338fda7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 931 time: 0.2108493 Sep 21 16:34:17.904352 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-43234bf2-813e-4454-bccd-57e342c421cf req-a6409e25-3e04-4141-892d-539730aaca6d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Sep 21 16:34:19.124663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e571e-6116-4303-a521-37c824422d33 req-59ca635b-a894-4462-a019-3834627ca4af tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:19.126983 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ea7e571e-6116-4303-a521-37c824422d33 req-59ca635b-a894-4462-a019-3834627ca4af tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 931 time: 0.1031971 Sep 21 16:34:19.176503 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ea7e571e-6116-4303-a521-37c824422d33 req-836f33a5-efcf-495a-81b7-1e39d348a2d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 Sep 21 16:34:20.385195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc751fe-33b9-4a58-a4b0-41f60e73edeb req-58d9bf57-670f-4e8a-81cc-fbb0cc4a23fe tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:20.386647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0fc751fe-33b9-4a58-a4b0-41f60e73edeb req-58d9bf57-670f-4e8a-81cc-fbb0cc4a23fe tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 931 time: 0.0960124 Sep 21 16:34:20.433873 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0fc751fe-33b9-4a58-a4b0-41f60e73edeb req-524f1d2a-4655-4bff-8d02-f75d5d7b9ddc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 Sep 21 16:34:21.645471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a8f48-a296-47bc-b98e-25fe13eeaec6 req-2a3916f9-3e80-497a-9097-6bfa039b263a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:21.646898 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d92a8f48-a296-47bc-b98e-25fe13eeaec6 req-2a3916f9-3e80-497a-9097-6bfa039b263a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 931 time: 0.0919235 Sep 21 16:34:21.694753 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d92a8f48-a296-47bc-b98e-25fe13eeaec6 req-3030179b-a56f-478a-9d21-bca13def709c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Sep 21 16:34:21.980617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Request body: {'port': {'device_id': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:22.092816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:22.431105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7466c4-86ef-4855-bc4f-bd655b2eda5b {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:34:22.438379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:22.452401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Transition to ACTIVE for port object 7b7466c4-86ef-4855-bc4f-bd655b2eda5b will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:34:22.537479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:22.822484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:22.918265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Attempting to bind port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:34:22.918596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Attempting to bind port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:34:22.918914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Attempting to bind port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b on network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:34:22.924677 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b on network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:34:22.924988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Attempting to bind port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b on network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:34:22.934009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:34:22.934337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Checking segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:34:22.934716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Bound using segment: {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:34:22.935133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Bound port: 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7d80de-b731-401e-bddc-9364d32e38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:34:22.935474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:22.960030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fa17d-e8fd-4961-80fb-5d5d9f815b7d req-4aef1dd0-e4b9-4e9b-b706-d34e6c12c831 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:22.961477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c7fa17d-e8fd-4961-80fb-5d5d9f815b7d req-4aef1dd0-e4b9-4e9b-b706-d34e6c12c831 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 943 time: 0.1442325 Sep 21 16:34:23.059418 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c7fa17d-e8fd-4961-80fb-5d5d9f815b7d req-efba0c43-3428-48d2-9388-b42a233371ab tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709651 Sep 21 16:34:23.067889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] For port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:34:23.071088 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] For port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:34:23.137441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:23.171325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:23.172123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:23.173248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] 10.222.0.33 "PUT /v2.0/ports/7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 1093 time: 1.1969717 Sep 21 16:34:23.173669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:34:23.175930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d99dd03-195d-4f24-a0ec-c8603910408c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:34:23.217819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a7211e-4263-4f5f-971e-b4e7771e4a48 x-openstack-request-id: req-95a7211e-4263-4f5f-971e-b4e7771e4a48 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:34:23.218141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:34:23.218399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95a7211e-4263-4f5f-971e-b4e7771e4a48 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:34:23.218795 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a7211e-4263-4f5f-971e-b4e7771e4a48'] response: {'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'status': 'completed', 'code': 200} Sep 21 16:34:23.221256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ca50-acf0-401a-9539-4eae27e51419 service neutron] Pushing event updated for resources: {'Port': ['ID=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:23.315468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99dd03-195d-4f24-a0ec-c8603910408c req-aea2e619-8f14-4ea1-90e7-7d8c18459bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:23.316948 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d99dd03-195d-4f24-a0ec-c8603910408c req-aea2e619-8f14-4ea1-90e7-7d8c18459bc4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1096 time: 0.0796967 Sep 21 16:34:23.457774 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99dd03-195d-4f24-a0ec-c8603910408c req-fbc2a613-2c6c-454a-8296-e8a68e18c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:23.459248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d99dd03-195d-4f24-a0ec-c8603910408c req-fbc2a613-2c6c-454a-8296-e8a68e18c3e3 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1356132 Sep 21 16:34:23.595040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99dd03-195d-4f24-a0ec-c8603910408c req-fe4b0ba1-7ef2-46da-b5ba-19e18e57d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:23.596461 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9d99dd03-195d-4f24-a0ec-c8603910408c req-fe4b0ba1-7ef2-46da-b5ba-19e18e57d392 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320713 Sep 21 16:34:23.709568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e96b6-3325-4908-9005-db812f7d311a req-e0d87f97-3a41-416b-9ffc-35a177602427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:23.710926 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-e0d87f97-3a41-416b-9ffc-35a177602427 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1096 time: 0.0808260 Sep 21 16:34:23.776914 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-1ccd67b2-9ba8-46f5-bfc3-d82dc1a5d7ea service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 217 time: 0.0592701 Sep 21 16:34:23.839732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e96b6-3325-4908-9005-db812f7d311a req-ce28822f-25d0-43e9-a3de-847cc37acb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:23.841115 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-ce28822f-25d0-43e9-a3de-847cc37acb42 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0586934 Sep 21 16:34:23.921487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e96b6-3325-4908-9005-db812f7d311a req-6b4fb2ae-7a90-4369-bac6-ec601a01e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:23.923491 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-6b4fb2ae-7a90-4369-bac6-ec601a01e14a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764229 Sep 21 16:34:24.066898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-aefac8d3-fa43-4a64-a712-30d95b7368f6 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360505 Sep 21 16:34:24.258424 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e11e96b6-3325-4908-9005-db812f7d311a req-44060fff-3038-4367-8235-3c8ceb84da29 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850727 Sep 21 16:34:24.293063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eb203-0e91-4a26-a1de-4ff2562513ec req-2a8599da-ef4c-4e79-b3ce-40261c1550e8 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:24.294431 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-719eb203-0e91-4a26-a1de-4ff2562513ec req-2a8599da-ef4c-4e79-b3ce-40261c1550e8 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 943 time: 0.1185362 Sep 21 16:34:24.339621 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-719eb203-0e91-4a26-a1de-4ff2562513ec req-e0b37006-d13d-4324-9b7b-1f0919d62f6e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Sep 21 16:34:25.552898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21108d01-9465-4211-89b4-0974d2f30623 req-1df728e6-f49a-4d6b-bfc8-958269577d4f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:25.554343 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-21108d01-9465-4211-89b4-0974d2f30623 req-1df728e6-f49a-4d6b-bfc8-958269577d4f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 943 time: 0.0904329 Sep 21 16:34:25.597595 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-21108d01-9465-4211-89b4-0974d2f30623 req-ed99cf62-fd9e-45e2-bbc3-4fc45e4a7627 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376897 Sep 21 16:34:26.791290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd629d8e-7aff-4f3c-8f7e-8902035ec045 req-ef620b9b-476e-4e8e-ae33-4364bcf17ba7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:26.792742 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dd629d8e-7aff-4f3c-8f7e-8902035ec045 req-ef620b9b-476e-4e8e-ae33-4364bcf17ba7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 943 time: 0.0865600 Sep 21 16:34:26.839238 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-dd629d8e-7aff-4f3c-8f7e-8902035ec045 req-88161902-d97d-4983-8217-5e5bcc30fe70 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Sep 21 16:34:28.035943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06dae-8f61-4299-aa1b-d83887b60d60 req-3ac335b4-47f5-4cf6-93b8-46168e6befaf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:28.037394 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-27b06dae-8f61-4299-aa1b-d83887b60d60 req-3ac335b4-47f5-4cf6-93b8-46168e6befaf tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 943 time: 0.0866673 Sep 21 16:34:28.084985 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-27b06dae-8f61-4299-aa1b-d83887b60d60 req-24920147-4e79-48d0-b451-34d202eca58f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Sep 21 16:34:28.196466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7b7466c4-86ef-4855-bc4f-bd655b2eda5b details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:34:28.327277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:34:28.340249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'port_id': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'mac_address': 'fa:16:3e:ea:40:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:34:28.397778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:34:28.398181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:28.415089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7466c4-86ef-4855-bc4f-bd655b2eda5b {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:34:28.430522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:34:28.503202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:28.570211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:28.577155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.577510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.577856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.578223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.578561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.578897 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.579229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.579562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.579893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.580219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.580545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.581123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:28.735676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7b7466c4-86ef-4855-bc4f-bd655b2eda5b'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:34:29.229130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:29.374100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d52c-89f0-40e8-be30-3f2ce3ce155d req-c95754bb-5ff3-44de-839d-9e847fcb6f0e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:29.376006 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c950d52c-89f0-40e8-be30-3f2ce3ce155d req-c95754bb-5ff3-44de-839d-9e847fcb6f0e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 944 time: 0.1821282 Sep 21 16:34:29.418724 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c950d52c-89f0-40e8-be30-3f2ce3ce155d req-0ca140e6-804c-468c-82c5-f9a454aade62 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Sep 21 16:34:30.200514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7b7466c4-86ef-4855-bc4f-bd655b2eda5b up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:34:30.329161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:34:30.334023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:34:30.334392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:30.448132 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:34:30.448495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:30.475784 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:34:30.476411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:34:30.478452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8d22c7-fa71-4df7-a83c-f628e3b9ad2c" -d '{"events": [{"server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "name": "network-vif-plugged", "status": "completed", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:34:30.486339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:34:30.563671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:30.604095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c197e4-1f51-4cf5-99ee-d20ed0f8a2c6 x-openstack-request-id: req-81c197e4-1f51-4cf5-99ee-d20ed0f8a2c6 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:34:30.604349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "name": "network-vif-plugged", "status": "completed", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:34:30.604535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81c197e4-1f51-4cf5-99ee-d20ed0f8a2c6 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:34:30.605116 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c197e4-1f51-4cf5-99ee-d20ed0f8a2c6'] response: {'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'code': 200} Sep 21 16:34:30.627669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add8ac-5599-4393-bc3c-3fb75d52713b req-3ef90ca5-309d-4f87-8581-edcb2269327e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:30.629813 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93add8ac-5599-4393-bc3c-3fb75d52713b req-3ef90ca5-309d-4f87-8581-edcb2269327e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.1002405 Sep 21 16:34:30.647263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:30.675234 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93add8ac-5599-4393-bc3c-3fb75d52713b req-5551eabe-e634-4b11-8c10-9a57f2559da7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389481 Sep 21 16:34:30.942977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb60e-70b6-47c8-be7e-2083bfc60832 req-2de977ff-2fb9-4df3-843e-30a21dca6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:30.944455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0fbb60e-70b6-47c8-be7e-2083bfc60832 req-2de977ff-2fb9-4df3-843e-30a21dca6b21 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1098 time: 0.0826864 Sep 21 16:34:30.985259 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e0fbb60e-70b6-47c8-be7e-2083bfc60832 req-7d3621e8-b667-4f33-8ee0-a26a49de97f7 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347869 Sep 21 16:34:31.874705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95123f-8161-4011-8667-2be46861e3b3 req-768082fc-aaca-4da0-8328-92d2737cf87f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:31.876081 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d95123f-8161-4011-8667-2be46861e3b3 req-768082fc-aaca-4da0-8328-92d2737cf87f tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.0869031 Sep 21 16:34:31.924032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d95123f-8161-4011-8667-2be46861e3b3 req-b0b8f87b-2f4f-434f-97f1-2182bdc9d457 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Sep 21 16:34:32.917406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cfc17224-dd6c-4017-84b7-a600c636c817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:33.124330 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c74dd-f09f-4cbb-8a66-3722b246f5bf req-d31fef4c-6333-433b-baae-276f7b5e1017 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:33.125765 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-aa9c74dd-f09f-4cbb-8a66-3722b246f5bf req-d31fef4c-6333-433b-baae-276f7b5e1017 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.0905690 Sep 21 16:34:33.169371 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-aa9c74dd-f09f-4cbb-8a66-3722b246f5bf req-26a00d37-d035-498a-99bf-fde8a4027683 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379744 Sep 21 16:34:33.362554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6729b1-9b2b-498d-bcf4-9492a69d8b46 req-08f68999-4c46-41d7-b256-651491637b18 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:33.363982 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6729b1-9b2b-498d-bcf4-9492a69d8b46 req-08f68999-4c46-41d7-b256-651491637b18 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.0862203 Sep 21 16:34:33.408282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6729b1-9b2b-498d-bcf4-9492a69d8b46 req-be0dbb06-4e39-4a8c-b0d5-6c9687e17866 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385704 Sep 21 16:34:33.808189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab6d1-7269-4622-8539-92fc37d1b07c req-acb7aec6-c596-4497-b7de-ed5ab6184eb2 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:33.809646 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f17ab6d1-7269-4622-8539-92fc37d1b07c req-acb7aec6-c596-4497-b7de-ed5ab6184eb2 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.0900249 Sep 21 16:34:33.853553 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f17ab6d1-7269-4622-8539-92fc37d1b07c req-1ffeded3-9503-4e96-82ae-724a7fde2b6a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377865 Sep 21 16:34:34.656946 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-989ce7b5-2a0d-439d-af41-bed8eca00f48 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763457 Sep 21 16:34:34.804019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-a46e6484-ca4f-4438-960b-cb42c1c4e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:34.805487 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-a46e6484-ca4f-4438-960b-cb42c1c4e412 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1098 time: 0.0823367 Sep 21 16:34:34.956940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-2155f7d5-2fa9-4da7-8006-3abaa504d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:34.958330 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-2155f7d5-2fa9-4da7-8006-3abaa504d391 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1298146 Sep 21 16:34:34.994252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9ee1e4f6-b56c-481b-af8c-bb68a71c317e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.029278 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-cefda699-4927-4141-9c5e-c1c41ef63870 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 217 time: 0.0651875 Sep 21 16:34:35.090460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-e9bed7ff-4f41-4f3c-b932-dadbb502df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:35.091899 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-e9bed7ff-4f41-4f3c-b932-dadbb502df93 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0576375 Sep 21 16:34:35.174760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-21745e14-128e-40a9-b887-521b8a4505d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:35.176266 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-21745e14-128e-40a9-b887-521b8a4505d3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784478 Sep 21 16:34:35.307266 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-42e184c6-9d58-4b64-b3bf-44d355291383 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246562 Sep 21 16:34:35.445403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1873e00c-d39f-4ac4-b4da-6555ae22e563 req-a7877f1c-0ea1-481e-b5a7-e8d953cb0356 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320026 Sep 21 16:34:36.308283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.917545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:38.037681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:45.853642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635411c9-c971-4d11-8cba-dd903718471b req-b885046e-90f3-4c96-83f0-2beb93ffdc75 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:45.855135 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-635411c9-c971-4d11-8cba-dd903718471b req-b885046e-90f3-4c96-83f0-2beb93ffdc75 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.0909078 Sep 21 16:34:45.898896 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-635411c9-c971-4d11-8cba-dd903718471b req-96813fc4-0dea-4d84-b882-783f86880d71 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378628 Sep 21 16:34:45.926945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53258) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:46.009828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7887f1-0426-4de4-9dc0-47407182c1b2 tempest-TestMinimumBasicScenario-1565351095 tempest-TestMinimumBasicScenario-1565351095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:46.011377 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9d7887f1-0426-4de4-9dc0-47407182c1b2 tempest-TestMinimumBasicScenario-1565351095 tempest-TestMinimumBasicScenario-1565351095-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1093 time: 0.0834799 Sep 21 16:34:46.014123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53262) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:46.019100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:46.025233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:46.029177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:floatingip and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:34:46.032053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:34:46.037724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:46.117153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:46.353365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:46.485851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Allocated IP 172.26.0.142 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/f30257a8-7d2f-4f67-8c46-a8591acfa444) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:34:46.634669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:46.717615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:46.780487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:34:46.783217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:34:46.786990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:34:46.826861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=f30257a8-7d2f-4f67-8c46-a8591acfa444,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:46.838722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.841995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:46.842241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:47.211143 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:47.342564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:47.544960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:47.620006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:47.727008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=f30257a8-7d2f-4f67-8c46-a8591acfa444,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:47.729322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:47.896165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Floating IP 60ecec91-3347-436d-952b-52af7c6cb92e associated. External IP: 172.26.0.142, port: 7b7466c4-86ef-4855-bc4f-bd655b2eda5b. Sep 21 16:34:48.344112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Router 1dee2989-ed6f-4704-a4f6-522df33eab53 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:34:48.522849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:34:48.532657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] Sync routers for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:34:48.542333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:34:48.542949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:34:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:48.651346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:48.710484 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-03cb1048-899c-4a51-b1b4-53fdd48c7398 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6953177 Sep 21 16:34:48.711071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:34:48.713163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53266) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:48.713664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3895b834-1942-4b77-bbda-382ff0a6dc74" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:34:48.718633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490861709', 'description': 'tempest-secgroup-smoke-1490861709 description', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:48.723111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:34:48.725228 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:48.736195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:48.759497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2dee29-2007-4e65-a81c-ca9d37f4dabe x-openstack-request-id: req-8e2dee29-2007-4e65-a81c-ca9d37f4dabe {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:34:48.759796 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:34:48.760050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e2dee29-2007-4e65-a81c-ca9d37f4dabe {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:34:48.760462 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2dee29-2007-4e65-a81c-ca9d37f4dabe'] response: {'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'status': 'completed', 'code': 200} Sep 21 16:34:48.817030 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:48.839003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:48.842863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:34:48.846378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:34:48.852146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:48.863185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-03c6418f-0803-45c0-ab29-2d75c02681eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:48.868716 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-03c6418f-0803-45c0-ab29-2d75c02681eb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1098 time: 0.0839584 Sep 21 16:34:48.923909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.000251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-66a71afb-2c5d-4982-99d9-c59e76ad3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:49.000497 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.001738 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-66a71afb-2c5d-4982-99d9-c59e76ad3f98 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1310329 Sep 21 16:34:49.044983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa8e089-9ea9-4299-aa41-87ff3fbba808,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:49.055115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.055466 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.055814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.056155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.056493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.056830 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.057163 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.057693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.058073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.058408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.058736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.059065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:49.117583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.122194 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-08b8b430-5ee0-4a71-ae6e-06d7ad47749c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4077764 Sep 21 16:34:49.122947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53272) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:49.129572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '0aa8e089-9ea9-4299-aa41-87ff3fbba808', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:49.136719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:49.137980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '60ecec91-3347-436d-952b-52af7c6cb92e', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'port_id': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'mac_address': 'fa:16:3e:ea:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:34:47Z', 'updated_at': '2022-09-21T16:34:47Z', 'revision_number': 0, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:49.142498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] Checking router: 1dee2989-ed6f-4704-a4f6-522df33eab53 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:34:49.145008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:34:49.149696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:34:49.150904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:34:49.151507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:34:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:49.153542 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-506f28c1-1085-4b7d-af0a-0fbdbeba403d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 999 time: 0.1437476 Sep 21 16:34:49.157933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:49.220791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-4ee749e7-4a7c-4baa-b65f-d3911be87a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:49.222166 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-4ee749e7-4a7c-4baa-b65f-d3911be87a76 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0620830 Sep 21 16:34:49.285097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.332740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:34:49.355838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-f57ab220-2bcc-42c9-ab41-09471081d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:49.357348 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-f57ab220-2bcc-42c9-ab41-09471081d5e1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286924 Sep 21 16:34:49.368612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.450780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.481006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c12aa7-967a-4143-a5fb-2b27e6256ebf,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:49.525226 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-7dffb1d6-008c-43f1-82c8-43e204ee9d42 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583459 Sep 21 16:34:49.605039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.606228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-97f4386b-2fae-4688-ad05-3cdbfdf2729d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4825366 Sep 21 16:34:49.609226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53276) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:49.618429 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '0aa8e089-9ea9-4299-aa41-87ff3fbba808', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:49.627601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:49.632492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:34:49.636443 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:34:49.645106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:49.661757 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3895b834-1942-4b77-bbda-382ff0a6dc74 req-53d2579f-abe0-41a5-b90c-abd30a60a910 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306112 Sep 21 16:34:49.682850 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '60ecec91-3347-436d-952b-52af7c6cb92e', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'port_id': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'mac_address': 'fa:16:3e:ea:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:34:47Z', 'updated_at': '2022-09-21T16:34:47Z', 'revision_number': 0, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:49.686818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeed2fe-abc7-4aeb-a9c9-f48678ee8445 None None] The sync data for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv is: [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '60ecec91-3347-436d-952b-52af7c6cb92e', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'port_id': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'mac_address': 'fa:16:3e:ea:40:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:34:47Z', 'updated_at': '2022-09-21T16:34:47Z', 'revision_number': 0, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:34:49.726550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.796360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.875129 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e5b105-548d-41a7-8df9-fc678c96bb16 None None] New status for floating IP 60ecec91-3347-436d-952b-52af7c6cb92e: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:34:49.902662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.926015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0be7ddb-2eef-4a2d-aa7a-48ef6cf5bdcf,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:49.993758 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:49.997700 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d776f19b-1820-4454-8734-01a9c2280fbd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3845875 Sep 21 16:34:49.998066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53280) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:50.003424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '0aa8e089-9ea9-4299-aa41-87ff3fbba808', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:50.009569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:50.013812 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:34:50.017339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:34:50.023786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:50.098165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.164834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.239423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.263051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe5015d-13e2-401d-83be-5f4735c1f520,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:50.336866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.338065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-183402e6-409e-4056-bd6c-52d71866d1ad tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389723 Sep 21 16:34:50.340684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53284) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:50.345709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '0aa8e089-9ea9-4299-aa41-87ff3fbba808', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:50.351641 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:50.355497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:34:50.358376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:34:50.364133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:50.474941 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.536711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.616861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.640992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccdcd1a-c08c-494f-82d2-ccc925d33171,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:50.713925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.715130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c4c2002b-8634-4919-bcd4-d17b77c4d1ee tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3735442 Sep 21 16:34:50.717777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53288) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:50.722636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '0aa8e089-9ea9-4299-aa41-87ff3fbba808', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:50.728365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:50.732218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:34:50.735587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:34:50.741268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:50.811026 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Project e5a67d0a93f14e8f981c758a51f714c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:34:50.818024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.880436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.954209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:50.981126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb404daa-a4e1-496c-95e3-b08cc41135bd,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:51.077362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:51.078593 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d209815b-b374-4284-823e-96cf9ea7f423 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3598528 Sep 21 16:34:51.081501 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53292) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:34:51.086457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'security_group_rule': {'security_group_id': '0aa8e089-9ea9-4299-aa41-87ff3fbba808', 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:51.092473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:34:51.096856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Usage tracker for resource:security_group_rule and tenant:e5a67d0a93f14e8f981c758a51f714c6 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:34:51.099891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:34:51.105777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:34:51.288323 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Project e5a67d0a93f14e8f981c758a51f714c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:34:51.295047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:51.354919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:51.431346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:51.455277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2a407b-047c-4366-9dca-6614ec5477a1,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:51.517362 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:51.518553 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4d8c735c-332d-4195-bda8-20128fbd225d tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4361434 Sep 21 16:34:51.635914 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-c795e375-b1fe-40a0-b128-c506afba7297 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490861709&fields=id&tenant_id=e5a67d0a93f14e8f981c758a51f714c6 HTTP/1.1" status: 200 len: 267 time: 0.0386424 Sep 21 16:34:51.727876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-7bca0388-e33e-4bdd-82a4-b6f49e613f16 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:51.729309 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-7bca0388-e33e-4bdd-82a4-b6f49e613f16 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.0882556 Sep 21 16:34:51.739897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'port': {'security_groups': ['51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b', '0aa8e089-9ea9-4299-aa41-87ff3fbba808']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:34:51.862245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:52.120080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] For port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:34:52.150084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:52.227948 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:52.239869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7b7466c4-86ef-4855-bc4f-bd655b2eda5b'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:34:52.276580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:52.278886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:52.278886 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a8d21e41-b31d-4f81-936b-bcf45987008c req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "PUT /v2.0/ports/7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 981 time: 0.5430512 Sep 21 16:34:52.279144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:34:52.281324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f75819c-ac5d-46cb-b3db-9abfde0a900f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:34:52.316104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7b7466c4-86ef-4855-bc4f-bd655b2eda5b'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:34:52.322167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b36a8e-87e9-472c-a75b-5b2adbb923d7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,revision_number=6']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:52.355458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3602f-3be9-4383-8078-0d5ba0047ef1 x-openstack-request-id: req-79e3602f-3be9-4383-8078-0d5ba0047ef1 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:34:52.355871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:34:52.356219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79e3602f-3be9-4383-8078-0d5ba0047ef1 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:34:52.356632 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e3602f-3be9-4383-8078-0d5ba0047ef1'] response: {'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'status': 'completed', 'code': 200} Sep 21 16:34:52.464285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-8c00b051-59f7-4351-8418-6a120af553df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:52.466830 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-8c00b051-59f7-4351-8418-6a120af553df service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1137 time: 0.0897069 Sep 21 16:34:52.469609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc317198-ed76-47c1-9af5-e6723732284d req-27b25ce2-2925-4142-a235-fcb8bd4c8dd4 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:52.471827 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fc317198-ed76-47c1-9af5-e6723732284d req-27b25ce2-2925-4142-a235-fcb8bd4c8dd4 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0911450 Sep 21 16:34:52.518910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-fc317198-ed76-47c1-9af5-e6723732284d req-19cebc69-a6fb-4be9-b573-7d39335a7c39 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:34:52.600051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-fc317198-ed76-47c1-9af5-e6723732284d req-19cebc69-a6fb-4be9-b573-7d39335a7c39 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:34:52.602970 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fc317198-ed76-47c1-9af5-e6723732284d req-19cebc69-a6fb-4be9-b573-7d39335a7c39 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252022 Sep 21 16:34:52.605148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-7d57fa93-2d1a-4e54-80c3-11b24d0e7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:52.606627 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-7d57fa93-2d1a-4e54-80c3-11b24d0e7979 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1330516 Sep 21 16:34:52.712973 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-a5aef7c9-db66-4fba-b744-dcf1dea914c5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 1001 time: 0.0998130 Sep 21 16:34:52.790730 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-6d154cfe-81d0-4f18-953d-e36f272a4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:52.792165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-6d154cfe-81d0-4f18-953d-e36f272a4eb4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0733185 Sep 21 16:34:52.874918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-43f28439-025c-45a8-a75e-fe6b959c943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:34:52.876402 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-43f28439-025c-45a8-a75e-fe6b959c943e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773151 Sep 21 16:34:53.010813 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-53772879-4e9f-425a-8305-26519f19eafd service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273901 Sep 21 16:34:53.142714 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f75819c-ac5d-46cb-b3db-9abfde0a900f req-32ca75ed-2305-4617-9937-a75770e50354 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249018 Sep 21 16:34:59.251003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:02.924788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8130ed95-ba19-4a5c-93c3-62186abe8c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:05.025497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-deef1064-8143-41bb-bdd3-56896559b48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:06.288456 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:06.913800 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:07.201482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6887ae-0c36-4204-a96c-3a8e896ba849 req-aa5749d4-a7e3-4a19-97cd-4d6472e04a05 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:07.203059 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fe6887ae-0c36-4204-a96c-3a8e896ba849 req-aa5749d4-a7e3-4a19-97cd-4d6472e04a05 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0925972 Sep 21 16:35:07.225547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-24244da1-d3a3-48df-abe1-4ae38b175295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:07.227032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-24244da1-d3a3-48df-abe1-4ae38b175295 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1137 time: 0.0858567 Sep 21 16:35:07.248880 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fe6887ae-0c36-4204-a96c-3a8e896ba849 req-71a1b2d4-6faa-4cfc-8173-e67628787140 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398393 Sep 21 16:35:07.357342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-5592aff7-964d-42f8-ac27-a2fa16c53e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:07.358695 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-5592aff7-964d-42f8-ac27-a2fa16c53e48 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1253448 Sep 21 16:35:07.475658 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:35:07.552681 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-74a1ece9-96d2-4a97-86e4-c21907e51c00 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 1001 time: 0.1868865 Sep 21 16:35:07.614312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-cce57486-5d97-4add-895f-dc755036988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:07.615600 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-cce57486-5d97-4add-895f-dc755036988d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0563116 Sep 21 16:35:07.697549 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-ceeefb40-72af-4ba6-ae58-283d9624ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:07.699032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-ceeefb40-72af-4ba6-ae58-283d9624ef4a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771222 Sep 21 16:35:07.826033 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-a8b18122-90d3-4b9f-924a-1adcfd154489 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212833 Sep 21 16:35:07.956170 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32b2e749-b684-4a3c-930a-12ffc7350a7b req-b270c443-7b8f-485b-b050-8f3838bc2283 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231465 Sep 21 16:35:08.019537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:08.452229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc6c3c-b3a0-4be0-baef-bbe1e4924c20 req-79683a85-68ae-419b-a7f9-f697039118f4 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:08.454304 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63cc6c3c-b3a0-4be0-baef-bbe1e4924c20 req-79683a85-68ae-419b-a7f9-f697039118f4 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0923672 Sep 21 16:35:08.501520 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-63cc6c3c-b3a0-4be0-baef-bbe1e4924c20 req-cf73e2af-14a7-4d73-a005-87810607a33c tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410981 Sep 21 16:35:09.791032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92345-39e2-4055-9768-2c76ab807fe1 req-cb5c4b8f-e855-4cc7-827d-c8465da11932 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:09.792404 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-75f92345-39e2-4055-9768-2c76ab807fe1 req-cb5c4b8f-e855-4cc7-827d-c8465da11932 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.1791506 Sep 21 16:35:09.838348 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-75f92345-39e2-4055-9768-2c76ab807fe1 req-1cbdecbb-946c-4af5-9340-fd3a7b026d76 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394187 Sep 21 16:35:11.047255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df38752-c857-42e1-ab28-07dc94dd3c80 req-8f5d88d5-6539-4b6e-a560-3ddf26fd37cc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:11.047255 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7df38752-c857-42e1-ab28-07dc94dd3c80 req-8f5d88d5-6539-4b6e-a560-3ddf26fd37cc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0928481 Sep 21 16:35:11.091092 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7df38752-c857-42e1-ab28-07dc94dd3c80 req-ac3c41de-7769-43d8-800c-0c193330f5cc tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404084 Sep 21 16:35:12.284777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdbed4-32eb-4318-9dc7-580149e7daa4 req-e3779ed2-4a27-4d6c-945c-6729290bde9a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:12.286303 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b5bdbed4-32eb-4318-9dc7-580149e7daa4 req-e3779ed2-4a27-4d6c-945c-6729290bde9a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0858734 Sep 21 16:35:12.331256 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b5bdbed4-32eb-4318-9dc7-580149e7daa4 req-cfae5a26-5b85-43d1-b8bb-23dab44cc1c2 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389750 Sep 21 16:35:13.529012 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b681a2-a5ba-47ca-80f5-d192f6102533 req-26689bdb-cf1d-4689-a602-bdaf91cb6286 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:13.530506 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81b681a2-a5ba-47ca-80f5-d192f6102533 req-26689bdb-cf1d-4689-a602-bdaf91cb6286 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0869162 Sep 21 16:35:13.578936 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-81b681a2-a5ba-47ca-80f5-d192f6102533 req-d7a87261-d0ff-4ae7-8ceb-1c6df5377f6e tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422227 Sep 21 16:35:14.776639 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e45c6-e4b4-4935-8348-13f3e0c42ce5 req-0df4c588-4dfa-453e-98e8-b7af025e3cdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:14.778083 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dc1e45c6-e4b4-4935-8348-13f3e0c42ce5 req-0df4c588-4dfa-453e-98e8-b7af025e3cdb tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0878265 Sep 21 16:35:14.824020 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dc1e45c6-e4b4-4935-8348-13f3e0c42ce5 req-84f572b3-8b61-4677-92d8-3d86d454cdac tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400519 Sep 21 16:35:16.020706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afed9-312b-49d6-8f36-c2c4ddf286fa req-37ad0dd9-4d24-4982-bd7f-b549e4cf305b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:16.022178 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a36afed9-312b-49d6-8f36-c2c4ddf286fa req-37ad0dd9-4d24-4982-bd7f-b549e4cf305b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0892682 Sep 21 16:35:16.068426 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a36afed9-312b-49d6-8f36-c2c4ddf286fa req-ce02b1ab-2bd3-4c7f-954d-c3f0bf7bfed8 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403504 Sep 21 16:35:17.274450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7598-7030-4ada-b3fe-546513aa8b86 req-5e195514-1945-44a2-a0b3-1cfd5fca2ff9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:17.275874 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-661a7598-7030-4ada-b3fe-546513aa8b86 req-5e195514-1945-44a2-a0b3-1cfd5fca2ff9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0957994 Sep 21 16:35:17.320102 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-661a7598-7030-4ada-b3fe-546513aa8b86 req-c8860b07-c26c-472b-b320-0806e7162606 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384262 Sep 21 16:35:18.520057 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fef282-0997-4ee7-82be-4962c04cf56f req-1ade1e1b-eac4-490f-8059-c3a6d7a12ef9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:18.521499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b7fef282-0997-4ee7-82be-4962c04cf56f req-1ade1e1b-eac4-490f-8059-c3a6d7a12ef9 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0914044 Sep 21 16:35:18.568045 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b7fef282-0997-4ee7-82be-4962c04cf56f req-0fccabbc-8a41-47b6-8a37-e747f549d0ed tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407319 Sep 21 16:35:19.767005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3882-97dc-4bfe-a43a-3fcac1996422 req-326c3831-aa3c-4052-b700-639c344ece68 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:19.768452 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0fd3882-97dc-4bfe-a43a-3fcac1996422 req-326c3831-aa3c-4052-b700-639c344ece68 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0857284 Sep 21 16:35:19.813790 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0fd3882-97dc-4bfe-a43a-3fcac1996422 req-809cd03c-9d2a-436f-82ee-164503c76afd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395083 Sep 21 16:35:21.013998 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513a222-e997-4eb7-8dfc-97a5dd38837e req-21a5cc92-17cd-44e5-a82c-a02d418c5f6b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:21.015463 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4513a222-e997-4eb7-8dfc-97a5dd38837e req-21a5cc92-17cd-44e5-a82c-a02d418c5f6b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0878725 Sep 21 16:35:21.066273 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4513a222-e997-4eb7-8dfc-97a5dd38837e req-eecab912-860a-455a-88d7-9326cae46b26 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448511 Sep 21 16:35:22.263284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f750c74-5893-41d6-9479-fa5c85bc884e req-42e65553-83dd-490d-871c-0b7b28a2cb0b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:22.264721 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9f750c74-5893-41d6-9479-fa5c85bc884e req-42e65553-83dd-490d-871c-0b7b28a2cb0b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0895720 Sep 21 16:35:22.310857 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9f750c74-5893-41d6-9479-fa5c85bc884e req-dc1d315d-cd4a-4894-b238-88b1aa18506b tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397987 Sep 21 16:35:23.512595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f55b7f-ead4-4431-aea5-be98d4ed1b49 req-30f46d42-54d3-4d08-826e-44225920c6bd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:23.514077 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-26f55b7f-ead4-4431-aea5-be98d4ed1b49 req-30f46d42-54d3-4d08-826e-44225920c6bd tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0933068 Sep 21 16:35:23.559611 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-26f55b7f-ead4-4431-aea5-be98d4ed1b49 req-1110d970-60ee-4780-b7ee-4386c7e9d4e6 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397243 Sep 21 16:35:24.761159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81eeaf1-c5fb-4940-a39c-85bb0fa7efe3 req-1636eab6-4a03-4990-8dc7-20e81c8f402a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:24.762660 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d81eeaf1-c5fb-4940-a39c-85bb0fa7efe3 req-1636eab6-4a03-4990-8dc7-20e81c8f402a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0909102 Sep 21 16:35:24.809828 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d81eeaf1-c5fb-4940-a39c-85bb0fa7efe3 req-1b38e5b6-72ee-411d-9662-375f3b348969 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&id=0aa8e089-9ea9-4299-aa41-87ff3fbba808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407860 Sep 21 16:35:29.247684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:32.910769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7bdd183c-ecf4-49b3-85ac-b5dbc5032982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:34.045026 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-0afd33bb-a7e9-4a32-b0f9-6c737d85462b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801647 Sep 21 16:35:34.211539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-785bf61d-b7cf-4a9a-8474-34ab7453cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:34.213013 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-785bf61d-b7cf-4a9a-8474-34ab7453cc67 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1137 time: 0.0787039 Sep 21 16:35:34.356900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-43af737f-f335-4499-85c7-a77b91e0f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:34.358345 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-43af737f-f335-4499-85c7-a77b91e0f7b2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1237254 Sep 21 16:35:34.459818 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-776f9f15-2da8-4e5b-998f-d60e9cda72f9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 1001 time: 0.0947001 Sep 21 16:35:34.520500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-3d04395c-7002-4984-a217-3cb7bc186559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:34.521836 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-3d04395c-7002-4984-a217-3cb7bc186559 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0556235 Sep 21 16:35:34.604848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-e048cedd-3435-4bfd-bd3e-246f12ac6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:34.606303 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-e048cedd-3435-4bfd-bd3e-246f12ac6e96 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787699 Sep 21 16:35:34.616624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-486ffd43-7f23-4b98-ac56-73c32a5a8cb8 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:35:34.617526 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-486ffd43-7f23-4b98-ac56-73c32a5a8cb8 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046716 Sep 21 16:35:34.839647 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-2017d12d-f571-451b-b544-d66cbb7341b0 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160723 Sep 21 16:35:34.969231 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079a7933-3982-4a98-bc8b-f8f05e96617f req-0730b244-f66e-42bd-862f-c2ac5fc9f2ff service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235747 Sep 21 16:35:35.001873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4000-4d7d-422c-9cdc-91add6034cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:36.290119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:36.907022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:38.033584 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:44.474484 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:35:53.691773 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-71d6051f-2a9b-413f-8ab6-75cfd7bb83a1 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490861709&fields=id&tenant_id=e5a67d0a93f14e8f981c758a51f714c6 HTTP/1.1" status: 200 len: 267 time: 0.0398574 Sep 21 16:35:53.791275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-f6a33356-9d5b-407f-8e3d-a78129d95d38 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:53.792635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-f6a33356-9d5b-407f-8e3d-a78129d95d38 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 984 time: 0.0955968 Sep 21 16:35:53.803839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Request body: {'port': {'security_groups': ['51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:35:53.923015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.166923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] For port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:35:54.191466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.260675 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.272435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7b7466c4-86ef-4855-bc4f-bd655b2eda5b'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:35:54.299100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:54.299706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.301065 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0e891482-2211-4b1a-b8ec-83b7a2bb3a5c req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "PUT /v2.0/ports/7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 942 time: 0.5016704 Sep 21 16:35:54.301499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:35:54.304248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:35:54.307364 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53362) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:35:54.356333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8574cd-fe5d-4999-96ff-060328870bdc x-openstack-request-id: req-5e8574cd-fe5d-4999-96ff-060328870bdc {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:35:54.356792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:35:54.357044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e8574cd-fe5d-4999-96ff-060328870bdc {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:35:54.357503 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8574cd-fe5d-4999-96ff-060328870bdc'] response: {'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'status': 'completed', 'code': 200} Sep 21 16:35:54.358243 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event updated for resources: {'Port': ['ID=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,revision_number=7']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:54.368729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.369517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.369857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.370217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.370550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.370878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.371428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.371775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.372100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.372423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.372745 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.373062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20b595-8b14-4b29-8658-1bdce40624b7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.377342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7b7466c4-86ef-4855-bc4f-bd655b2eda5b'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:35:54.400212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.431946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.456909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-832fa352-629b-4326-a954-b4a6480f4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:54.458405 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-832fa352-629b-4326-a954-b4a6480f4b16 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1098 time: 0.0814097 Sep 21 16:35:54.564763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.586813 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa8e089-9ea9-4299-aa41-87ff3fbba808,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:54.595040 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-aebfb057-e68b-4136-8d66-31ec046618f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:54.596489 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-aebfb057-e68b-4136-8d66-31ec046618f3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.1317942 Sep 21 16:35:54.600777 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.601122 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.601475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.601819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.602183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.602521 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.602855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.603298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.603631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.603960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.604296 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.604623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:54.654826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.657977 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f1b044e2-9cf1-4c4b-9d34-cfa9c245b15a tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "DELETE /v2.0/security-groups/0aa8e089-9ea9-4299-aa41-87ff3fbba808 HTTP/1.1" status: 204 len: 168 time: 0.3469586 Sep 21 16:35:54.659648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53366) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:35:54.703365 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-f4effc69-cfbd-49c3-90e9-f251198c7527 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 1001 time: 0.0993824 Sep 21 16:35:54.764900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-a52adc75-01a4-4314-98a1-8eabf0c8d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:54.766358 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-a52adc75-01a4-4314-98a1-8eabf0c8d6c3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0569201 Sep 21 16:35:54.853091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-b8f42ca4-e41b-49c5-b5d5-569ec1e77176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:54.854608 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-b8f42ca4-e41b-49c5-b5d5-569ec1e77176 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820374 Sep 21 16:35:54.865212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Deleting port f30257a8-7d2f-4f67-8c46-a8591acfa444 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:35:54.865560 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.994052 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-8091a033-0d5e-4372-b683-8e64bd8e1864 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310122 Sep 21 16:35:55.051050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:55.051380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:55.132760 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6e5b091e-8a3a-41de-a7c0-5ef3cf370503 req-8e2236c9-4d80-4c70-a73a-4f1303147dd0 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322157 Sep 21 16:35:55.175506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Calling delete_port for f30257a8-7d2f-4f67-8c46-a8591acfa444 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:35:55.408091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:55.454056 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event deleted for resources: {'Port': ['ID=f30257a8-7d2f-4f67-8c46-a8591acfa444,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:55.640875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:55.641211 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Floating IP 60ecec91-3347-436d-952b-52af7c6cb92e disassociated (deleted). External IP: 172.26.0.142, port: 7b7466c4-86ef-4855-bc4f-bd655b2eda5b. Sep 21 16:35:55.983054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Router 1dee2989-ed6f-4704-a4f6-522df33eab53 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:35:56.160463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:35:56.169858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3374d-c107-4770-b7a9-077960907386 None None] Sync routers for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:35:56.179002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3374d-c107-4770-b7a9-077960907386 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:35:56.179604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-96c3374d-c107-4770-b7a9-077960907386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:35:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:35:56.255403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.309147 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d94bb0ee-1560-49e7-ae09-a25a731535ce tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "DELETE /v2.0/floatingips/60ecec91-3347-436d-952b-52af7c6cb92e HTTP/1.1" status: 204 len: 168 time: 1.6484814 Sep 21 16:35:56.309733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:35:56.312093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ca448-17e8-4eb9-89a9-404c138b60c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:35:56.362945 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-96c3374d-c107-4770-b7a9-077960907386 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:35:56.412746 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced615d6-138c-4765-8528-89e4767385c3 x-openstack-request-id: req-ced615d6-138c-4765-8528-89e4767385c3 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:35:56.413652 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:35:56.413988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ced615d6-138c-4765-8528-89e4767385c3 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:35:56.414574 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced615d6-138c-4765-8528-89e4767385c3'] response: {'name': 'network-changed', 'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'status': 'completed', 'code': 200} Sep 21 16:35:56.515485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-7f0fbb60-12cc-4bb9-ad32-5d1c47773a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:56.517759 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-7f0fbb60-12cc-4bb9-ad32-5d1c47773a51 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 1098 time: 0.0826540 Sep 21 16:35:56.700198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-96c3374d-c107-4770-b7a9-077960907386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:35:56.704117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3374d-c107-4770-b7a9-077960907386 None None] Checking router: 1dee2989-ed6f-4704-a4f6-522df33eab53 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:35:56.712978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3374d-c107-4770-b7a9-077960907386 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:35:56.713209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-96c3374d-c107-4770-b7a9-077960907386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:35:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:35:56.767866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-f161e992-1cf3-4b03-9125-0e8aed9f5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:56.769524 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-f161e992-1cf3-4b03-9125-0e8aed9f5295 service neutron] 10.222.0.33 "GET /v2.0/networks?id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 200 len: 915 time: 0.2457445 Sep 21 16:35:56.863373 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-0ffdfb9c-3685-40ec-9635-c48dd8e21dae service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 200 len: 217 time: 0.0875790 Sep 21 16:35:56.899299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-96c3374d-c107-4770-b7a9-077960907386 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:35:56.933130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-e264a7dc-ebe7-441a-8520-1a8b988a776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:56.934830 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-e264a7dc-ebe7-441a-8520-1a8b988a776b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 200 len: 853 time: 0.0588293 Sep 21 16:35:57.030227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-6fc8db00-9bb0-4b03-937d-66bb2e9cde8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:35:57.031606 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-6fc8db00-9bb0-4b03-937d-66bb2e9cde8f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910079 Sep 21 16:35:57.167665 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-67157ff0-1ffd-4c4c-ac1a-22019a440327 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284556 Sep 21 16:35:57.261255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-96c3374d-c107-4770-b7a9-077960907386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:35:57.266202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3374d-c107-4770-b7a9-077960907386 None None] The sync data for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv is: [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:29:47Z', 'revision_number': 4, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '8b99e750-b774-49e2-bd05-0de9cc867f85', 'name': '', 'network_id': '7978bf1f-c63d-4b75-bb7b-38856f8d5e2f', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'mac_address': 'fa:16:3e:53:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f255f051-1941-4355-b29d-340d29f001b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:46Z', 'updated_at': '2022-09-21T16:29:53Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'subnets': [{'id': 'f255f051-1941-4355-b29d-340d29f001b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:35:57.304066 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ac1ca448-17e8-4eb9-89a9-404c138b60c0 req-4c6723b8-fd6c-4559-85fd-7e03ae454e43 service neutron] 10.222.0.33 "GET /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286099 Sep 21 16:35:57.496817 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370277c-8e88-4112-8189-509cab1e03e4 None None] New status for floating IP 60ecec91-3347-436d-952b-52af7c6cb92e: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:35:59.221019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.179994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d61f24-f7ad-4ee8-b681-1ea4c54e311b req-22ffe4f4-bb89-41d6-b736-7eb77f6d92ac tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:02.181454 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c9d61f24-f7ad-4ee8-b681-1ea4c54e311b req-22ffe4f4-bb89-41d6-b736-7eb77f6d92ac tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.0913467 Sep 21 16:36:02.229654 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c9d61f24-f7ad-4ee8-b681-1ea4c54e311b req-b368839d-3534-44f8-ad45-2faa9ed5b405 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Sep 21 16:36:02.911932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41007cba-33a2-47a2-98fa-ae88bee2512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.428824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef42ab0-bca7-47f6-b9d4-0294bb232619 req-591259cd-5c3c-434d-b275-dbd677ac9433 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:03.429512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-aef42ab0-bca7-47f6-b9d4-0294bb232619 req-591259cd-5c3c-434d-b275-dbd677ac9433 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:36:03.506348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-aef42ab0-bca7-47f6-b9d4-0294bb232619 req-591259cd-5c3c-434d-b275-dbd677ac9433 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:36:03.507683 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-aef42ab0-bca7-47f6-b9d4-0294bb232619 req-591259cd-5c3c-434d-b275-dbd677ac9433 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.1678956 Sep 21 16:36:03.551440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-aef42ab0-bca7-47f6-b9d4-0294bb232619 req-11aebec4-b895-4427-abb2-be9600337d94 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Synchronizing usage tracker for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:36:03.618747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-aef42ab0-bca7-47f6-b9d4-0294bb232619 req-11aebec4-b895-4427-abb2-be9600337d94 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Unset dirty status for tenant:e5a67d0a93f14e8f981c758a51f714c6 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:36:03.619914 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-aef42ab0-bca7-47f6-b9d4-0294bb232619 req-11aebec4-b895-4427-abb2-be9600337d94 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/security-groups?id=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066158 Sep 21 16:36:03.761852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-8134c3d1-f532-4b23-9329-d77031495714 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:03.763284 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-8134c3d1-f532-4b23-9329-d77031495714 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 945 time: 0.0858905 Sep 21 16:36:03.832209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Deleting port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:03.832478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.078050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] For port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:04.078408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.203619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Calling delete_port for 7b7466c4-86ef-4855-bc4f-bd655b2eda5b owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:04.403577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.414849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['7b7466c4-86ef-4855-bc4f-bd655b2eda5b'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:36:04.457063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Pushing event deleted for resources: {'Port': ['ID=7b7466c4-86ef-4855-bc4f-bd655b2eda5b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:04.542094 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] No DVR routers for this DVR port 7b7466c4-86ef-4855-bc4f-bd655b2eda5b on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:36:04.544525 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.546992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'name': 'network-vif-deleted', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:36:04.549249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b04ef75-d753-454c-9fe8-757604d3812a" -d '{"events": [{"server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "name": "network-vif-deleted", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:04.590593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a0a8ee-3443-493b-abd0-bb365efc757c x-openstack-request-id: req-31a0a8ee-3443-493b-abd0-bb365efc757c {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:04.590907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ef3f95-9f96-4cec-829d-fc8422ea9749", "name": "network-vif-deleted", "tag": "7b7466c4-86ef-4855-bc4f-bd655b2eda5b", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:04.591367 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31a0a8ee-3443-493b-abd0-bb365efc757c {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:04.591772 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a0a8ee-3443-493b-abd0-bb365efc757c'] response: {'server_uuid': 'c3ef3f95-9f96-4cec-829d-fc8422ea9749', 'name': 'network-vif-deleted', 'tag': '7b7466c4-86ef-4855-bc4f-bd655b2eda5b', 'status': 'completed', 'code': 200} Sep 21 16:36:04.619380 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fed3011d-cc5b-4dd1-8214-041b604aef61 req-2a689494-4764-4e69-b876-8d9bb7c07aa7 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.33 "DELETE /v2.0/ports/7b7466c4-86ef-4855-bc4f-bd655b2eda5b HTTP/1.1" status: 204 len: 173 time: 0.8512480 Sep 21 16:36:04.785653 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-dee57384-fb00-4924-8cd0-44ec5c3fc6d9 req-6ed267d8-9344-488a-890d-e31f99054ac4 tempest-TestMinimumBasicScenario-134098358 tempest-TestMinimumBasicScenario-134098358-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3ef3f95-9f96-4cec-829d-fc8422ea9749 HTTP/1.1" status: 200 len: 210 time: 0.0494859 Sep 21 16:36:04.986684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0fbd00e6-354d-4674-94d2-ab94af11c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.318155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.932840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.048221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53464) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:07.686031 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:08.020928 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:08.135464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Deleting port 8b99e750-b774-49e2-bd05-0de9cc867f85 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:08.135992 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:08.303080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] For port 8b99e750-b774-49e2-bd05-0de9cc867f85, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8b99e750-b774-49e2-bd05-0de9cc867f85,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:08.303359 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:08.423691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Calling delete_port for 8b99e750-b774-49e2-bd05-0de9cc867f85 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:08.744742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7b7466c4-86ef-4855-bc4f-bd655b2eda5b no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:36:08.778686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 7b7466c4-86ef-4855-bc4f-bd655b2eda5b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:36:08.779026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 7b7466c4-86ef-4855-bc4f-bd655b2eda5b not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:36:08.801732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:08.852226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b99e750-b774-49e2-bd05-0de9cc867f85,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:09.126863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:09.579160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Router 1dee2989-ed6f-4704-a4f6-522df33eab53 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:36:09.758779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:36:09.767840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] Sync routers for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:09.770854 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-fdccb578-356a-452a-b1a5-3e2f58a48b98 admin admin] 10.222.0.65 "PUT /v2.0/routers/1dee2989-ed6f-4704-a4f6-522df33eab53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7215290 Sep 21 16:36:09.773335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53470) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:09.777694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:09.778329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:09.946896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:09.954842 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:10.124208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:10.186371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Deleting port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:10.186745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:10.243033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82'}], 'enable_snat': True}, 'gw_port_id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:36:08Z', 'revision_number': 5, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port': {'id': 'db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:44Z', 'updated_at': '2022-09-21T16:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:10.246775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] Checking router: 1dee2989-ed6f-4704-a4f6-522df33eab53 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:10.255687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] Routers {'1dee2989-ed6f-4704-a4f6-522df33eab53'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:10.256274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['1dee2989-ed6f-4704-a4f6-522df33eab53'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:10.358697 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] For port db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:10.359055 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:10.405177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] Set router 1dee2989-ed6f-4704-a4f6-522df33eab53 gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:10.487921 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Calling delete_port for db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:10.510659 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:36:10Z', 'revision_number': 6, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:10.514449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50b809c-9c89-487c-91c8-d3627668da69 None None] The sync data for ids ['1dee2989-ed6f-4704-a4f6-522df33eab53'] in dv-neutron-858618-1-hyperv is: [{'id': '1dee2989-ed6f-4704-a4f6-522df33eab53', 'name': 'tempest-TestMinimumBasicScenario-872632021-router', 'tenant_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:43Z', 'updated_at': '2022-09-21T16:36:10Z', 'revision_number': 6, 'project_id': 'e5a67d0a93f14e8f981c758a51f714c6', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:10.723582 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:10.868717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:10.968772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.138549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.140658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.218650 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.219216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dee2989-ed6f-4704-a4f6-522df33eab53 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:36:11.232060 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.233348 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-4ab67680-f524-40ea-8b08-6363f1d7c765 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1dee2989-ed6f-4704-a4f6-522df33eab53 HTTP/1.1" status: 204 len: 168 time: 1.4589584 Sep 21 16:36:11.235848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53474) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:11.294797 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6019ae8-fded-42d4-a445-436e0a36b30e admin admin] Deleting subnet f255f051-1941-4355-b29d-340d29f001b4 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:36:11.297620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6019ae8-fded-42d4-a445-436e0a36b30e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.350093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6019ae8-fded-42d4-a445-436e0a36b30e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.428455 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6019ae8-fded-42d4-a445-436e0a36b30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.586710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6019ae8-fded-42d4-a445-436e0a36b30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.599117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:36:11.630017 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6019ae8-fded-42d4-a445-436e0a36b30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f255f051-1941-4355-b29d-340d29f001b4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:11.635261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e6019ae8-fded-42d4-a445-436e0a36b30e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.636401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:36:11.636754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device db6aebd9-75aa-4197-81c9-a7a5b2c2e9ba not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:36:11.637181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8b99e750-b774-49e2-bd05-0de9cc867f85 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:36:11.642404 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e6019ae8-fded-42d4-a445-436e0a36b30e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f255f051-1941-4355-b29d-340d29f001b4 HTTP/1.1" status: 204 len: 168 time: 0.4044523 Sep 21 16:36:11.645254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53478) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:11.663697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd258936-24c7-4248-b6fd-d6410129f0d8 None None] Network 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:36:11.690072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8b99e750-b774-49e2-bd05-0de9cc867f85 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:36:11.690421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8b99e750-b774-49e2-bd05-0de9cc867f85 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:36:11.756848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.768420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Deleting port 7ef17f47-9f84-449b-b55e-e0538f981ed2 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:11.768770 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.966394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] DHCP port deletion for 7978bf1f-c63d-4b75-bb7b-38856f8d5e2f request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:36:11.970765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] Deleting port 7ef17f47-9f84-449b-b55e-e0538f981ed2 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:11.971306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.978291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] For port 7ef17f47-9f84-449b-b55e-e0538f981ed2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7ef17f47-9f84-449b-b55e-e0538f981ed2,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:11.978658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.119653 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Calling delete_port for 7ef17f47-9f84-449b-b55e-e0538f981ed2 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:12.182807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] For port 7ef17f47-9f84-449b-b55e-e0538f981ed2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=7ef17f47-9f84-449b-b55e-e0538f981ed2,segment=NetworkSegment(7f7d80de-b731-401e-bddc-9364d32e38c8),segment_id=7f7d80de-b731-401e-bddc-9364d32e38c8)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:12.183120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.260530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.304521 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] Calling delete_port for 7ef17f47-9f84-449b-b55e-e0538f981ed2 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:12.306712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef17f47-9f84-449b-b55e-e0538f981ed2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:12.310131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] No DVR routers for this DVR port 7ef17f47-9f84-449b-b55e-e0538f981ed2 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:36:12.383401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:36:12.383756 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:36:12.424688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.453038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7978bf1f-c63d-4b75-bb7b-38856f8d5e2f']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:12.550396 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7d80de-b731-401e-bddc-9364d32e38c8') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:12.550692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7d80de-b731-401e-bddc-9364d32e38c8') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:12.563313 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.578996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.585170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:36:12.585550 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.665739 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 7f7d80de-b731-401e-bddc-9364d32e38c8 resource provider aggregate not found Sep 21 16:36:12.682886 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment 7f7d80de-b731-401e-bddc-9364d32e38c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f7d80de-b731-401e-bddc-9364d32e38c8 found for delete ", "request_id": "req-6718d4cf-e331-45c6-963e-c38e246d8e7f"}]} Sep 21 16:36:12.727328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.743916 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.754473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7978bf1f-c63d-4b75-bb7b-38856f8d5e2f,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:12.831077 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9d75f616-5a10-4168-bb85-db822aabc2b4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7978bf1f-c63d-4b75-bb7b-38856f8d5e2f HTTP/1.1" status: 204 len: 168 time: 1.1838708 Sep 21 16:36:12.833884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53488) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:12.884831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] Deleting port 7ef17f47-9f84-449b-b55e-e0538f981ed2 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:12.885323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.950783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c46f1f48-37c2-4df9-86cb-5d7c94b4574b None None] The port '7ef17f47-9f84-449b-b55e-e0538f981ed2' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:36:13.367179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:13.598885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7ef17f47-9f84-449b-b55e-e0538f981ed2 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:36:13.634512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 7ef17f47-9f84-449b-b55e-e0538f981ed2 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:36:13.634766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 7ef17f47-9f84-449b-b55e-e0538f981ed2 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:36:13.714577 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Deleting port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:13.714922 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:13.883767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] For port 43e137f2-5001-49fc-a4ad-5d6f7c3557a3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,segment=NetworkSegment(84d1168a-b433-454e-9201-f51661f8aeec),segment_id=84d1168a-b433-454e-9201-f51661f8aeec)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:13.884427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:14.004649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Calling delete_port for 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:14.334788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:14.379875 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=43e137f2-5001-49fc-a4ad-5d6f7c3557a3,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:14.651010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:15.006472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:36:15.180096 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:36:15.188628 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] Sync routers for ids ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:15.198491 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] Routers {'b4f1f3ea-d946-47bf-bda7-8bd719d9c510'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:15.199083 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:15.260644 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-da589c5f-3c6b-4741-a40f-c61a10ce3e3f admin admin] 10.222.0.65 "PUT /v2.0/routers/b4f1f3ea-d946-47bf-bda7-8bd719d9c510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4256456 Sep 21 16:36:15.263216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53492) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:15.375030 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] Set router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:15.438975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:15.696630 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:36:14Z', 'revision_number': 5, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:15.700444 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] Checking router: b4f1f3ea-d946-47bf-bda7-8bd719d9c510 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:15.709568 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] Routers {'b4f1f3ea-d946-47bf-bda7-8bd719d9c510'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:15.710199 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:15.726579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:15.790284 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Deleting port 84d5260e-88da-4bca-adad-013cbbb5546e {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:15.790625 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:15.887088 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] Set router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:15.966089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] For port 84d5260e-88da-4bca-adad-013cbbb5546e, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=84d5260e-88da-4bca-adad-013cbbb5546e,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:15.966450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.089509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Calling delete_port for 84d5260e-88da-4bca-adad-013cbbb5546e owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:16.169280 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:36:14Z', 'revision_number': 5, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:16.173176 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0287d-029b-442c-8396-c4b4cf598b89 None None] The sync data for ids ['b4f1f3ea-d946-47bf-bda7-8bd719d9c510'] in dv-neutron-858618-1-hyperv is: [{'id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'name': 'tempest-TestMinimumBasicScenario-814266265-router', 'tenant_id': '51c8505da5f64deabf5844aea39ac5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:36:14Z', 'revision_number': 5, 'project_id': '51c8505da5f64deabf5844aea39ac5c5', 'gw_port': {'id': '84d5260e-88da-4bca-adad-013cbbb5546e', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f1f3ea-d946-47bf-bda7-8bd719d9c510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:29:51Z', 'updated_at': '2022-09-21T16:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:16.315343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.359340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Pushing event deleted for resources: {'Port': ['ID=84d5260e-88da-4bca-adad-013cbbb5546e,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:16.459390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.635115 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.637254 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.732626 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.733118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f1f3ea-d946-47bf-bda7-8bd719d9c510 {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:36:16.747562 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.748707 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5dde2cfe-c178-4c88-bd99-d702587d801c admin admin] 10.222.0.65 "DELETE /v2.0/routers/b4f1f3ea-d946-47bf-bda7-8bd719d9c510 HTTP/1.1" status: 204 len: 168 time: 1.4845512 Sep 21 16:36:16.751247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53496) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:16.812519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-363c0673-b3a1-4ce3-a66b-7673bbb06517 admin admin] Deleting subnet f731a9e4-3c99-4602-ac1f-83dadf275187 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:36:16.815881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-363c0673-b3a1-4ce3-a66b-7673bbb06517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.869748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-363c0673-b3a1-4ce3-a66b-7673bbb06517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:16.955889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-363c0673-b3a1-4ce3-a66b-7673bbb06517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.078109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-363c0673-b3a1-4ce3-a66b-7673bbb06517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.121464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c0673-b3a1-4ce3-a66b-7673bbb06517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f731a9e4-3c99-4602-ac1f-83dadf275187,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:17.123375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-363c0673-b3a1-4ce3-a66b-7673bbb06517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.127519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6597d9-762f-4aae-9351-c227532fa431 None None] Network 305fddbe-84c2-4487-ab67-044934e6be45 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:36:17.130034 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-363c0673-b3a1-4ce3-a66b-7673bbb06517 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f731a9e4-3c99-4602-ac1f-83dadf275187 HTTP/1.1" status: 204 len: 168 time: 0.3777764 Sep 21 16:36:17.132633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53500) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:17.245805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.256703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Deleting port ad942246-177f-46e3-ac24-ca7025402717 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:17.257049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.392989 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] DHCP port deletion for 305fddbe-84c2-4487-ab67-044934e6be45 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:36:17.397317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] Deleting port ad942246-177f-46e3-ac24-ca7025402717 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:17.397693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.569509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] For port ad942246-177f-46e3-ac24-ca7025402717, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ad942246-177f-46e3-ac24-ca7025402717,segment=NetworkSegment(84d1168a-b433-454e-9201-f51661f8aeec),segment_id=84d1168a-b433-454e-9201-f51661f8aeec)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:17.569881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.606312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:36:17.638825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] For port ad942246-177f-46e3-ac24-ca7025402717, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ad942246-177f-46e3-ac24-ca7025402717,segment=NetworkSegment(84d1168a-b433-454e-9201-f51661f8aeec),segment_id=84d1168a-b433-454e-9201-f51661f8aeec)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:17.639219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.652976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:36:17.653320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 43e137f2-5001-49fc-a4ad-5d6f7c3557a3 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:36:17.653738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 84d5260e-88da-4bca-adad-013cbbb5546e no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:36:17.694127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Calling delete_port for ad942246-177f-46e3-ac24-ca7025402717 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:17.791560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 84d5260e-88da-4bca-adad-013cbbb5546e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:36:17.791902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 84d5260e-88da-4bca-adad-013cbbb5546e not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:36:17.792331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ad942246-177f-46e3-ac24-ca7025402717 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:36:17.820930 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] Calling delete_port for ad942246-177f-46e3-ac24-ca7025402717 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:36:17.830159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:17.878762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad942246-177f-46e3-ac24-ca7025402717,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:17.882384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] No DVR routers for this DVR port ad942246-177f-46e3-ac24-ca7025402717 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:36:17.905196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: ad942246-177f-46e3-ac24-ca7025402717 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:36:17.905541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ad942246-177f-46e3-ac24-ca7025402717 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:36:17.947240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:36:17.947588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:36:17.999767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.024166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305fddbe-84c2-4487-ab67-044934e6be45']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:18.036652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d1168a-b433-454e-9201-f51661f8aeec') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:18.036956 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d1168a-b433-454e-9201-f51661f8aeec') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:18.048112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.064252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.070253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:36:18.070654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.169521 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 84d1168a-b433-454e-9201-f51661f8aeec resource provider aggregate not found Sep 21 16:36:18.185629 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 84d1168a-b433-454e-9201-f51661f8aeec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84d1168a-b433-454e-9201-f51661f8aeec found for delete ", "request_id": "req-a5b4f9c7-5801-4a15-8e54-49b88063a48a"}]} Sep 21 16:36:18.249562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.265585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.276225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] Pushing event deleted for resources: {'Network': ['ID=305fddbe-84c2-4487-ab67-044934e6be45,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:18.283805 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1ca759c4-3f5d-40fa-ab0b-959e3700ce4b admin admin] 10.222.0.65 "DELETE /v2.0/networks/305fddbe-84c2-4487-ab67-044934e6be45 HTTP/1.1" status: 204 len: 168 time: 1.1496027 Sep 21 16:36:18.448970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] Deleting port ad942246-177f-46e3-ac24-ca7025402717 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:36:18.453152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.515353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5f954-1a2c-4e54-8bea-a2716d777be5 None None] The port 'ad942246-177f-46e3-ac24-ca7025402717' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:36:18.606156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53512) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:18.660175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-07879343-bb36-4bde-af69-63e608c9305b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5a67d0a93f14e8f981c758a51f714c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515766 Sep 21 16:36:18.661397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53516) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:18.717706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9f48-8c79-48c7-b83f-eea8e13e447c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.742589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9f48-8c79-48c7-b83f-eea8e13e447c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.883311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9f48-8c79-48c7-b83f-eea8e13e447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.900098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e9f48-8c79-48c7-b83f-eea8e13e447c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:18.968628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8c7e9f48-8c79-48c7-b83f-eea8e13e447c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.969746 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8c7e9f48-8c79-48c7-b83f-eea8e13e447c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51cbb0ba-6a3b-4c81-9fd9-b5d26f21516b HTTP/1.1" status: 204 len: 168 time: 0.3074362 Sep 21 16:36:19.635737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53524) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:19.684211 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a0a3f99a-91bc-485e-8519-391d198bf5b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51c8505da5f64deabf5844aea39ac5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473130 Sep 21 16:36:19.686673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53528) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:19.747191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-310cdd9f-29c0-4e58-9c52-1825cc842e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:19.773043 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-310cdd9f-29c0-4e58-9c52-1825cc842e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:19.992072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-310cdd9f-29c0-4e58-9c52-1825cc842e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:20.008665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cdd9f-29c0-4e58-9c52-1825cc842e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0feaf6-d8f4-4436-b86b-7e4427a76dc2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:20.013044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-310cdd9f-29c0-4e58-9c52-1825cc842e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:20.016503 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-310cdd9f-29c0-4e58-9c52-1825cc842e2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf0feaf6-d8f4-4436-b86b-7e4427a76dc2 HTTP/1.1" status: 204 len: 168 time: 0.3265955 Sep 21 16:36:21.473439 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:36:22.206786 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53570) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:22.212092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907509156', 'description': 'tempest-secgroup-smoke-907509156 description', 'project_id': '5aea6637a92043568891f5ae2f6692ff'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:22.218141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:22.222527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:22.225352 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:22.231687 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:22.328882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:22.341129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:22.355768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:22.359701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:22.363158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:22.368965 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:22.447526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:22.523156 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:22.533863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:22.541167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:22.545559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:22.562783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:22.569748 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16b7b74-3e2c-44ff-943b-ed03353cb371,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:22.636068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:22.703864 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:22.744900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063e9343-cf4d-43fc-8b85-0886ea196601,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:22.818289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:22.819481 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b032b8f6-7d21-499a-8e9d-3fce72914d68 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6116223 Sep 21 16:36:22.822372 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53574) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:22.827302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '063e9343-cf4d-43fc-8b85-0886ea196601', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:22.834321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:22.838226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:22.841138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:22.847612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:22.922078 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:22.981431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.052941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.077067 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629a7045-d7b3-47b7-a430-0e90f3e02c9f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:23.144485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.145658 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-26ee000e-d48e-4e81-8462-95e56a26218f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3223867 Sep 21 16:36:23.148379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53578) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:23.153217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '063e9343-cf4d-43fc-8b85-0886ea196601', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:23.159180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:23.162935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:23.165707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:23.171322 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:23.249365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.400266 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.471982 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.495924 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec81a0a-141d-4e40-8d29-c0688ab0635c,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:23.563431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.568845 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3a8cdc62-ebce-428e-aecd-46202725aad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4153197 Sep 21 16:36:23.568845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53582) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:23.572814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '063e9343-cf4d-43fc-8b85-0886ea196601', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:23.578796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:23.583645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:23.586544 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:23.592202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:23.689270 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.749788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.829477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.854222 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df8dc09-2441-4bfd-829a-088acf9cdc60,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:23.911621 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.912784 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d88514c3-3890-4c68-8380-28183471166d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439846 Sep 21 16:36:23.915534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53586) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:23.920362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '063e9343-cf4d-43fc-8b85-0886ea196601', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:23.926815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:23.930612 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:23.933438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:23.939217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:24.014893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.079090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.163042 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.188884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96246462-fd37-4e98-b0f5-f0b35769bc67,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:24.283026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.284691 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1eb8c8c4-c0da-4a6f-90ea-13136df77c52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677020 Sep 21 16:36:24.287553 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53590) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:24.292380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '063e9343-cf4d-43fc-8b85-0886ea196601', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:24.298244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:24.302084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:24.304887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:24.310561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:24.374427 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:36:24.380986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.443674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.517312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.541757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8315ae0-e8f9-498a-a4b8-af4b6c3ca219,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:24.623782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.624945 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c5c13f61-ec99-45d1-8f47-4ab744c6c31e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3364921 Sep 21 16:36:24.627663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53594) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:24.632990 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '063e9343-cf4d-43fc-8b85-0886ea196601', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:24.638853 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:24.642637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:24.646171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:24.652099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:24.717520 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:36:24.723913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.787489 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.837503 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.860735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69d20eb-cf03-4c97-9fec-1634e62af5e9,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:24.926795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.927965 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0afaec70-77d2-4700-82bc-a13e12be9182 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2988973 Sep 21 16:36:24.930929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53598) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:24.936376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'network': {'name': 'tempest-network-smoke--1631782510', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'port_security_enabled': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:24.941821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:24.945601 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:network and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:24.948424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:24.954077 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:25.035549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:36:25.039034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:25.070202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:36:25.079453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:25.084298 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Added segment dad88c99-8328-4a7f-a3ee-2fb065784586 of type vlan for network 672fe393-6083-4377-85ff-4c019d6945c1 Sep 21 16:36:25.109143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:25.271335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:25.276774 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:25.277378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:25.381854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Network': ['ID=672fe393-6083-4377-85ff-4c019d6945c1,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:25.391957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 672fe393-6083-4377-85ff-4c019d6945c1 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:36:25.455580 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-faafcb4e-3ab1-4dac-bd92-ea0e869a910f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5236232 Sep 21 16:36:25.458734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53602) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:25.463753 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'admin_state_up': True, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:25.470914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:25.475399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:router and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:25.478269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:25.484584 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:25.551782 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:25.552792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:25.566933 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:25.887768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:26.262295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:26.291181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:26.422725 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.92 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/811f3e4a-5296-4478-9c0f-2193bda81787) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:26.565931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:26.660234 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:26.813822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:26.816620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:26.819291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:36:26.866980 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=811f3e4a-5296-4478-9c0f-2193bda81787,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:27.276377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:27.612406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:27.915275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d02d27e3-4525-4eaa-b4fa-fbb65241b915 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:36:28.093132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:36:28.102674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Sync routers for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:28.114520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:28.115140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:28.176779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:28.178053 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bbb12b65-ea8b-41cd-970f-784b595753f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7183292 Sep 21 16:36:28.181162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53608) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:28.295495 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:28.322797 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-574c5efd-4355-4df0-8cfe-df2a41703579 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=5aea6637a92043568891f5ae2f6692ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1405227 Sep 21 16:36:28.325370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53614) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:28.572089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d921c9-101c-4b12-bd9e-3b6c3849ae0e tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:28.573641 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-43d921c9-101c-4b12-bd9e-3b6c3849ae0e tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2473028 Sep 21 16:36:28.576471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53618) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:28.587337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:27Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:28.591150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Checking router: d02d27e3-4525-4eaa-b4fa-fbb65241b915 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:28.591497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Updating router d02d27e3-4525-4eaa-b4fa-fbb65241b915 port 811f3e4a-5296-4478-9c0f-2193bda81787 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:36:28.615798 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d80a547c-2db6-4c19-bdf4-37fcee53b7ec tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382600 Sep 21 16:36:28.618535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53622) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:28.623805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520013386', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:28.645854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:28.731635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:28.735468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:subnet and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:28.738327 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:28.744003 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:28.826281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:36:28.829701 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:28.969596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:28.981844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Transition to ACTIVE for port object 811f3e4a-5296-4478-9c0f-2193bda81787 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:29.066236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:29.083294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:29.129471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Attempting to bind port 811f3e4a-5296-4478-9c0f-2193bda81787 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:36:29.130145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Attempting to bind port 811f3e4a-5296-4478-9c0f-2193bda81787 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:36:29.130243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Attempting to bind port 811f3e4a-5296-4478-9c0f-2193bda81787 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:36:29.140662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:36:29.141048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:36:29.141498 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:29.141884 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:36:29.142372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Bound port: 811f3e4a-5296-4478-9c0f-2193bda81787, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:36:29.142745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:29.173239 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Subnet': ['ID=83153f13-5f39-4099-8950-a7a89d7265a5,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:29.177483 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Checking segment: {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:36:29.177737 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network hostable DHCP agents. Network: 672fe393-6083-4377-85ff-4c019d6945c1, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:36:29.200968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Pushing event updated for resources: {'Port': ['ID=811f3e4a-5296-4478-9c0f-2193bda81787,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:29.214181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.214530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.214878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.215209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.215538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.215867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.216190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.216516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.216840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.217161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.217481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.217798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:29.244146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] For port 811f3e4a-5296-4478-9c0f-2193bda81787, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:36:29.247072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] For port 811f3e4a-5296-4478-9c0f-2193bda81787, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=811f3e4a-5296-4478-9c0f-2193bda81787,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:36:29.260345 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 672fe393-6083-4377-85ff-4c019d6945c1 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:36:29.286695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:29.343900 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:29.372252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 672fe393-6083-4377-85ff-4c019d6945c1) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:29.379166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:29.379867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:29.385094 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852719b-2b15-4cb3-af1d-b251caa90a29 None None] Network 672fe393-6083-4377-85ff-4c019d6945c1 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:36:29.464926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-85f5e473-7e10-462b-b6a4-77501df08f9d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8453662 Sep 21 16:36:29.465729 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:29.466371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:29.467698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53626) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:29.624558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e65d06-0a19-4914-8357-9f0a4c5eaf2c None None] Pushing event updated for resources: {'Port': ['ID=811f3e4a-5296-4478-9c0f-2193bda81787,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:29.778069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:29.993450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-672fe393-6083-4377-85ff-4c019d6945c1', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:36:29.994579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:30.172943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:30.230196 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Allocated IP 172.20.0.2 (672fe393-6083-4377-85ff-4c019d6945c1/83153f13-5f39-4099-8950-a7a89d7265a5/c04bbf36-9906-4c06-a2a3-44687b0655ba) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:30.313031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:27Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:30.329479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff7f8c-057c-4e1e-8bf8-dfa2d346a8b9 None None] The sync data for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv is: [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:27Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:30.457285 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:30.467714 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Transition to ACTIVE for port object c04bbf36-9906-4c06-a2a3-44687b0655ba will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:30.486276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Transition to ACTIVE for port object c04bbf36-9906-4c06-a2a3-44687b0655ba will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:30.564131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:30.649274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Network 672fe393-6083-4377-85ff-4c019d6945c1 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:30.652338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:30.655526 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:36:30.662216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Pushing event updated for resources: {'Port': ['ID=c04bbf36-9906-4c06-a2a3-44687b0655ba,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:30.716561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.1 (672fe393-6083-4377-85ff-4c019d6945c1/83153f13-5f39-4099-8950-a7a89d7265a5/ebc32c71-51f0-454f-b24b-0167429198a3) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:30.776889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Attempting to bind port c04bbf36-9906-4c06-a2a3-44687b0655ba on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:36:30.777266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Attempting to bind port c04bbf36-9906-4c06-a2a3-44687b0655ba by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:36:30.777634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Attempting to bind port c04bbf36-9906-4c06-a2a3-44687b0655ba on network 672fe393-6083-4377-85ff-4c019d6945c1 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:36:30.783917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:36:30.784667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Checking segment: {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:36:30.785471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:30.786093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Bound using segment: {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:36:30.786600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Bound port: c04bbf36-9906-4c06-a2a3-44687b0655ba, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:36:30.787157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:30.882964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] For port c04bbf36-9906-4c06-a2a3-44687b0655ba, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:36:30.886127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] For port c04bbf36-9906-4c06-a2a3-44687b0655ba, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c04bbf36-9906-4c06-a2a3-44687b0655ba,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:36:30.886801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:30.903272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object ebc32c71-51f0-454f-b24b-0167429198a3 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:30.941451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:30.975263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:31.034813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f7de8-b9cb-4221-88ff-7fa13f6355ba None None] Pushing event updated for resources: {'Port': ['ID=c04bbf36-9906-4c06-a2a3-44687b0655ba,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:31.079892 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 672fe393-6083-4377-85ff-4c019d6945c1 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:31.083826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:31.086593 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:36:31.124680 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=ebc32c71-51f0-454f-b24b-0167429198a3,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:31.153512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:31.486935 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:31.653140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c04bbf36-9906-4c06-a2a3-44687b0655ba up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:36:31.791828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c04bbf36-9906-4c06-a2a3-44687b0655ba completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:31.797105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 811f3e4a-5296-4478-9c0f-2193bda81787 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:36:31.901428 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:31.934712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 811f3e4a-5296-4478-9c0f-2193bda81787 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:31.939815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 811f3e4a-5296-4478-9c0f-2193bda81787 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:31.940723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:31.991991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:32.057357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 811f3e4a-5296-4478-9c0f-2193bda81787 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:32.057744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:32.074304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 811f3e4a-5296-4478-9c0f-2193bda81787, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=811f3e4a-5296-4478-9c0f-2193bda81787,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:32.105750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=ebc32c71-51f0-454f-b24b-0167429198a3,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:32.108377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:32.140562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:32.264177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=811f3e4a-5296-4478-9c0f-2193bda81787,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:32.367963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 672fe393-6083-4377-85ff-4c019d6945c1 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:32.369104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:32.555824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d02d27e3-4525-4eaa-b4fa-fbb65241b915 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:36:32.579660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a955c9-c6f3-45d5-b870-f2e1aa6ef2b7 None None] Network 672fe393-6083-4377-85ff-4c019d6945c1 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:36:32.732208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:36:32.741894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-256f4343-4c0e-413d-b7b2-ab0a926c18c9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/d02d27e3-4525-4eaa-b4fa-fbb65241b915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2730615 Sep 21 16:36:32.744753 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Sync routers for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:32.750613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c24d08a7-4588-461a-9049-c1f994b8eb50 None None] Provisioning for port c04bbf36-9906-4c06-a2a3-44687b0655ba completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:32.756369 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:32.757065 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:32.758578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c24d08a7-4588-461a-9049-c1f994b8eb50 None None] Provisioning complete for port c04bbf36-9906-4c06-a2a3-44687b0655ba triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:32.758944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c24d08a7-4588-461a-9049-c1f994b8eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:32.936343 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-792eb283-c384-44d8-a091-9b50a36e5aca tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:36:32.943707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b70a0bf5-4785-4690-8492-fd782f5bff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:32.951059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c24d08a7-4588-461a-9049-c1f994b8eb50 None None] Current status of the port c04bbf36-9906-4c06-a2a3-44687b0655ba is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:32.954886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c24d08a7-4588-461a-9049-c1f994b8eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:32.962337 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:32.984974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c24d08a7-4588-461a-9049-c1f994b8eb50 None None] For port c04bbf36-9906-4c06-a2a3-44687b0655ba, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c04bbf36-9906-4c06-a2a3-44687b0655ba,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:33.043772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-792eb283-c384-44d8-a091-9b50a36e5aca tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:36:33.044951 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-792eb283-c384-44d8-a091-9b50a36e5aca tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907509156&fields=id&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 267 time: 0.1566515 Sep 21 16:36:33.072007 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c24d08a7-4588-461a-9049-c1f994b8eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:33.157574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d08a7-4588-461a-9049-c1f994b8eb50 None None] Pushing event updated for resources: {'Port': ['ID=c04bbf36-9906-4c06-a2a3-44687b0655ba,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:33.193787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c0def433-b0c8-4fef-89d2-3cb10763526e None None] Provisioning complete for port c04bbf36-9906-4c06-a2a3-44687b0655ba triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:33.194323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c0def433-b0c8-4fef-89d2-3cb10763526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:33.230181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-89b979f8-700b-4329-b19b-571480d3766a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:33.230820 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-89b979f8-700b-4329-b19b-571480d3766a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:36:33.328218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c0def433-b0c8-4fef-89d2-3cb10763526e None None] Current status of the port c04bbf36-9906-4c06-a2a3-44687b0655ba is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:33.331016 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 2, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:33.335299 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Checking router: d02d27e3-4525-4eaa-b4fa-fbb65241b915 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:33.335657 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Updating router d02d27e3-4525-4eaa-b4fa-fbb65241b915 port ebc32c71-51f0-454f-b24b-0167429198a3 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:36:33.340948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-89b979f8-700b-4329-b19b-571480d3766a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:36:33.342168 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-89b979f8-700b-4329-b19b-571480d3766a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/networks?id=672fe393-6083-4377-85ff-4c019d6945c1 HTTP/1.1" status: 200 len: 797 time: 0.2891924 Sep 21 16:36:33.358960 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-6c65fa29-a511-4355-9bc5-c572a880c051 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/quotas/5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 375 time: 0.0108242 Sep 21 16:36:33.391808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c0def433-b0c8-4fef-89d2-3cb10763526e None None] Provisioning for port ebc32c71-51f0-454f-b24b-0167429198a3 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:33.393361 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:33.398215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c0def433-b0c8-4fef-89d2-3cb10763526e None None] Provisioning complete for port ebc32c71-51f0-454f-b24b-0167429198a3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:33.398588 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c0def433-b0c8-4fef-89d2-3cb10763526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:33.470401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-c0def433-b0c8-4fef-89d2-3cb10763526e None None] Port ebc32c71-51f0-454f-b24b-0167429198a3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:36:33.476298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-9a0e23c1-be7c-43b9-9cad-563cf6f77c35 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:36:33.550420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-9a0e23c1-be7c-43b9-9cad-563cf6f77c35 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:36:33.551894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-9a0e23c1-be7c-43b9-9cad-563cf6f77c35 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1850092 Sep 21 16:36:33.590624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6a003a0a-e33f-4181-acc3-3a631f6c6a5f None None] Provisioning complete for port ebc32c71-51f0-454f-b24b-0167429198a3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:33.591003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6a003a0a-e33f-4181-acc3-3a631f6c6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:33.648216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6a003a0a-e33f-4181-acc3-3a631f6c6a5f None None] Port ebc32c71-51f0-454f-b24b-0167429198a3 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:36:33.654123 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c04bbf36-9906-4c06-a2a3-44687b0655ba up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:36:33.710530 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-68319796-9a0f-4496-a980-4205db255ac0 service neutron] 10.222.0.65 "GET /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464937 Sep 21 16:36:33.724590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c04bbf36-9906-4c06-a2a3-44687b0655ba triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:33.725171 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:33.785336 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:33.797020 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Transition to ACTIVE for port object ebc32c71-51f0-454f-b24b-0167429198a3 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:33.845134 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-866a9f42-bcd2-487e-a197-e33016db463a service neutron] 10.222.0.65 "GET /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287129 Sep 21 16:36:33.847140 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:33.847482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c04bbf36-9906-4c06-a2a3-44687b0655ba is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:33.848558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 811f3e4a-5296-4478-9c0f-2193bda81787 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:36:33.920599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 811f3e4a-5296-4478-9c0f-2193bda81787 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:33.920983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:34.038216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 811f3e4a-5296-4478-9c0f-2193bda81787 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:34.041292 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Pushing event updated for resources: {'Port': ['ID=ebc32c71-51f0-454f-b24b-0167429198a3,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:34.068230 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.068657 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.069068 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.069487 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.070051 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.070451 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.070855 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.071251 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.071648 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.072038 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.072483 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.072863 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:34.083948 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Attempting to bind port ebc32c71-51f0-454f-b24b-0167429198a3 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:36:34.084322 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Attempting to bind port ebc32c71-51f0-454f-b24b-0167429198a3 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:36:34.084683 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Attempting to bind port ebc32c71-51f0-454f-b24b-0167429198a3 on network 672fe393-6083-4377-85ff-4c019d6945c1 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:36:34.090308 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:36:34.090678 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Checking segment: {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:36:34.091075 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:34.091578 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Bound using segment: {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:36:34.091947 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Bound port: ebc32c71-51f0-454f-b24b-0167429198a3, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:36:34.092317 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:34.136919 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-42cfef14-dd29-4cdb-8519-e377d860855d req-8450c6a3-0eb5-4848-a0b2-6c92fa0bd180 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 210 time: 0.0579014 Sep 21 16:36:34.188242 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] For port ebc32c71-51f0-454f-b24b-0167429198a3, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:36:34.191988 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] For port ebc32c71-51f0-454f-b24b-0167429198a3, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ebc32c71-51f0-454f-b24b-0167429198a3,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:36:34.258420 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:34.315833 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:34.316428 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:34.404592 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7261ccf-fc69-451a-b36f-97830b234ca2 None None] Pushing event updated for resources: {'Port': ['ID=ebc32c71-51f0-454f-b24b-0167429198a3,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:34.501445 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:34.811834 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:34Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:34.816467 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6989d-16af-4750-a169-a1925a5336f2 None None] The sync data for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv is: [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:34Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:34.985992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fe981a9a-e83b-4ed7-9943-5216bfb267c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:35.309013 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-9be119e8-c9b1-40e2-8376-e2a59eda1d52 req-db870f63-890f-4be1-bcce-c609e598c3ba tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 210 time: 0.0554175 Sep 21 16:36:35.637473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ebc32c71-51f0-454f-b24b-0167429198a3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:36:35.774503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port ebc32c71-51f0-454f-b24b-0167429198a3 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:35.780910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ebc32c71-51f0-454f-b24b-0167429198a3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:35.781270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:35.903571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ebc32c71-51f0-454f-b24b-0167429198a3 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:35.903962 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:35.936632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port ebc32c71-51f0-454f-b24b-0167429198a3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ebc32c71-51f0-454f-b24b-0167429198a3,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:36.023896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.091268 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=ebc32c71-51f0-454f-b24b-0167429198a3,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:36.323230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.422613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-2730109a-6c96-4306-8071-430cdd85ab65 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:36.424680 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-2730109a-6c96-4306-8071-430cdd85ab65 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/networks?id=672fe393-6083-4377-85ff-4c019d6945c1 HTTP/1.1" status: 200 len: 797 time: 0.1738741 Sep 21 16:36:36.495888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-16eaf4b4-3d13-44ba-8d5f-e2126c1e7127 req-8964ac06-9d44-46f3-a8ab-50c92f5ee594 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 210 time: 0.0677333 Sep 21 16:36:36.527413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-712e04b7-bc38-4318-bd6e-6770c4268fff tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 379 time: 0.0583754 Sep 21 16:36:36.535930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'port': {'device_id': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'admin_state_up': True, 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'security_groups': ['063e9343-cf4d-43fc-8b85-0886ea196601']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:36.677414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:36.686980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:36.795272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:36:36.799062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.952518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.970429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.7 (672fe393-6083-4377-85ff-4c019d6945c1/83153f13-5f39-4099-8950-a7a89d7265a5/e3874ad0-d878-4035-9054-084570eb9b70) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:37.164217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:37.179014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object e3874ad0-d878-4035-9054-084570eb9b70 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:37.283468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:37.353832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 672fe393-6083-4377-85ff-4c019d6945c1 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:37.356673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:37.360658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:36:37.503691 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=e3874ad0-d878-4035-9054-084570eb9b70,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:37.535869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:37.536469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:37.615954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ebc32c71-51f0-454f-b24b-0167429198a3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:36:37.622856 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-4311b85a-a6d4-441c-bf6b-db70c5393c41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0910811 Sep 21 16:36:37.673035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9a900914-d0eb-4718-9d6b-be7a7c26b601 None None] Provisioning for port e3874ad0-d878-4035-9054-084570eb9b70 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:37.681713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9a900914-d0eb-4718-9d6b-be7a7c26b601 None None] Provisioning complete for port e3874ad0-d878-4035-9054-084570eb9b70 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:37.682114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9a900914-d0eb-4718-9d6b-be7a7c26b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:37.684940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Request body: {'port': {'device_id': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:37.701220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa2b61-6a79-48bd-97c2-b29976850494 req-524c86dd-4741-4487-b149-36ce443b98f0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:37.703405 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1cfa2b61-6a79-48bd-97c2-b29976850494 req-524c86dd-4741-4487-b149-36ce443b98f0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 931 time: 0.0898423 Sep 21 16:36:37.738951 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9a900914-d0eb-4718-9d6b-be7a7c26b601 None None] Port e3874ad0-d878-4035-9054-084570eb9b70 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:36:37.748703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port ebc32c71-51f0-454f-b24b-0167429198a3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:37.749103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:37.749405 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1cfa2b61-6a79-48bd-97c2-b29976850494 req-b62e604f-5030-492e-bb36-7120de48c676 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392241 Sep 21 16:36:37.807410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:37.897266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port ebc32c71-51f0-454f-b24b-0167429198a3 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:38.048840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.152571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3874ad0-d878-4035-9054-084570eb9b70 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:36:38.160343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.174031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Transition to ACTIVE for port object e3874ad0-d878-4035-9054-084570eb9b70 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:38.240404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.431270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Pushing event updated for resources: {'Port': ['ID=e3874ad0-d878-4035-9054-084570eb9b70,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:38.464857 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Attempting to bind port e3874ad0-d878-4035-9054-084570eb9b70 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:36:38.465196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Attempting to bind port e3874ad0-d878-4035-9054-084570eb9b70 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:36:38.465526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Attempting to bind port e3874ad0-d878-4035-9054-084570eb9b70 on network 672fe393-6083-4377-85ff-4c019d6945c1 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:36:38.470114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Port e3874ad0-d878-4035-9054-084570eb9b70 on network 672fe393-6083-4377-85ff-4c019d6945c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:36:38.470438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Attempting to bind port e3874ad0-d878-4035-9054-084570eb9b70 on network 672fe393-6083-4377-85ff-4c019d6945c1 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:36:38.476146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:36:38.476478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Checking segment: {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:36:38.476860 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Bound using segment: {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:36:38.477282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Bound port: e3874ad0-d878-4035-9054-084570eb9b70, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad88c99-8328-4a7f-a3ee-2fb065784586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:36:38.477631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.564068 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] For port e3874ad0-d878-4035-9054-084570eb9b70, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:36:38.567020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] For port e3874ad0-d878-4035-9054-084570eb9b70, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e3874ad0-d878-4035-9054-084570eb9b70,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:36:38.641083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.676604 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:38.677209 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.678608 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] 10.222.0.33 "PUT /v2.0/ports/e3874ad0-d878-4035-9054-084570eb9b70 HTTP/1.1" status: 200 len: 1093 time: 1.0485938 Sep 21 16:36:38.683728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:36:38.683728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54234525-f7dc-430d-80cc-8ce6630b04d1" -d '{"events": [{"name": "network-changed", "server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "tag": "e3874ad0-d878-4035-9054-084570eb9b70"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:38.722553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955d4b-edc8-459c-a1a8-0eb9397d1b0d service neutron] Pushing event updated for resources: {'Port': ['ID=e3874ad0-d878-4035-9054-084570eb9b70,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:38.726725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db03524-86a3-415f-9935-65b02e2b2076 x-openstack-request-id: req-8db03524-86a3-415f-9935-65b02e2b2076 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:38.727009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "tag": "e3874ad0-d878-4035-9054-084570eb9b70", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:38.727263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8db03524-86a3-415f-9935-65b02e2b2076 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:38.727653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db03524-86a3-415f-9935-65b02e2b2076'] response: {'name': 'network-changed', 'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70', 'status': 'completed', 'code': 200} Sep 21 16:36:38.823249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234525-f7dc-430d-80cc-8ce6630b04d1 req-20421504-e5e4-4af7-bbcd-bc977c3135b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:38.824845 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-54234525-f7dc-430d-80cc-8ce6630b04d1 req-20421504-e5e4-4af7-bbcd-bc977c3135b2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 1096 time: 0.0797074 Sep 21 16:36:38.951036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484cc92-0e97-4214-b27c-71a3a89e6b8e req-21864d22-30d2-4c0e-933e-f21d3391404e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:38.952364 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7484cc92-0e97-4214-b27c-71a3a89e6b8e req-21864d22-30d2-4c0e-933e-f21d3391404e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 943 time: 0.0895257 Sep 21 16:36:38.968322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234525-f7dc-430d-80cc-8ce6630b04d1 req-6088a873-1b3c-45cc-8dee-c0add8b40a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:38.970717 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-54234525-f7dc-430d-80cc-8ce6630b04d1 req-6088a873-1b3c-45cc-8dee-c0add8b40a7e service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=5aea6637a92043568891f5ae2f6692ff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1391113 Sep 21 16:36:38.996378 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7484cc92-0e97-4214-b27c-71a3a89e6b8e req-df0233cb-5074-42a2-a279-189085ef07b9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374999 Sep 21 16:36:39.109761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234525-f7dc-430d-80cc-8ce6630b04d1 req-568e85e2-82bd-4b5a-9dca-5bf87d102772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:39.111249 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-54234525-f7dc-430d-80cc-8ce6630b04d1 req-568e85e2-82bd-4b5a-9dca-5bf87d102772 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346200 Sep 21 16:36:39.245224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-cd4e12f5-3bb1-4fbf-954c-c13b43aabcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:39.246651 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-cd4e12f5-3bb1-4fbf-954c-c13b43aabcec service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 1096 time: 0.0824504 Sep 21 16:36:39.313439 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-c26c272b-9fcc-43b8-8ed1-65c403c36107 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3874ad0-d878-4035-9054-084570eb9b70 HTTP/1.1" status: 200 len: 217 time: 0.0596941 Sep 21 16:36:39.377135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-b39c3d39-c17a-4dbd-9c7d-ec68c650cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:39.379188 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-b39c3d39-c17a-4dbd-9c7d-ec68c650cf1b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83153f13-5f39-4099-8950-a7a89d7265a5 HTTP/1.1" status: 200 len: 835 time: 0.0597436 Sep 21 16:36:39.459028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-2e21c873-b5e7-4765-aa36-3c67f5379371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:39.460458 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-2e21c873-b5e7-4765-aa36-3c67f5379371 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=672fe393-6083-4377-85ff-4c019d6945c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759664 Sep 21 16:36:39.598564 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-ec988c41-f229-431b-8638-59770550e427 service neutron] 10.222.0.33 "GET /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320252 Sep 21 16:36:39.741189 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7789275d-ff6c-4b04-bbd9-90597d1058ad req-8941eb68-d7a4-44e6-8ab2-18b628180e9d service neutron] 10.222.0.33 "GET /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362839 Sep 21 16:36:40.310906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728a551-594a-4795-8dce-1af249b2f881 req-63270fad-cb5a-4c4e-aa17-96032c5e886f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:40.311518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3728a551-594a-4795-8dce-1af249b2f881 req-63270fad-cb5a-4c4e-aa17-96032c5e886f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:36:40.380224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3728a551-594a-4795-8dce-1af249b2f881 req-63270fad-cb5a-4c4e-aa17-96032c5e886f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:36:40.381464 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3728a551-594a-4795-8dce-1af249b2f881 req-63270fad-cb5a-4c4e-aa17-96032c5e886f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 943 time: 0.2657132 Sep 21 16:36:40.427147 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3728a551-594a-4795-8dce-1af249b2f881 req-f519c135-ea71-40d3-b933-e45c2151b671 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Sep 21 16:36:41.619407 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93165ef-38cc-48f7-a9e8-6fafe2351103 req-aa17bb48-e32a-4b13-9c7e-0a556d339ebe tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:41.620762 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c93165ef-38cc-48f7-a9e8-6fafe2351103 req-aa17bb48-e32a-4b13-9c7e-0a556d339ebe tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 943 time: 0.0854952 Sep 21 16:36:41.666058 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c93165ef-38cc-48f7-a9e8-6fafe2351103 req-bc3e1cf7-dda5-4f71-930b-d1cc442109bd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 Sep 21 16:36:42.864053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d2a89-cf1d-42e5-ab26-1ce1f0c5f967 req-eb3907d7-5d18-453d-94b9-836f554b516e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:42.865508 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-853d2a89-cf1d-42e5-ab26-1ce1f0c5f967 req-eb3907d7-5d18-453d-94b9-836f554b516e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 943 time: 0.0892622 Sep 21 16:36:42.908672 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-853d2a89-cf1d-42e5-ab26-1ce1f0c5f967 req-22df839b-5822-4a9c-b390-7f3d441f0cd6 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375047 Sep 21 16:36:42.930522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device e3874ad0-d878-4035-9054-084570eb9b70 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:36:43.062364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port e3874ad0-d878-4035-9054-084570eb9b70, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e3874ad0-d878-4035-9054-084570eb9b70,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:43.075841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'e3874ad0-d878-4035-9054-084570eb9b70', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'port_id': 'e3874ad0-d878-4035-9054-084570eb9b70', 'mac_address': 'fa:16:3e:a9:e5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:36:43.136692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port e3874ad0-d878-4035-9054-084570eb9b70 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:43.137067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:43.155048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3874ad0-d878-4035-9054-084570eb9b70 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:36:43.169669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port e3874ad0-d878-4035-9054-084570eb9b70, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e3874ad0-d878-4035-9054-084570eb9b70,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:43.230997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:43.308664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=e3874ad0-d878-4035-9054-084570eb9b70,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:43.431287 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['e3874ad0-d878-4035-9054-084570eb9b70'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:36:44.104334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e04c83-dec0-4c3c-933b-9c31c09dab48 req-0f0d1063-b1e0-4f80-b8af-7c3e12632de1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:44.105758 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a1e04c83-dec0-4c3c-933b-9c31c09dab48 req-0f0d1063-b1e0-4f80-b8af-7c3e12632de1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 944 time: 0.0859909 Sep 21 16:36:44.148858 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a1e04c83-dec0-4c3c-933b-9c31c09dab48 req-610b4891-1313-4063-b145-96a73b36b33f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374551 Sep 21 16:36:44.961320 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device e3874ad0-d878-4035-9054-084570eb9b70 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:36:45.097723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port e3874ad0-d878-4035-9054-084570eb9b70 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:45.102875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port e3874ad0-d878-4035-9054-084570eb9b70 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:45.103256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:45.222572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port e3874ad0-d878-4035-9054-084570eb9b70 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:36:45.222948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:45.248815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:36:45.251103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c8c8d-489a-4ea0-9850-103c78b54f25" -d '{"events": [{"server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "name": "network-vif-plugged", "status": "completed", "tag": "e3874ad0-d878-4035-9054-084570eb9b70"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:45.260364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port e3874ad0-d878-4035-9054-084570eb9b70, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e3874ad0-d878-4035-9054-084570eb9b70,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:36:45.297144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224f493a-28c7-4bad-92cd-71322c73553a x-openstack-request-id: req-224f493a-28c7-4bad-92cd-71322c73553a {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:45.297827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "name": "network-vif-plugged", "status": "completed", "tag": "e3874ad0-d878-4035-9054-084570eb9b70", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:45.298109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-224f493a-28c7-4bad-92cd-71322c73553a {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:45.298506 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224f493a-28c7-4bad-92cd-71322c73553a'] response: {'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70', 'code': 200} Sep 21 16:36:45.351365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:45.352033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bc275-64be-4911-ad06-dfed9e318fe4 req-b7991710-aa06-4abe-9118-a3456c5862fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:45.353988 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f85bc275-64be-4911-ad06-dfed9e318fe4 req-b7991710-aa06-4abe-9118-a3456c5862fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 944 time: 0.0953445 Sep 21 16:36:45.406803 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f85bc275-64be-4911-ad06-dfed9e318fe4 req-1e934c67-4b82-4c01-9385-b3c12a159b2d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Sep 21 16:36:45.419152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=e3874ad0-d878-4035-9054-084570eb9b70,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:45.691633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfed656-df9b-4929-861e-ea67568fa164 req-3e30f3d0-4e52-4c58-ac69-9281685b350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:45.693072 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-abfed656-df9b-4929-861e-ea67568fa164 req-3e30f3d0-4e52-4c58-ac69-9281685b350e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 1098 time: 0.0769899 Sep 21 16:36:45.732806 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-abfed656-df9b-4929-861e-ea67568fa164 req-aa2e0763-c984-4d42-9802-0358a1d02c9c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Sep 21 16:36:46.709281 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e96ecc-6488-4f60-b806-3c4c894bd1aa req-22f7422b-8cdf-4f4d-8245-402d1d362622 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:46.710701 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d9e96ecc-6488-4f60-b806-3c4c894bd1aa req-22f7422b-8cdf-4f4d-8245-402d1d362622 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.1913860 Sep 21 16:36:46.755430 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d9e96ecc-6488-4f60-b806-3c4c894bd1aa req-070f6f31-c7fa-43ab-a392-cc9e82fc8cbf tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386238 Sep 21 16:36:47.966556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d50c-3753-4901-acd3-c8bd0ec8dab3 req-2823a922-66db-4b34-8e6c-cd407344c572 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:47.968016 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6f6d50c-3753-4901-acd3-c8bd0ec8dab3 req-2823a922-66db-4b34-8e6c-cd407344c572 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.0914848 Sep 21 16:36:48.012563 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f6f6d50c-3753-4901-acd3-c8bd0ec8dab3 req-826ec332-be20-46c6-9109-f31eae30102a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382912 Sep 21 16:36:48.206574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9f8f3-05e8-468c-905a-c2f97412b3e1 req-0a031e7d-4830-43b6-bf73-4bc8fac06eba tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:48.208012 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d2a9f8f3-05e8-468c-905a-c2f97412b3e1 req-0a031e7d-4830-43b6-bf73-4bc8fac06eba tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.0869541 Sep 21 16:36:48.250957 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d2a9f8f3-05e8-468c-905a-c2f97412b3e1 req-e1b5139d-c73b-4749-b6b5-60e63ddc24c1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373867 Sep 21 16:36:48.279307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53690) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:48.355562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae812317-7593-4c13-af54-4c7d3993b959 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:48.357032 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ae812317-7593-4c13-af54-4c7d3993b959 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 1093 time: 0.0767550 Sep 21 16:36:48.359856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53694) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:48.364596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'e3874ad0-d878-4035-9054-084570eb9b70', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:36:48.370343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:36:48.374189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:floatingip and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:36:48.376969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:36:48.382585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:36:48.457924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:48.590844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:48.725905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.48 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/b94d6dd5-fd1a-473d-8aa8-3959b658c600) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:48.869538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:48.955399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:49.029070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:49.031766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:49.035681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:36:49.070937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=b94d6dd5-fd1a-473d-8aa8-3959b658c600,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:49.451936 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:49.574842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:49.879413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:49.943840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:50.055574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:50.103554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=b94d6dd5-fd1a-473d-8aa8-3959b658c600,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:50.230210 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP 104103c2-98df-49fd-848a-2f7f274cc7fb associated. External IP: 172.26.0.48, port: e3874ad0-d878-4035-9054-084570eb9b70. Sep 21 16:36:50.574751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d02d27e3-4525-4eaa-b4fa-fbb65241b915 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:36:50.749633 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:36:50.760085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] Sync routers for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:50.769356 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:50.769999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:50.819944 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:50.878213 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5fa2a08f-46e9-4b0b-99b0-dccad351af53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5172532 Sep 21 16:36:50.878813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:36:50.881197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b009ee-4839-4b10-b5c2-ac29435f9d15" -d '{"events": [{"name": "network-changed", "server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "tag": "e3874ad0-d878-4035-9054-084570eb9b70"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:50.933954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be83fd04-dea1-4459-adeb-d435a1173782 x-openstack-request-id: req-be83fd04-dea1-4459-adeb-d435a1173782 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:50.934255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "tag": "e3874ad0-d878-4035-9054-084570eb9b70", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:50.935024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be83fd04-dea1-4459-adeb-d435a1173782 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:50.935024 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be83fd04-dea1-4459-adeb-d435a1173782'] response: {'name': 'network-changed', 'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70', 'status': 'completed', 'code': 200} Sep 21 16:36:50.953462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:51.099696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-e994b930-9f0a-4c65-a95f-f7ed77aba4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:51.101191 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-e994b930-9f0a-4c65-a95f-f7ed77aba4c2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 1098 time: 0.1464951 Sep 21 16:36:51.112178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e9d5-53b4-4a05-b07c-00d542a60322 req-a7d99356-1512-4aaa-afa3-332760f3a1b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:51.113564 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3f20e9d5-53b4-4a05-b07c-00d542a60322 req-a7d99356-1512-4aaa-afa3-332760f3a1b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.1223586 Sep 21 16:36:51.310602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '104103c2-98df-49fd-848a-2f7f274cc7fb', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.48', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'port_id': 'e3874ad0-d878-4035-9054-084570eb9b70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'mac_address': 'fa:16:3e:a9:e5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:36:49Z', 'updated_at': '2022-09-21T16:36:49Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:35Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:51.314609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] Checking router: d02d27e3-4525-4eaa-b4fa-fbb65241b915 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:51.322983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:36:51.323593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:36:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:51.355019 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3f20e9d5-53b4-4a05-b07c-00d542a60322 req-ea60a120-3d37-4442-87e3-7708f07c3e05 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229614 Sep 21 16:36:51.384750 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53702) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:51.395533 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-8328610b-2bbd-4bfd-899a-3d362450ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:51.397104 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-8328610b-2bbd-4bfd-899a-3d362450ef4b service neutron] 10.222.0.33 "GET /v2.0/networks?id=672fe393-6083-4377-85ff-4c019d6945c1 HTTP/1.1" status: 200 len: 898 time: 0.2826076 Sep 21 16:36:51.494433 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b4844eae-e410-4aeb-a560-6cd8f2d42e03 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/104103c2-98df-49fd-848a-2f7f274cc7fb HTTP/1.1" status: 200 len: 990 time: 0.1085031 Sep 21 16:36:51.505613 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-7acdb22d-43a0-462b-aa49-fed7d221445f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3874ad0-d878-4035-9054-084570eb9b70 HTTP/1.1" status: 200 len: 998 time: 0.1021521 Sep 21 16:36:51.540187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:36:51.567167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-d459f419-e321-45d5-974e-7d0684d81a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:51.568599 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-d459f419-e321-45d5-974e-7d0684d81a30 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83153f13-5f39-4099-8950-a7a89d7265a5 HTTP/1.1" status: 200 len: 835 time: 0.0578032 Sep 21 16:36:51.653825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-9342c6c1-dcf5-44f8-8077-6dd002f65d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:36:51.655357 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-9342c6c1-dcf5-44f8-8077-6dd002f65d93 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=672fe393-6083-4377-85ff-4c019d6945c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806940 Sep 21 16:36:51.786659 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-bf73102d-2262-493a-b7a2-370871acf029 service neutron] 10.222.0.33 "GET /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248188 Sep 21 16:36:51.883550 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '104103c2-98df-49fd-848a-2f7f274cc7fb', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.48', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'port_id': 'e3874ad0-d878-4035-9054-084570eb9b70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'mac_address': 'fa:16:3e:a9:e5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:36:49Z', 'updated_at': '2022-09-21T16:36:49Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:35Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:51.887460 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e890a-0e91-45e4-bb90-c5c32f425b1c None None] The sync data for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv is: [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '104103c2-98df-49fd-848a-2f7f274cc7fb', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.48', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'port_id': 'e3874ad0-d878-4035-9054-084570eb9b70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'mac_address': 'fa:16:3e:a9:e5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:36:49Z', 'updated_at': '2022-09-21T16:36:49Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:35Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:51.921103 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8b009ee-4839-4b10-b5c2-ac29435f9d15 req-f1c7aaf9-626e-43ec-ae4e-01e4e4aeec11 service neutron] 10.222.0.33 "GET /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281767 Sep 21 16:36:52.074399 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc37aa5-aed2-477a-8b34-eee928663479 None None] New status for floating IP 104103c2-98df-49fd-848a-2f7f274cc7fb: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:36:52.496360 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53706) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:36:52.601728 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a35f8d5f-8e52-411f-8ee3-99586f568d02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/104103c2-98df-49fd-848a-2f7f274cc7fb HTTP/1.1" status: 200 len: 992 time: 0.1041646 Sep 21 16:36:58.471757 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:36:59.253677 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.899381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1d83d868-e1aa-4c3e-a064-4c2bf68ca3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:05.020095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-17e71edc-4eac-475e-93d1-2c4a3cb243c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:06.314871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:06.922203 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:08.031154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:22.295729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9987d7-8800-40ed-bdf0-978844ff24e7 req-f7048bc6-761a-4cbc-ba7d-e318e8880f56 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:22.297162 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fe9987d7-8800-40ed-bdf0-978844ff24e7 req-f7048bc6-761a-4cbc-ba7d-e318e8880f56 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.0945611 Sep 21 16:37:22.342895 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fe9987d7-8800-40ed-bdf0-978844ff24e7 req-98fbc05c-35d0-41f1-ba62-c8069450ca57 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Sep 21 16:37:23.544773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb45ef1-1434-4115-86cb-c206dae6e62d req-8faae2c1-07b7-46c9-881e-8ce6340143e1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:23.546260 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7bb45ef1-1434-4115-86cb-c206dae6e62d req-8faae2c1-07b7-46c9-881e-8ce6340143e1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.0880795 Sep 21 16:37:23.589797 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7bb45ef1-1434-4115-86cb-c206dae6e62d req-1ecf18e2-26c4-4cb5-be82-10d03bb5f04c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380533 Sep 21 16:37:23.618451 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53726) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:23.723631 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8dcbfd13-a2f2-43f6-85b1-180b643369f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/104103c2-98df-49fd-848a-2f7f274cc7fb HTTP/1.1" status: 200 len: 992 time: 0.1040614 Sep 21 16:37:25.367606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788dee0-95d3-4eea-adf8-27679649ec1d req-1330fe5d-df1f-4b4d-9c98-291eb46d7468 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:25.368942 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5788dee0-95d3-4eea-adf8-27679649ec1d req-1330fe5d-df1f-4b4d-9c98-291eb46d7468 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.0894964 Sep 21 16:37:25.413714 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5788dee0-95d3-4eea-adf8-27679649ec1d req-d53e3c3e-5f7e-47ed-9966-37610753aa0c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390074 Sep 21 16:37:26.624363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ada4f-4e10-412d-9bc5-3b26bb71a02a req-2fce4b1b-ce6e-4158-ba87-06c8f7afbb2a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:26.625842 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-215ada4f-4e10-412d-9bc5-3b26bb71a02a req-2fce4b1b-ce6e-4158-ba87-06c8f7afbb2a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.0968690 Sep 21 16:37:26.669629 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-215ada4f-4e10-412d-9bc5-3b26bb71a02a req-65f64e55-9d00-4947-ac4c-607c6dc4c100 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377507 Sep 21 16:37:26.698515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53738) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:26.804796 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0044917b-c4aa-4c06-b161-c0ef1ed52ed2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/104103c2-98df-49fd-848a-2f7f274cc7fb HTTP/1.1" status: 200 len: 992 time: 0.1050918 Sep 21 16:37:27.209692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53746) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:27.411086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port b94d6dd5-fd1a-473d-8aa8-3959b658c600 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:37:27.411945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:27.576478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:27.576810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:27.701434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for b94d6dd5-fd1a-473d-8aa8-3959b658c600 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:37:27.902715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:27.951602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=b94d6dd5-fd1a-473d-8aa8-3959b658c600,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:27.993291 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.993644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.994009 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.994350 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.994688 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.995020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.995354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.995685 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.996013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.996338 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.996665 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:27.996987 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:28.060183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:28.060520 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP 104103c2-98df-49fd-848a-2f7f274cc7fb disassociated (deleted). External IP: 172.26.0.48, port: e3874ad0-d878-4035-9054-084570eb9b70. Sep 21 16:37:28.497825 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d02d27e3-4525-4eaa-b4fa-fbb65241b915 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:37:28.672735 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:37:28.682936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] Sync routers for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:37:28.691808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:37:28.692418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:37:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:28.760380 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:28.820362 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-274f631a-1994-4e94-a4f5-7c208862ff02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/floatingips/104103c2-98df-49fd-848a-2f7f274cc7fb HTTP/1.1" status: 204 len: 168 time: 1.6063876 Sep 21 16:37:28.820362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:37:28.820877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33" -d '{"events": [{"name": "network-changed", "server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "tag": "e3874ad0-d878-4035-9054-084570eb9b70"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:37:28.866535 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5e3d61-eaa1-4994-a83d-482ccf23a809 x-openstack-request-id: req-fb5e3d61-eaa1-4994-a83d-482ccf23a809 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:37:28.866832 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "tag": "e3874ad0-d878-4035-9054-084570eb9b70", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:37:28.867085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb5e3d61-eaa1-4994-a83d-482ccf23a809 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:37:28.867489 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5e3d61-eaa1-4994-a83d-482ccf23a809'] response: {'name': 'network-changed', 'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70', 'status': 'completed', 'code': 200} Sep 21 16:37:28.870996 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:37:28.964369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-7e2532f3-efe4-45ea-9869-11574ac51674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:28.966533 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-7e2532f3-efe4-45ea-9869-11574ac51674 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 1098 time: 0.0794480 Sep 21 16:37:29.109589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-8d5b0ca5-5078-4e5c-8e73-788c19317f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:29.111096 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-8d5b0ca5-5078-4e5c-8e73-788c19317f9e service neutron] 10.222.0.33 "GET /v2.0/networks?id=672fe393-6083-4377-85ff-4c019d6945c1 HTTP/1.1" status: 200 len: 898 time: 0.1388247 Sep 21 16:37:29.185923 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-10431e66-ec55-42bc-aa4a-4ec01478515b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3874ad0-d878-4035-9054-084570eb9b70 HTTP/1.1" status: 200 len: 217 time: 0.0688567 Sep 21 16:37:29.208886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:35Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:29.212696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] Checking router: d02d27e3-4525-4eaa-b4fa-fbb65241b915 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:37:29.225599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:37:29.225599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:37:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:29.258439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-d3cd7cb5-801b-482f-a68a-7ee00d97d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:29.259904 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-d3cd7cb5-801b-482f-a68a-7ee00d97d5e4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=83153f13-5f39-4099-8950-a7a89d7265a5 HTTP/1.1" status: 200 len: 835 time: 0.0679710 Sep 21 16:37:29.287391 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:29.354017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-4dab3668-d1bf-4bc5-b2bb-ecb21e9ec8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:29.355631 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-4dab3668-d1bf-4bc5-b2bb-ecb21e9ec8f2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=672fe393-6083-4377-85ff-4c019d6945c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893002 Sep 21 16:37:29.408038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878c4e-93c9-4707-ad99-f4f877e4358d req-5b389286-6668-4474-b539-6756732b9ec0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:29.408734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-6f878c4e-93c9-4707-ad99-f4f877e4358d req-5b389286-6668-4474-b539-6756732b9ec0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:37:29.417889 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:37:29.491412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-e23fe512-a3cf-4e7b-9c14-e4c8a7cb9cdb service neutron] 10.222.0.33 "GET /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288490 Sep 21 16:37:29.493107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-6f878c4e-93c9-4707-ad99-f4f877e4358d req-5b389286-6668-4474-b539-6756732b9ec0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:37:29.494284 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6f878c4e-93c9-4707-ad99-f4f877e4358d req-5b389286-6668-4474-b539-6756732b9ec0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.1780562 Sep 21 16:37:29.543474 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6f878c4e-93c9-4707-ad99-f4f877e4358d req-98f98e22-159c-4f67-b4a3-4fb3ab0763d5 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434871 Sep 21 16:37:29.736005 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d812f54-ddcb-4e66-9bd3-cfa89a974a33 req-00f9605c-2998-4e00-bc4f-7ae4ef05f7d9 service neutron] 10.222.0.33 "GET /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380288 Sep 21 16:37:29.787419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:35Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:29.791369 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414ae63-186f-47ac-8e04-4a05db8123ff None None] The sync data for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv is: [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:36:31Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'ebc32c71-51f0-454f-b24b-0167429198a3', 'name': '', 'network_id': '672fe393-6083-4377-85ff-4c019d6945c1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6f:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:30Z', 'updated_at': '2022-09-21T16:36:35Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '83153f13-5f39-4099-8950-a7a89d7265a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:37:29.998331 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5500f1-d2b7-4511-8355-120b02297997 None None] New status for floating IP 104103c2-98df-49fd-848a-2f7f274cc7fb: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:37:30.751989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f330-5fb3-4395-a1a8-cbadc8b6ca2f req-b23fb278-6a8a-4bae-889c-1cf1b2a74a71 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:30.753465 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8195f330-5fb3-4395-a1a8-cbadc8b6ca2f req-b23fb278-6a8a-4bae-889c-1cf1b2a74a71 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.0912707 Sep 21 16:37:30.848997 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8195f330-5fb3-4395-a1a8-cbadc8b6ca2f req-457f374d-06fc-403a-b679-aa2fc2d59e2f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=063e9343-cf4d-43fc-8b85-0886ea196601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605214 Sep 21 16:37:30.870359 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-5f85f771-ff03-4f3d-9c47-78a7999c3640 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:30.871784 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-5f85f771-ff03-4f3d-9c47-78a7999c3640 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 945 time: 0.1174617 Sep 21 16:37:30.944023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port e3874ad0-d878-4035-9054-084570eb9b70 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:37:30.944360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:31.189490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port e3874ad0-d878-4035-9054-084570eb9b70, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e3874ad0-d878-4035-9054-084570eb9b70,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:31.189854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:31.312424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for e3874ad0-d878-4035-9054-084570eb9b70 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:37:31.510441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:31.559791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=e3874ad0-d878-4035-9054-084570eb9b70,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:31.598333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.599335 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.599891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.600038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.600357 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.600695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.601022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.601351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.601679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.602033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.602363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.602689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:31.662628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] No DVR routers for this DVR port e3874ad0-d878-4035-9054-084570eb9b70 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:37:31.664969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:31.667434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'name': 'network-vif-deleted', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:37:31.669695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22815e61-02d6-457d-95c2-d1e48d677155" -d '{"events": [{"server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "name": "network-vif-deleted", "tag": "e3874ad0-d878-4035-9054-084570eb9b70"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:37:31.712090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e14b00a-4c9b-4716-b61e-01ca02ab6aba x-openstack-request-id: req-4e14b00a-4c9b-4716-b61e-01ca02ab6aba {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:37:31.712379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ff4d8b-f972-4e36-913b-827acde0f97f", "name": "network-vif-deleted", "tag": "e3874ad0-d878-4035-9054-084570eb9b70", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:37:31.712632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e14b00a-4c9b-4716-b61e-01ca02ab6aba {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:37:31.713027 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e14b00a-4c9b-4716-b61e-01ca02ab6aba'] response: {'server_uuid': '19ff4d8b-f972-4e36-913b-827acde0f97f', 'name': 'network-vif-deleted', 'tag': 'e3874ad0-d878-4035-9054-084570eb9b70', 'status': 'completed', 'code': 200} Sep 21 16:37:31.749175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ce9dd7b-b2b3-4cd1-badc-ea1b953046ba req-a00761b9-871e-409e-b66e-d73e23ea0339 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "DELETE /v2.0/ports/e3874ad0-d878-4035-9054-084570eb9b70 HTTP/1.1" status: 204 len: 173 time: 0.8725209 Sep 21 16:37:32.015853 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-837ea1b4-1058-4a5c-9e38-96d91565b07b req-5d7c8641-636a-4f33-b203-4f7cba0fb725 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:37:32.114612 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-837ea1b4-1058-4a5c-9e38-96d91565b07b req-5d7c8641-636a-4f33-b203-4f7cba0fb725 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:37:32.115788 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-837ea1b4-1058-4a5c-9e38-96d91565b07b req-5d7c8641-636a-4f33-b203-4f7cba0fb725 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=19ff4d8b-f972-4e36-913b-827acde0f97f HTTP/1.1" status: 200 len: 210 time: 0.1525640 Sep 21 16:37:32.915980 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2da2a7f9-fa8f-45ad-949c-ebdbc9c7d88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:33.218617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53764) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:33.867775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:34.217480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port ebc32c71-51f0-454f-b24b-0167429198a3 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:37:34.217834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:34.404265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port ebc32c71-51f0-454f-b24b-0167429198a3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=ebc32c71-51f0-454f-b24b-0167429198a3,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:34.404930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:34.530024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for ebc32c71-51f0-454f-b24b-0167429198a3 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:37:34.916277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:34.964676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=ebc32c71-51f0-454f-b24b-0167429198a3,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:34.994249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0656e4dc-87f7-46fb-8266-f0e3dc6c654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:35.179316 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device e3874ad0-d878-4035-9054-084570eb9b70 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:37:35.214371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: e3874ad0-d878-4035-9054-084570eb9b70 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:37:35.214721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device e3874ad0-d878-4035-9054-084570eb9b70 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:37:35.358275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:35.470929 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:37:35.716279 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d02d27e3-4525-4eaa-b4fa-fbb65241b915 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:37:35.890275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:37:35.899927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] Sync routers for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:37:35.909211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:37:35.909820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:37:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:35.969410 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c08bea04-e752-4ef3-9244-db7e3b8d688f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/d02d27e3-4525-4eaa-b4fa-fbb65241b915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7496574 Sep 21 16:37:35.972149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53768) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:36.038753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-66436f89-1ff4-4628-aa19-6baea41e1389 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting subnet 83153f13-5f39-4099-8950-a7a89d7265a5 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:37:36.041835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-66436f89-1ff4-4628-aa19-6baea41e1389 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.093824 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:37:36.099705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-66436f89-1ff4-4628-aa19-6baea41e1389 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.182449 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-66436f89-1ff4-4628-aa19-6baea41e1389 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.332415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-66436f89-1ff4-4628-aa19-6baea41e1389 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.362820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.379690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66436f89-1ff4-4628-aa19-6baea41e1389 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Subnet': ['ID=83153f13-5f39-4099-8950-a7a89d7265a5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:36.386425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-66436f89-1ff4-4628-aa19-6baea41e1389 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.396523 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-66436f89-1ff4-4628-aa19-6baea41e1389 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/subnets/83153f13-5f39-4099-8950-a7a89d7265a5 HTTP/1.1" status: 204 len: 168 time: 0.4208217 Sep 21 16:37:36.396674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ffd62-cdc4-45cc-a0e7-f1a29c9dce42 None None] Network 672fe393-6083-4377-85ff-4c019d6945c1 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:37:36.397134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53772) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:36.478745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:37:34Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:36.495142 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] Checking router: d02d27e3-4525-4eaa-b4fa-fbb65241b915 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:37:36.538252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] Routers {'d02d27e3-4525-4eaa-b4fa-fbb65241b915'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:37:36.538918 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:37:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:36.582216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.774580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] Set router d02d27e3-4525-4eaa-b4fa-fbb65241b915 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:37:36.878946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] DHCP port deletion for 672fe393-6083-4377-85ff-4c019d6945c1 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:37:36.893484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.897504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Deleting port c04bbf36-9906-4c06-a2a3-44687b0655ba {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:37:36.897950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:36.956557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 811f3e4a-5296-4478-9c0f-2193bda81787 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:37:36.957101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.059428 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.169387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 811f3e4a-5296-4478-9c0f-2193bda81787, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=811f3e4a-5296-4478-9c0f-2193bda81787,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:37.169986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.296823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] For port c04bbf36-9906-4c06-a2a3-44687b0655ba, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c04bbf36-9906-4c06-a2a3-44687b0655ba,segment=NetworkSegment(dad88c99-8328-4a7f-a3ee-2fb065784586),segment_id=dad88c99-8328-4a7f-a3ee-2fb065784586)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:37.297435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.307285 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 811f3e4a-5296-4478-9c0f-2193bda81787 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:37:37.423351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Calling delete_port for c04bbf36-9906-4c06-a2a3-44687b0655ba owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:37:37.487057 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:37:34Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:37.501208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc3139-7c53-4eed-b7be-46f8307511d8 None None] The sync data for ids ['d02d27e3-4525-4eaa-b4fa-fbb65241b915'] in dv-neutron-858618-1-hyperv is: [{'id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797925890', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:36:25Z', 'updated_at': '2022-09-21T16:37:34Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '811f3e4a-5296-4478-9c0f-2193bda81787', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d27e3-4525-4eaa-b4fa-fbb65241b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:36:26Z', 'updated_at': '2022-09-21T16:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:37:37.533496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.579079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=811f3e4a-5296-4478-9c0f-2193bda81787,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:37.594186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.639225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Pushing event deleted for resources: {'Port': ['ID=c04bbf36-9906-4c06-a2a3-44687b0655ba,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:37.648469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] No DVR routers for this DVR port c04bbf36-9906-4c06-a2a3-44687b0655ba on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:37:37.650438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.650790 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.651129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.651466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.651835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.652167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.652502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.652829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.653158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.653482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.653806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.654152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e02ae-259f-4971-984c-6b89a1219565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:37.686919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.860923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.863553 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.951456 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c04bbf36-9906-4c06-a2a3-44687b0655ba no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:37:37.971504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:37.972194 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Fanout notify agent at l3_agent the message router_deleted on router d02d27e3-4525-4eaa-b4fa-fbb65241b915 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:37:37.999532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c04bbf36-9906-4c06-a2a3-44687b0655ba {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:37:37.999890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c04bbf36-9906-4c06-a2a3-44687b0655ba not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:37:38.000290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ebc32c71-51f0-454f-b24b-0167429198a3 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:37:38.010081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.011210 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dd888c08-6882-451b-aac0-701ed09f31d2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/routers/d02d27e3-4525-4eaa-b4fa-fbb65241b915 HTTP/1.1" status: 204 len: 168 time: 1.6132133 Sep 21 16:37:38.013835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53776) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:38.036388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: ebc32c71-51f0-454f-b24b-0167429198a3 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:37:38.037189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device ebc32c71-51f0-454f-b24b-0167429198a3 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:37:38.115337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.139988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.275047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.300159 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672fe393-6083-4377-85ff-4c019d6945c1']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:38.312010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad88c99-8328-4a7f-a3ee-2fb065784586') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:38.312320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad88c99-8328-4a7f-a3ee-2fb065784586') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:38.323483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.339713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.345564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:37:38.345986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.414584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment dad88c99-8328-4a7f-a3ee-2fb065784586 resource provider aggregate not found Sep 21 16:37:38.441991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment dad88c99-8328-4a7f-a3ee-2fb065784586 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dad88c99-8328-4a7f-a3ee-2fb065784586 found for delete ", "request_id": "req-726fdff3-e43e-4bdd-947a-07678fadb286"}]} Sep 21 16:37:38.515800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.535177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.547701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Network': ['ID=672fe393-6083-4377-85ff-4c019d6945c1,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:38.607711 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7cbfaebe-bcf2-4312-94e8-d4cd4e84b593 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/networks/672fe393-6083-4377-85ff-4c019d6945c1 HTTP/1.1" status: 204 len: 168 time: 0.5928516 Sep 21 16:37:38.610322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53784) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:38.677448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad1f-0e02-4b29-ac1b-879f6a05b861 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.707047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad1f-0e02-4b29-ac1b-879f6a05b861 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.828126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad1f-0e02-4b29-ac1b-879f6a05b861 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.850877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad1f-0e02-4b29-ac1b-879f6a05b861 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063e9343-cf4d-43fc-8b85-0886ea196601,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:38.947552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad1f-0e02-4b29-ac1b-879f6a05b861 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:38.948675 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d0e5ad1f-0e02-4b29-ac1b-879f6a05b861 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/security-groups/063e9343-cf4d-43fc-8b85-0886ea196601 HTTP/1.1" status: 204 len: 168 time: 0.3374569 Sep 21 16:37:39.193984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53792) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:39.199166 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233440857', 'description': 'tempest-secgroup-smoke-233440857 description', 'project_id': '5aea6637a92043568891f5ae2f6692ff'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:39.205189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:39.209725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:39.212599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:39.218393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:39.405425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:39.425716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:39.430707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:39.433516 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:39.439386 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:39.508269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:39.588406 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:39.602267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 811f3e4a-5296-4478-9c0f-2193bda81787 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:37:39.634737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d003d-6454-4b17-9eff-56560ce73a20,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:39.636906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 811f3e4a-5296-4478-9c0f-2193bda81787 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:37:39.637332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 811f3e4a-5296-4478-9c0f-2193bda81787 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:37:39.717664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:39.718976 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-40c7bd92-870d-4349-bd20-2121f15f925c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5239990 Sep 21 16:37:39.721759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53796) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:39.727379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '7d6d003d-6454-4b17-9eff-56560ce73a20', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:39.733500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:39.737389 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:39.740366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:39.746097 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:39.831402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:39.894520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:39.956323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:39.980664 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f3f87d-5181-4a57-90ed-efe81a9fde8d,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:40.030651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.032091 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2f8b5e67-d15c-40bd-bf49-4a7be0d4f303 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093426 Sep 21 16:37:40.034867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53800) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:40.040331 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '7d6d003d-6454-4b17-9eff-56560ce73a20', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:40.046580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:40.051086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:40.054378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:40.060325 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:40.120424 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.181142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.241623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.265376 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33e1a99-2797-420b-b96d-982113b46ff2,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:40.339046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.340325 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-44388ea4-a7ae-4726-a0b4-ab18f1af0de2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3045263 Sep 21 16:37:40.343163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53804) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:40.348175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '7d6d003d-6454-4b17-9eff-56560ce73a20', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:40.354333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:40.358236 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:40.361117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:40.366984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:40.453725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.515977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.595705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.618906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33992644-efb7-4258-b559-2e6267565e89,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:40.687578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.688802 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6e2c6512-1daf-4b0a-bd02-9f7cbfa004ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447118 Sep 21 16:37:40.691469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53808) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:40.696980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '7d6d003d-6454-4b17-9eff-56560ce73a20', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:40.702919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:40.707054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:40.709959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:40.715683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:40.808499 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.874332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.949866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:40.973900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ba8c7c-57f9-4dde-877e-e79113d9f3d3,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:41.058984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.060130 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-520fece4-05f8-4f6e-8863-5f96258f5390 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3671370 Sep 21 16:37:41.062909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53812) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:41.067940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '7d6d003d-6454-4b17-9eff-56560ce73a20', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:41.074153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:41.078072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:41.081242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:41.087135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:41.161778 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:37:41.168470 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.232149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.302353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.325099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d585d392-85e1-499f-8d1a-f2a25c8707fb,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:41.405364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.406626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dfb0777d-de30-4288-8bdc-7bc8f6f85b30 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3427842 Sep 21 16:37:41.409403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53816) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:41.415037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '7d6d003d-6454-4b17-9eff-56560ce73a20', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:41.420970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:41.424834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:41.427722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:41.433442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:41.508027 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:37:41.514448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.580219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.658418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.682322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8360fef7-f6c7-4a98-87c9-128be310b716,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:41.750105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.751332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a04792da-ffaf-41d5-a026-4b451e72f8f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3409586 Sep 21 16:37:41.754193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53820) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:41.759995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'network': {'name': 'tempest-network-smoke--563969321', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:41.764942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:41.769047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:network and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:41.772565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:41.778276 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:41.847312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:37:41.850652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.877309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:37:41.886402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.886730 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Added segment 1db58fb5-41fa-48a9-834b-858382166f9b of type vlan for network f71208a2-f7a4-4494-bd15-31a6204f9652 Sep 21 16:37:41.912095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:42.024350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:42.029849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:42.030473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:42.139663 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Network': ['ID=f71208a2-f7a4-4494-bd15-31a6204f9652,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:42.149487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network f71208a2-f7a4-4494-bd15-31a6204f9652 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:37:42.173787 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-fea50448-61c5-4eda-b32d-e91075eeea4f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4180994 Sep 21 16:37:42.177098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53824) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:42.182234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'admin_state_up': True, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:42.189737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:42.194332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:router and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:42.197216 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:42.203506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:42.247540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:42.248642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:42.264623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:42.588957 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:42.936342 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:42.965233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:43.201320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.227 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/9e777060-937b-4aa7-91bc-f006b1a94dae) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:37:43.367655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:43.459722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:43.523662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:37:43.526288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:37:43.529188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:37:43.574189 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=9e777060-937b-4aa7-91bc-f006b1a94dae,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:43.997903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:44.335295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:44.584351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d127dad2-26b8-4429-bc08-0d71fe341cab is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:37:44.922058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:37:44.932430 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Sync routers for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:37:44.942494 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:37:44.943091 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:37:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:45.001701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.002949 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-75652937-116b-4c5d-9c3b-eb824e3d57fa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8249183 Sep 21 16:37:45.006711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53828) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:45.050368 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2434c6ec-5b8c-4aa2-80da-97834e1d02bb tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=5aea6637a92043568891f5ae2f6692ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423357 Sep 21 16:37:45.053616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53832) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:45.122310 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:37:45.184218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221abce5-65b6-448e-8036-4653bf63bee8 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:45.185605 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-221abce5-65b6-448e-8036-4653bf63bee8 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310587 Sep 21 16:37:45.188741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53836) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:45.231206 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-bb5f508d-50d6-429d-9003-efeb1d36ed5e tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413203 Sep 21 16:37:45.233968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53840) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:45.239946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-82926601', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:45.347757 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:45.352493 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:subnet and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:37:45.355278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:37:45.360948 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:45.414870 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:43Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:45.418649 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Checking router: d127dad2-26b8-4429-bc08-0d71fe341cab for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:37:45.418997 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Updating router d127dad2-26b8-4429-bc08-0d71fe341cab port 9e777060-937b-4aa7-91bc-f006b1a94dae binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:37:45.451412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:37:45.454845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.474348 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.762065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.809882 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.821770 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Transition to ACTIVE for port object 9e777060-937b-4aa7-91bc-f006b1a94dae will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:37:45.843890 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Subnet': ['ID=6d82a1fa-a1a1-4c38-89ac-848bceb9fea2,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:45.851798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Checking segment: {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:37:45.852155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network hostable DHCP agents. Network: f71208a2-f7a4-4494-bd15-31a6204f9652, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:37:45.887373 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.904599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network f71208a2-f7a4-4494-bd15-31a6204f9652 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:37:45.951974 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Attempting to bind port 9e777060-937b-4aa7-91bc-f006b1a94dae on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:37:45.952537 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Attempting to bind port 9e777060-937b-4aa7-91bc-f006b1a94dae by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:37:45.952679 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Attempting to bind port 9e777060-937b-4aa7-91bc-f006b1a94dae on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:37:45.961679 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:37:45.962139 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:37:45.962536 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.962920 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:37:45.963370 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Bound port: 9e777060-937b-4aa7-91bc-f006b1a94dae, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:37:45.963735 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.990242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, f71208a2-f7a4-4494-bd15-31a6204f9652) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:37:45.995857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:45.995857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:46.000148 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Pushing event updated for resources: {'Port': ['ID=9e777060-937b-4aa7-91bc-f006b1a94dae,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:46.006562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce1e20-660a-47cd-9aaa-02861bd1353e None None] Network f71208a2-f7a4-4494-bd15-31a6204f9652 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:37:46.011068 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.011068 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.011401 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.011736 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.012060 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.012440 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.012774 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.013101 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.013418 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.013735 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.014080 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.014677 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:37:46.059011 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] For port 9e777060-937b-4aa7-91bc-f006b1a94dae, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:37:46.062065 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] For port 9e777060-937b-4aa7-91bc-f006b1a94dae, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9e777060-937b-4aa7-91bc-f006b1a94dae,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:37:46.076807 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5ed0923b-f142-4193-ab1e-09a3b9da889a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8416376 Sep 21 16:37:46.079549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53844) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:37:46.133400 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:46.196879 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:37:46.197847 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:37:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:46.263321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-f71208a2-f7a4-4494-bd15-31a6204f9652', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:37:46.264593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:46.318228 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d33b-9e52-4d33-8244-480b88903860 None None] Pushing event updated for resources: {'Port': ['ID=9e777060-937b-4aa7-91bc-f006b1a94dae,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:46.419896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Allocated IP 172.20.0.2 (f71208a2-f7a4-4494-bd15-31a6204f9652/6d82a1fa-a1a1-4c38-89ac-848bceb9fea2/a31bb754-720a-4efc-a853-ca2238d0bba9) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:37:46.420988 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:37:46.681177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:46.691260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Transition to ACTIVE for port object a31bb754-720a-4efc-a853-ca2238d0bba9 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:37:46.710276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Transition to ACTIVE for port object a31bb754-720a-4efc-a853-ca2238d0bba9 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:37:46.713653 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-409c7405-da48-4422-b939-59d696e392d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:43Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:46.717700 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c7405-da48-4422-b939-59d696e392d9 None None] The sync data for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv is: [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:43Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:37:46.779243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:46.844355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Network f71208a2-f7a4-4494-bd15-31a6204f9652 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:37:46.847236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:37:46.852350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:37:46.894535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Pushing event updated for resources: {'Port': ['ID=a31bb754-720a-4efc-a853-ca2238d0bba9,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:46.949499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:46.972902 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Attempting to bind port a31bb754-720a-4efc-a853-ca2238d0bba9 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:37:46.974063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Attempting to bind port a31bb754-720a-4efc-a853-ca2238d0bba9 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:37:46.974429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Attempting to bind port a31bb754-720a-4efc-a853-ca2238d0bba9 on network f71208a2-f7a4-4494-bd15-31a6204f9652 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:37:46.980048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:37:46.980425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Checking segment: {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:37:46.980819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:46.981210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Bound using segment: {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:37:46.981682 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Bound port: a31bb754-720a-4efc-a853-ca2238d0bba9, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:37:46.982078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.091230 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] For port a31bb754-720a-4efc-a853-ca2238d0bba9, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:37:47.094794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] For port a31bb754-720a-4efc-a853-ca2238d0bba9, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a31bb754-720a-4efc-a853-ca2238d0bba9,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:37:47.161837 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.248725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15ca65-802e-4bf8-b10d-01685dcbf377 None None] Pushing event updated for resources: {'Port': ['ID=a31bb754-720a-4efc-a853-ca2238d0bba9,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:47.406771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.1 (f71208a2-f7a4-4494-bd15-31a6204f9652/6d82a1fa-a1a1-4c38-89ac-848bceb9fea2/82f68fd9-b55c-4f1a-8b09-d3285e67b9be) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:37:47.611128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.626806 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object 82f68fd9-b55c-4f1a-8b09-d3285e67b9be will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:37:47.714527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9e777060-937b-4aa7-91bc-f006b1a94dae up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:37:47.716469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.788232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network f71208a2-f7a4-4494-bd15-31a6204f9652 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:37:47.789353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:37:47.791960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:37:47.836543 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:47.841623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 9e777060-937b-4aa7-91bc-f006b1a94dae completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:37:47.846984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 9e777060-937b-4aa7-91bc-f006b1a94dae triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:47.847363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.857121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.968755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 9e777060-937b-4aa7-91bc-f006b1a94dae is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:37:47.969225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.990529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 9e777060-937b-4aa7-91bc-f006b1a94dae, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9e777060-937b-4aa7-91bc-f006b1a94dae,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:48.062692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.063481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a31bb754-720a-4efc-a853-ca2238d0bba9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:37:48.070991 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.188623 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=9e777060-937b-4aa7-91bc-f006b1a94dae,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:48.248352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fe2cda-2875-4c16-ad7b-3d387fa816cf None None] Network f71208a2-f7a4-4494-bd15-31a6204f9652 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:37:48.264161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port a31bb754-720a-4efc-a853-ca2238d0bba9 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:37:48.436390 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fb6d51b6-3788-40db-b14c-ab2808f35ccc None None] Provisioning for port a31bb754-720a-4efc-a853-ca2238d0bba9 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:37:48.445515 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-fb6d51b6-3788-40db-b14c-ab2808f35ccc None None] Provisioning complete for port a31bb754-720a-4efc-a853-ca2238d0bba9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:48.445893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fb6d51b6-3788-40db-b14c-ab2808f35ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.612176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.630085 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d51b6-3788-40db-b14c-ab2808f35ccc None None] Current status of the port a31bb754-720a-4efc-a853-ca2238d0bba9 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:37:48.630471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fb6d51b6-3788-40db-b14c-ab2808f35ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.664749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-fb6d51b6-3788-40db-b14c-ab2808f35ccc None None] For port a31bb754-720a-4efc-a853-ca2238d0bba9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a31bb754-720a-4efc-a853-ca2238d0bba9,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:48.669984 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.714096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fb6d51b6-3788-40db-b14c-ab2808f35ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.791032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:48.791768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d51b6-3788-40db-b14c-ab2808f35ccc None None] Pushing event updated for resources: {'Port': ['ID=a31bb754-720a-4efc-a853-ca2238d0bba9,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:48.793473 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.875685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-093dc30b-c624-4f51-b142-29489e6a634a None None] Provisioning for port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:37:48.880924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-093dc30b-c624-4f51-b142-29489e6a634a None None] Provisioning complete for port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:48.881522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-093dc30b-c624-4f51-b142-29489e6a634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:48.936978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network f71208a2-f7a4-4494-bd15-31a6204f9652 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:37:48.938678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:37:48.944256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-093dc30b-c624-4f51-b142-29489e6a634a None None] Port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:37:48.955481 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-093dc30b-c624-4f51-b142-29489e6a634a None None] Provisioning complete for port a31bb754-720a-4efc-a853-ca2238d0bba9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:48.956107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-093dc30b-c624-4f51-b142-29489e6a634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:49.086519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-093dc30b-c624-4f51-b142-29489e6a634a None None] Current status of the port a31bb754-720a-4efc-a853-ca2238d0bba9 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:37:49.131742 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d127dad2-26b8-4429-bc08-0d71fe341cab has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:37:49.205489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ad159899-1c15-4dc4-a886-20607112d925 None None] Provisioning complete for port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:49.206352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ad159899-1c15-4dc4-a886-20607112d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:49.259547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ad159899-1c15-4dc4-a886-20607112d925 None None] Port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:37:49.309037 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:37:49.319175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Sync routers for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:37:49.321920 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c99c5804-e3dd-4be4-a45b-db9b62027c75 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/d127dad2-26b8-4429-bc08-0d71fe341cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2411470 Sep 21 16:37:49.328544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:37:49.329140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:37:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:49.515441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-b8492579-65aa-4041-bffe-2a2950d1214b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:37:49.539419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:37:49.588368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-b8492579-65aa-4041-bffe-2a2950d1214b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:37:49.589495 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-b8492579-65aa-4041-bffe-2a2950d1214b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233440857&fields=id&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 267 time: 0.1140101 Sep 21 16:37:49.663420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9e777060-937b-4aa7-91bc-f006b1a94dae up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:37:49.748047 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-b17e085a-1bf8-4aec-aa1d-4397f6efcbfb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:49.748719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-b17e085a-1bf8-4aec-aa1d-4397f6efcbfb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:37:49.822361 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-b17e085a-1bf8-4aec-aa1d-4397f6efcbfb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:37:49.823571 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-b17e085a-1bf8-4aec-aa1d-4397f6efcbfb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/networks?id=f71208a2-f7a4-4494-bd15-31a6204f9652 HTTP/1.1" status: 200 len: 796 time: 0.2271988 Sep 21 16:37:49.838949 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-bc814c05-dd1d-4965-9abf-5b03c8976853 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/quotas/5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 375 time: 0.0096958 Sep 21 16:37:49.846786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 9e777060-937b-4aa7-91bc-f006b1a94dae triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:49.847160 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:49.929438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-8ceb59e0-7e47-4953-8782-78a8064280dc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:37:49.995554 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-8ceb59e0-7e47-4953-8782-78a8064280dc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:37:49.997140 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-8ceb59e0-7e47-4953-8782-78a8064280dc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529133 Sep 21 16:37:50.011093 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:48Z', 'revision_number': 2, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:50.017342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 9e777060-937b-4aa7-91bc-f006b1a94dae is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:37:50.018436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a31bb754-720a-4efc-a853-ca2238d0bba9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:37:50.046947 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Checking router: d127dad2-26b8-4429-bc08-0d71fe341cab for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:37:50.047308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Updating router d127dad2-26b8-4429-bc08-0d71fe341cab port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:37:50.111398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-2689faf9-e381-48f1-971b-f1d0aa5ec686 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:37:50.112418 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-2689faf9-e381-48f1-971b-f1d0aa5ec686 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1025538 Sep 21 16:37:50.123492 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:50.192665 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port a31bb754-720a-4efc-a853-ca2238d0bba9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:50.193037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:50.246131 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-34113f9c-4a22-435f-a860-00fb7a838f83 service neutron] 10.222.0.65 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269617 Sep 21 16:37:50.379800 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-314f4cf1-5262-4f40-8dfc-b703de51e220 service neutron] 10.222.0.65 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275861 Sep 21 16:37:50.461366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port a31bb754-720a-4efc-a853-ca2238d0bba9 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:37:50.572385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:50.585334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Transition to ACTIVE for port object 82f68fd9-b55c-4f1a-8b09-d3285e67b9be will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:37:50.638415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-879a83ec-7bfc-48db-8619-f463d49a32c5 req-cca899e2-56ad-407e-a4f2-35361a91ea9f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:37:50.646038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-879a83ec-7bfc-48db-8619-f463d49a32c5 req-cca899e2-56ad-407e-a4f2-35361a91ea9f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:37:50.647179 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-879a83ec-7bfc-48db-8619-f463d49a32c5 req-cca899e2-56ad-407e-a4f2-35361a91ea9f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 210 time: 0.0691013 Sep 21 16:37:50.657210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:50.854661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3980d-e432-4014-a3d6-fbc44db40e0a None None] Pushing event updated for resources: {'Port': ['ID=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:50.867686 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Attempting to bind port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:37:50.868046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Attempting to bind port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:37:50.868404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Attempting to bind port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be on network f71208a2-f7a4-4494-bd15-31a6204f9652 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:37:50.873645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:37:50.874039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Checking segment: {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:37:50.874439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:50.874820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Bound using segment: {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:37:50.875281 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Bound port: 82f68fd9-b55c-4f1a-8b09-d3285e67b9be, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:37:50.875645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:51.008696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] For port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:37:51.011683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] For port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:37:51.096992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:51.159429 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:37:51.160027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:37:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:51.245204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3980d-e432-4014-a3d6-fbc44db40e0a None None] Pushing event updated for resources: {'Port': ['ID=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:51.346018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:37:51.662279 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:51Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:51.666277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecef55a-0483-456f-82b7-93aaaa22060a None None] The sync data for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv is: [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:51Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:37:51.833267 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-163d5888-efbd-4cee-a086-30b8b1973fad req-d00f9301-1ca7-4949-b84e-059830c37b74 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 210 time: 0.0548480 Sep 21 16:37:52.965709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-f89a68fa-4a95-4aca-887e-e388abfd2ca3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:52.967165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-f89a68fa-4a95-4aca-887e-e388abfd2ca3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/networks?id=f71208a2-f7a4-4494-bd15-31a6204f9652 HTTP/1.1" status: 200 len: 796 time: 0.1488373 Sep 21 16:37:52.997454 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7f02acc4-95b9-4cb9-b7fc-97dd926ee79d req-aab9ce5f-54ec-4506-956e-ec083067e078 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 210 time: 0.0511990 Sep 21 16:37:53.019870 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-049b9ef3-7cbb-40f7-8c56-a0fa22bb256f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 379 time: 0.0439353 Sep 21 16:37:53.027748 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'port': {'device_id': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'admin_state_up': True, 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'security_groups': ['7d6d003d-6454-4b17-9eff-56560ce73a20']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:53.163590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:37:53.173382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:37:53.274087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:37:53.277679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:53.440959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.6 (f71208a2-f7a4-4494-bd15-31a6204f9652/6d82a1fa-a1a1-4c38-89ac-848bceb9fea2/58f420bd-57ae-4556-8d7e-0536d2530606) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:37:53.636387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:53.652688 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object 58f420bd-57ae-4556-8d7e-0536d2530606 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:37:53.672223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 82f68fd9-b55c-4f1a-8b09-d3285e67b9be up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:37:53.739505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:53.795874 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:37:53.800938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:53.801310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:53.920199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network f71208a2-f7a4-4494-bd15-31a6204f9652 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:37:53.923185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:37:53.926102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:37:53.926489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:53.928474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:37:53.962898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:53.975075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=58f420bd-57ae-4556-8d7e-0536d2530606,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:54.008652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:54.009323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:54.053273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:54.141981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:54.169019 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-e6dbc757-3c7b-48ba-86e1-87ac79c8481f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1447632 Sep 21 16:37:54.181402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Request body: {'port': {'device_id': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:37:54.270163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-eb9b9113-56e5-45c4-8e3b-e8d0a838a3d1 None None] Provisioning for port 58f420bd-57ae-4556-8d7e-0536d2530606 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:37:54.275447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-eb9b9113-56e5-45c4-8e3b-e8d0a838a3d1 None None] Provisioning complete for port 58f420bd-57ae-4556-8d7e-0536d2530606 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:54.276100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9113-56e5-45c4-8e3b-e8d0a838a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:54.318373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:54.330153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b9113-56e5-45c4-8e3b-e8d0a838a3d1 None None] Port 58f420bd-57ae-4556-8d7e-0536d2530606 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:37:54.337964 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfd346-b181-4f71-a7f0-ede51747efc6 req-7304f896-43fc-4f7a-8bb4-3b888f5d6292 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:54.338654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d5bfd346-b181-4f71-a7f0-ede51747efc6 req-7304f896-43fc-4f7a-8bb4-3b888f5d6292 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:37:54.496435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d5bfd346-b181-4f71-a7f0-ede51747efc6 req-7304f896-43fc-4f7a-8bb4-3b888f5d6292 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:37:54.497562 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5bfd346-b181-4f71-a7f0-ede51747efc6 req-7304f896-43fc-4f7a-8bb4-3b888f5d6292 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 931 time: 0.3789570 Sep 21 16:37:54.609804 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d5bfd346-b181-4f71-a7f0-ede51747efc6 req-efb46666-80b3-4aa7-8176-e4c2166ac9f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672989 Sep 21 16:37:54.706142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f420bd-57ae-4556-8d7e-0536d2530606 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:37:54.713789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:54.727943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Transition to ACTIVE for port object 58f420bd-57ae-4556-8d7e-0536d2530606 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:37:54.810870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:54.998705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Pushing event updated for resources: {'Port': ['ID=58f420bd-57ae-4556-8d7e-0536d2530606,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:55.035229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Attempting to bind port 58f420bd-57ae-4556-8d7e-0536d2530606 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:37:55.036119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Attempting to bind port 58f420bd-57ae-4556-8d7e-0536d2530606 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:37:55.036445 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Attempting to bind port 58f420bd-57ae-4556-8d7e-0536d2530606 on network f71208a2-f7a4-4494-bd15-31a6204f9652 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:37:55.040989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Port 58f420bd-57ae-4556-8d7e-0536d2530606 on network f71208a2-f7a4-4494-bd15-31a6204f9652 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:37:55.041306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Attempting to bind port 58f420bd-57ae-4556-8d7e-0536d2530606 on network f71208a2-f7a4-4494-bd15-31a6204f9652 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:37:55.046373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:37:55.046708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Checking segment: {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:37:55.047084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Bound using segment: {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:37:55.047502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Bound port: 58f420bd-57ae-4556-8d7e-0536d2530606, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db58fb5-41fa-48a9-834b-858382166f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:37:55.047846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:55.135258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] For port 58f420bd-57ae-4556-8d7e-0536d2530606, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:37:55.138153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] For port 58f420bd-57ae-4556-8d7e-0536d2530606, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=58f420bd-57ae-4556-8d7e-0536d2530606,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:37:55.224541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:55.259085 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:55.259621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:55.260981 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] 10.222.0.33 "PUT /v2.0/ports/58f420bd-57ae-4556-8d7e-0536d2530606 HTTP/1.1" status: 200 len: 1093 time: 1.0836301 Sep 21 16:37:55.261476 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:37:55.263809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40a67b2-9052-49d1-bb58-0690521baa40" -d '{"events": [{"name": "network-changed", "server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:37:55.305105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf14ff-60ce-4311-9eec-bf6b2530ae18 service neutron] Pushing event updated for resources: {'Port': ['ID=58f420bd-57ae-4556-8d7e-0536d2530606,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:55.308475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4b626-7d22-4d80-ac58-8d2f53eddd72 x-openstack-request-id: req-85f4b626-7d22-4d80-ac58-8d2f53eddd72 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:37:55.308759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:37:55.309015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85f4b626-7d22-4d80-ac58-8d2f53eddd72 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:37:55.309402 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f4b626-7d22-4d80-ac58-8d2f53eddd72'] response: {'name': 'network-changed', 'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606', 'status': 'completed', 'code': 200} Sep 21 16:37:55.405680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a67b2-9052-49d1-bb58-0690521baa40 req-20b0a8b8-eede-4f37-8552-bd3cfd7e9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:55.407207 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d40a67b2-9052-49d1-bb58-0690521baa40 req-20b0a8b8-eede-4f37-8552-bd3cfd7e9165 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 1096 time: 0.0821457 Sep 21 16:37:55.551586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a67b2-9052-49d1-bb58-0690521baa40 req-d07a3583-e769-4c14-ad71-562d014e12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:55.552905 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d40a67b2-9052-49d1-bb58-0690521baa40 req-d07a3583-e769-4c14-ad71-562d014e12ad service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=5aea6637a92043568891f5ae2f6692ff&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1391389 Sep 21 16:37:55.652801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 82f68fd9-b55c-4f1a-8b09-d3285e67b9be up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:37:55.693385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a67b2-9052-49d1-bb58-0690521baa40 req-e424dcc0-c968-4dbf-8b55-dc862da703b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:55.695060 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d40a67b2-9052-49d1-bb58-0690521baa40 req-e424dcc0-c968-4dbf-8b55-dc862da703b2 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336777 Sep 21 16:37:55.727540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:55.727915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:55.852644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:37:55.889963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3dedb-5652-4450-acfe-b3359d16fbbf req-3789b441-7744-4c57-b78d-5e6b6ad67afe tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:55.891442 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74d3dedb-5652-4450-acfe-b3359d16fbbf req-3789b441-7744-4c57-b78d-5e6b6ad67afe tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 943 time: 0.1659656 Sep 21 16:37:55.893319 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d0eaabcb-af0e-424e-97b8-4bfdea7ada68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:55.894657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-d0eaabcb-af0e-424e-97b8-4bfdea7ada68 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 1096 time: 0.1323383 Sep 21 16:37:56.072834 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-05144055-685b-492d-8f38-bbd9220a7c42 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58f420bd-57ae-4556-8d7e-0536d2530606 HTTP/1.1" status: 200 len: 217 time: 0.1626472 Sep 21 16:37:56.135775 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-74d3dedb-5652-4450-acfe-b3359d16fbbf req-3701b276-8295-4c02-b1ef-3f3e78590205 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384794 Sep 21 16:37:56.148658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-4c58101d-f3ae-483a-81ce-89d7d4ebe24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:56.150261 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-4c58101d-f3ae-483a-81ce-89d7d4ebe24d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d82a1fa-a1a1-4c38-89ac-848bceb9fea2 HTTP/1.1" status: 200 len: 833 time: 0.0694146 Sep 21 16:37:56.234521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-1e02ffee-e41b-48df-8cd6-c7cb7a04d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:56.235990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-1e02ffee-e41b-48df-8cd6-c7cb7a04d82a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f71208a2-f7a4-4494-bd15-31a6204f9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799413 Sep 21 16:37:56.370749 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-2208a036-d219-465b-a80c-577d05170c1d service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273384 Sep 21 16:37:56.502311 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f0f78921-b838-4a55-bfc0-3ef1eabf5aea req-6b0f7f1d-4328-429f-9d73-989606525c1b service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258838 Sep 21 16:37:57.339956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4753f-b0f8-4340-a3ed-5c6661a9affc req-1ad0745b-29b1-4153-995d-95b3feaa76d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:57.341400 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-22f4753f-b0f8-4340-a3ed-5c6661a9affc req-1ad0745b-29b1-4153-995d-95b3feaa76d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 943 time: 0.0913873 Sep 21 16:37:57.385650 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-22f4753f-b0f8-4340-a3ed-5c6661a9affc req-5b0a4738-e77e-43ab-ac22-d8228fc2aead tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386505 Sep 21 16:37:58.587471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085690cc-6e0d-4634-91da-2d8d783a4643 req-c6d99d36-2336-48b6-ae85-7d3525973d26 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:58.588818 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-085690cc-6e0d-4634-91da-2d8d783a4643 req-c6d99d36-2336-48b6-ae85-7d3525973d26 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 943 time: 0.0911076 Sep 21 16:37:58.631813 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-085690cc-6e0d-4634-91da-2d8d783a4643 req-6d0765c8-07e3-484f-b0db-e321016a5e11 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373929 Sep 21 16:37:59.281175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:59.292126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 58f420bd-57ae-4556-8d7e-0536d2530606 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:37:59.420988 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 58f420bd-57ae-4556-8d7e-0536d2530606, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=58f420bd-57ae-4556-8d7e-0536d2530606,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:59.433707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '58f420bd-57ae-4556-8d7e-0536d2530606', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'port_id': '58f420bd-57ae-4556-8d7e-0536d2530606', 'mac_address': 'fa:16:3e:ad:30:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:37:59.491748 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 58f420bd-57ae-4556-8d7e-0536d2530606 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:37:59.492131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:59.508497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f420bd-57ae-4556-8d7e-0536d2530606 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:37:59.523783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 58f420bd-57ae-4556-8d7e-0536d2530606, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=58f420bd-57ae-4556-8d7e-0536d2530606,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:37:59.577966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:59.643188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=58f420bd-57ae-4556-8d7e-0536d2530606,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:59.778464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['58f420bd-57ae-4556-8d7e-0536d2530606'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:37:59.826844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a95373-5862-478a-82ca-3f68ff6f1305 req-89751dd6-0df4-45aa-be37-fb1b805e122e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:37:59.828495 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-38a95373-5862-478a-82ca-3f68ff6f1305 req-89751dd6-0df4-45aa-be37-fb1b805e122e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0872540 Sep 21 16:37:59.877614 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-38a95373-5862-478a-82ca-3f68ff6f1305 req-23e3ed5c-8666-4be8-bf08-8dbfc1affb8e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Sep 21 16:38:01.072251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd434672-6e0e-432b-b79c-f883bf5d3805 req-a3784ed0-e7dc-40da-bc5e-7a740adbed90 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:01.073693 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd434672-6e0e-432b-b79c-f883bf5d3805 req-a3784ed0-e7dc-40da-bc5e-7a740adbed90 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 944 time: 0.0866859 Sep 21 16:38:01.125289 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bd434672-6e0e-432b-b79c-f883bf5d3805 req-e7bee690-20a9-4340-9128-5e02ff2a772c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458848 Sep 21 16:38:01.303441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 58f420bd-57ae-4556-8d7e-0536d2530606 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:38:01.429343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 58f420bd-57ae-4556-8d7e-0536d2530606 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:38:01.434329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 58f420bd-57ae-4556-8d7e-0536d2530606 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:38:01.434715 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:01.554638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 58f420bd-57ae-4556-8d7e-0536d2530606 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:38:01.554931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:01.580573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:38:01.583694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2816d599-c2e7-44b9-8e1b-4ce07c557f25" -d '{"events": [{"server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "name": "network-vif-plugged", "status": "completed", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:38:01.591166 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 58f420bd-57ae-4556-8d7e-0536d2530606, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=58f420bd-57ae-4556-8d7e-0536d2530606,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:38:01.626179 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3591c2c-b439-4187-9966-be36bf04fbcc x-openstack-request-id: req-e3591c2c-b439-4187-9966-be36bf04fbcc {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:38:01.626472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "name": "network-vif-plugged", "status": "completed", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:38:01.626727 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3591c2c-b439-4187-9966-be36bf04fbcc {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:38:01.627123 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3591c2c-b439-4187-9966-be36bf04fbcc'] response: {'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606', 'code': 200} Sep 21 16:38:01.663167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:01.730099 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=58f420bd-57ae-4556-8d7e-0536d2530606,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:38:01.962839 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51efe2-4346-4b1c-a98f-27149b59305d req-f9c24e82-a6e8-4d22-a87d-a833e5465fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:01.964308 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2d51efe2-4346-4b1c-a98f-27149b59305d req-f9c24e82-a6e8-4d22-a87d-a833e5465fc3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 1098 time: 0.0776608 Sep 21 16:38:02.003537 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2d51efe2-4346-4b1c-a98f-27149b59305d req-416375e3-9ce7-48a5-b62e-4f7758ab87f8 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336428 Sep 21 16:38:02.326212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102135e-5b01-4e01-854c-a01e29059bd0 req-cc294c7b-057b-4575-b75c-57c9d47c9d12 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:02.327569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9102135e-5b01-4e01-854c-a01e29059bd0 req-cc294c7b-057b-4575-b75c-57c9d47c9d12 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0933836 Sep 21 16:38:02.374842 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9102135e-5b01-4e01-854c-a01e29059bd0 req-7c876f86-d4e6-450f-8908-f41e6743aa51 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412903 Sep 21 16:38:02.914135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3cbca85-aa1a-41be-9685-8c5341866d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:03.571900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89ebe-4b25-43a6-9cb5-0b88aa52a334 req-77c331c0-5b5b-46ee-8393-e7fc202695e9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:03.573355 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e0e89ebe-4b25-43a6-9cb5-0b88aa52a334 req-77c331c0-5b5b-46ee-8393-e7fc202695e9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0867047 Sep 21 16:38:03.618269 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e0e89ebe-4b25-43a6-9cb5-0b88aa52a334 req-cd39ffec-f8d0-4927-8750-33e9a55373d4 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392776 Sep 21 16:38:03.822221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41551ba8-0de3-4919-b205-f360ea20fb06 req-17551286-ddc7-4ece-8fb9-319ca855284a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:03.823680 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41551ba8-0de3-4919-b205-f360ea20fb06 req-17551286-ddc7-4ece-8fb9-319ca855284a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0875187 Sep 21 16:38:03.870389 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41551ba8-0de3-4919-b205-f360ea20fb06 req-dd28bf71-d988-4178-bd5d-6830d3739709 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Sep 21 16:38:03.899021 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53904) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:38:03.976954 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287dbb35-af37-4c41-a7d7-770725f02991 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:03.978387 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-287dbb35-af37-4c41-a7d7-770725f02991 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 1093 time: 0.0783789 Sep 21 16:38:03.981142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53908) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:38:03.985747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '58f420bd-57ae-4556-8d7e-0536d2530606', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:38:03.992084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:38:03.995900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:floatingip and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:38:03.998691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:38:04.004272 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:38:04.109647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:04.245917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:04.375178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.143 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/a809be06-d8b9-4e2d-acfa-ed44971b78b4) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:38:04.615705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:04.696693 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:04.758885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:38:04.761454 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:38:04.765208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:38:04.799385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=a809be06-d8b9-4e2d-acfa-ed44971b78b4,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:38:05.006895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8f29e0e7-f3f1-4084-b8a7-2377704c7642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:05.173295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:05.299648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:05.508488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:05.561294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:05.666798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=a809be06-d8b9-4e2d-acfa-ed44971b78b4,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:38:05.669103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:05.838874 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP 6f20b0f2-2847-43d3-b28c-2d337eebd980 associated. External IP: 172.26.0.143, port: 58f420bd-57ae-4556-8d7e-0536d2530606. Sep 21 16:38:06.282728 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d127dad2-26b8-4429-bc08-0d71fe341cab has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:38:06.292475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:06.460934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:38:06.470367 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] Sync routers for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:38:06.479652 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:38:06.480255 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:38:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:38:06.532401 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:06.590733 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9d9aa558-b216-4bc4-b115-e1e4f8058887 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6084778 Sep 21 16:38:06.591365 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:38:06.593733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0928cca-0828-4eea-b7bb-d0b9c28044d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:38:06.635565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fa8765-1c8b-4a42-8389-1ef16f77878b x-openstack-request-id: req-c7fa8765-1c8b-4a42-8389-1ef16f77878b {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:38:06.635861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:38:06.636119 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7fa8765-1c8b-4a42-8389-1ef16f77878b {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:38:06.636534 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fa8765-1c8b-4a42-8389-1ef16f77878b'] response: {'name': 'network-changed', 'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606', 'status': 'completed', 'code': 200} Sep 21 16:38:06.660090 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:38:06.736889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-e9725224-4f74-42e4-a41c-df1a203547da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:06.738396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-e9725224-4f74-42e4-a41c-df1a203547da service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 1098 time: 0.0818236 Sep 21 16:38:06.772437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a29edd-6eca-46cd-aa5b-9635cbabbf5e req-726b572a-2b68-4f11-9810-80e906c6d558 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:06.773901 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-79a29edd-6eca-46cd-aa5b-9635cbabbf5e req-726b572a-2b68-4f11-9810-80e906c6d558 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0906045 Sep 21 16:38:06.819087 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-79a29edd-6eca-46cd-aa5b-9635cbabbf5e req-228a8daf-7bdb-42da-b7c6-68a7d5877abf tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389509 Sep 21 16:38:06.852778 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53916) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:38:06.875443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-5b3d7cd6-4da1-45cd-ab1e-8e6cc6445cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:06.876894 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-5b3d7cd6-4da1-45cd-ab1e-8e6cc6445cde service neutron] 10.222.0.33 "GET /v2.0/networks?id=f71208a2-f7a4-4494-bd15-31a6204f9652 HTTP/1.1" status: 200 len: 897 time: 0.1325288 Sep 21 16:38:06.917442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:06.963180 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-33333fe0-088e-49d5-bb18-d8e09ccd508d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/6f20b0f2-2847-43d3-b28c-2d337eebd980 HTTP/1.1" status: 200 len: 991 time: 0.1090569 Sep 21 16:38:06.983957 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-e9013f40-eacf-4e52-a9ea-663584a74cef service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58f420bd-57ae-4556-8d7e-0536d2530606 HTTP/1.1" status: 200 len: 999 time: 0.1010818 Sep 21 16:38:07.035723 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '6f20b0f2-2847-43d3-b28c-2d337eebd980', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'port_id': '58f420bd-57ae-4556-8d7e-0536d2530606', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'mac_address': 'fa:16:3e:ad:30:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:38:05Z', 'updated_at': '2022-09-21T16:38:05Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:53Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:38:07.041223 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] Checking router: d127dad2-26b8-4429-bc08-0d71fe341cab for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:38:07.048680 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:38:07.048861 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-e93e0344-c23c-4074-be84-3bc017ac11be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:07.049263 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:38:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:38:07.050332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-e93e0344-c23c-4074-be84-3bc017ac11be service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d82a1fa-a1a1-4c38-89ac-848bceb9fea2 HTTP/1.1" status: 200 len: 833 time: 0.0602684 Sep 21 16:38:07.141873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-add678fe-5c0e-4d75-a51a-eb15e88df0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:07.143658 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-add678fe-5c0e-4d75-a51a-eb15e88df0d9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f71208a2-f7a4-4494-bd15-31a6204f9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863163 Sep 21 16:38:07.228803 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:38:07.376066 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-2f92cb02-1c46-4cf8-90e9-bac2b4760793 service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261636 Sep 21 16:38:07.508078 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c0928cca-0828-4eea-b7bb-d0b9c28044d3 req-41e8dd69-09cc-4d2c-a028-e368ea4bca5a service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260943 Sep 21 16:38:07.608681 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '6f20b0f2-2847-43d3-b28c-2d337eebd980', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'port_id': '58f420bd-57ae-4556-8d7e-0536d2530606', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'mac_address': 'fa:16:3e:ad:30:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:38:05Z', 'updated_at': '2022-09-21T16:38:05Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:53Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:38:07.612649 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b055a44-fb7a-439a-a9b7-fec8c5c78c7f None None] The sync data for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv is: [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '6f20b0f2-2847-43d3-b28c-2d337eebd980', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.143', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'port_id': '58f420bd-57ae-4556-8d7e-0536d2530606', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'mac_address': 'fa:16:3e:ad:30:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:38:05Z', 'updated_at': '2022-09-21T16:38:05Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:53Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:38:07.783949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c495523-6472-41a8-9661-0d4638b4b849 None None] New status for floating IP 6f20b0f2-2847-43d3-b28c-2d337eebd980: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:38:07.967107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53920) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:38:08.075139 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e9a82cb3-5db2-4848-9501-f7d771dcad24 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/6f20b0f2-2847-43d3-b28c-2d337eebd980 HTTP/1.1" status: 200 len: 991 time: 0.1068695 Sep 21 16:38:08.149662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:09.079214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53924) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:38:09.184699 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-714bf103-2642-46ca-98a4-fd05430e0cbf tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/6f20b0f2-2847-43d3-b28c-2d337eebd980 HTTP/1.1" status: 200 len: 993 time: 0.1044247 Sep 21 16:38:12.469017 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:38:29.257589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:32.907743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a9124e62-1261-4fcf-9bb1-0fdb3378a16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:34.247190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d46c-4955-4efe-9a62-94c05f52391e req-0dc50b27-88ac-4a41-b081-809a39e9df4b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:34.248629 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-56e4d46c-4955-4efe-9a62-94c05f52391e req-0dc50b27-88ac-4a41-b081-809a39e9df4b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.1509445 Sep 21 16:38:34.251190 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-861f3144-82df-4266-b066-45314cfb7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:34.252491 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-861f3144-82df-4266-b066-45314cfb7672 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 1098 time: 0.1189938 Sep 21 16:38:34.373205 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-56e4d46c-4955-4efe-9a62-94c05f52391e req-1c5aab6d-b773-49f9-9fc1-d79dda349bda tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189156 Sep 21 16:38:34.411746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-92214b3b-5998-44ad-929d-33621568abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:34.413158 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-92214b3b-5998-44ad-929d-33621568abe9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f71208a2-f7a4-4494-bd15-31a6204f9652 HTTP/1.1" status: 200 len: 897 time: 0.1459842 Sep 21 16:38:34.516630 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-8e8df431-de34-4269-8813-2c748ef04c94 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58f420bd-57ae-4556-8d7e-0536d2530606 HTTP/1.1" status: 200 len: 1001 time: 0.0961552 Sep 21 16:38:34.577454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-7f1d2b5d-99a9-4750-a94f-586a4da8d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:34.578841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-7f1d2b5d-99a9-4750-a94f-586a4da8d022 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d82a1fa-a1a1-4c38-89ac-848bceb9fea2 HTTP/1.1" status: 200 len: 833 time: 0.0563865 Sep 21 16:38:34.662296 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-2ca61f06-716f-4214-b6b8-a0e505ca5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:34.663740 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-2ca61f06-716f-4214-b6b8-a0e505ca5559 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f71208a2-f7a4-4494-bd15-31a6204f9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790040 Sep 21 16:38:34.793332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-56d582ac-2a9d-48c2-ab57-85dec283ef5e service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231267 Sep 21 16:38:34.923502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-af871ee7-82e4-45e1-97b5-e1007794c53f req-3deaf150-eed7-48a8-b936-53c052dc1fda service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238048 Sep 21 16:38:35.029534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1570177e-bae6-4f13-92b9-05ef4397979f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:35.578135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fdc55-edf0-412a-8814-e1822f2f0dc8 req-3c01d342-5500-4b57-89bb-07912765f1f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:35.579591 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-193fdc55-edf0-412a-8814-e1822f2f0dc8 req-3c01d342-5500-4b57-89bb-07912765f1f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0905597 Sep 21 16:38:35.626235 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-193fdc55-edf0-412a-8814-e1822f2f0dc8 req-51a18680-4409-470a-8298-8d9c30a68db4 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 Sep 21 16:38:36.296366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:36.827803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec46545-6959-4d84-b396-f1c2d49ad761 req-cbdbf8a9-07c8-45a3-a8c6-8c024404a729 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:36.829293 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9ec46545-6959-4d84-b396-f1c2d49ad761 req-cbdbf8a9-07c8-45a3-a8c6-8c024404a729 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0875957 Sep 21 16:38:36.876321 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9ec46545-6959-4d84-b396-f1c2d49ad761 req-0b497420-bfe1-45aa-907d-14dbec97e8dc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400286 Sep 21 16:38:36.942370 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:38.057696 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:38.075635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51fbe9-8057-4044-a971-b9a75c9b504f req-8b42962c-9da4-4929-954f-a2c4478fd7f8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:38.077092 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-de51fbe9-8057-4044-a971-b9a75c9b504f req-8b42962c-9da4-4929-954f-a2c4478fd7f8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0876088 Sep 21 16:38:38.120560 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-de51fbe9-8057-4044-a971-b9a75c9b504f req-f9ad0c65-a764-4d94-a710-55410e59588a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375707 Sep 21 16:38:39.074708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-88a599a7-2a48-4495-bcf9-8aa739a352d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:39.076183 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-88a599a7-2a48-4495-bcf9-8aa739a352d2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 1098 time: 0.0817120 Sep 21 16:38:39.222156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-3afb1c3a-469b-42a3-ab22-5f3165726b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:39.224165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-3afb1c3a-469b-42a3-ab22-5f3165726b04 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f71208a2-f7a4-4494-bd15-31a6204f9652 HTTP/1.1" status: 200 len: 897 time: 0.1283238 Sep 21 16:38:39.380480 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-2211d13b-1fd4-4919-9f2e-8c5f3a842d79 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58f420bd-57ae-4556-8d7e-0536d2530606 HTTP/1.1" status: 200 len: 1001 time: 0.1500866 Sep 21 16:38:39.555344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a105f85-6921-4287-a696-95d909606e7f req-a328bc7d-1063-4a35-b24a-ed39bd365615 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:39.556784 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2a105f85-6921-4287-a696-95d909606e7f req-a328bc7d-1063-4a35-b24a-ed39bd365615 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.2796743 Sep 21 16:38:39.579366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-d11ad5b2-58f3-4b49-b244-5efd8a1d0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:39.580705 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-d11ad5b2-58f3-4b49-b244-5efd8a1d0319 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d82a1fa-a1a1-4c38-89ac-848bceb9fea2 HTTP/1.1" status: 200 len: 833 time: 0.1943376 Sep 21 16:38:39.653201 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2a105f85-6921-4287-a696-95d909606e7f req-ba43a62f-a844-437f-964a-a58b204e7e7c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898685 Sep 21 16:38:39.680051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-2b8fc2c3-a8bc-48fc-bff4-1fbbbbf4512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:39.681495 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-2b8fc2c3-a8bc-48fc-bff4-1fbbbbf4512b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f71208a2-f7a4-4494-bd15-31a6204f9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944796 Sep 21 16:38:39.811422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-b4507dd9-bbb1-402a-8acc-08b864437108 service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234293 Sep 21 16:38:39.944082 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-043acd6f-980c-4918-93a1-c2f0715d1730 req-1a853270-2b5a-4347-8f0d-847deed678a8 service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256709 Sep 21 16:38:40.852896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df36d4-aae7-4ebf-86b3-97a104ecc867 req-5a2e1c19-3c82-45c5-b2c0-d6af4b7111df tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:40.854389 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-73df36d4-aae7-4ebf-86b3-97a104ecc867 req-5a2e1c19-3c82-45c5-b2c0-d6af4b7111df tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0904210 Sep 21 16:38:40.899158 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-73df36d4-aae7-4ebf-86b3-97a104ecc867 req-7daac273-eca2-4d66-8295-9855d6bd39e3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382800 Sep 21 16:38:42.102541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c46426-dd9e-4f2d-b362-e8b149f8ebbf req-1ec17eb0-9551-41d2-9d89-086d0561961d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:42.103999 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95c46426-dd9e-4f2d-b362-e8b149f8ebbf req-1ec17eb0-9551-41d2-9d89-086d0561961d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0905325 Sep 21 16:38:42.149088 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95c46426-dd9e-4f2d-b362-e8b149f8ebbf req-9a817b62-5ffa-4dda-a54d-3688f761f4da tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394399 Sep 21 16:38:43.390456 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2b1e2-de22-4aa4-a675-0e045404f776 req-b009a7b0-7431-4a80-9cae-a85a2073a311 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:43.391953 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-13a2b1e2-de22-4aa4-a675-0e045404f776 req-b009a7b0-7431-4a80-9cae-a85a2073a311 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.1307557 Sep 21 16:38:43.438446 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-13a2b1e2-de22-4aa4-a675-0e045404f776 req-e1890ee3-088a-4840-8e7d-56c1b1cd3d94 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402732 Sep 21 16:38:44.640175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a0502-3797-43b7-aa9b-837f39ff9ff3 req-4b3f45eb-2daf-437c-83cb-6d4bdcb979ae tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:44.641624 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d64a0502-3797-43b7-aa9b-837f39ff9ff3 req-4b3f45eb-2daf-437c-83cb-6d4bdcb979ae tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0905597 Sep 21 16:38:44.733063 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d64a0502-3797-43b7-aa9b-837f39ff9ff3 req-e12e23d6-ce7b-4786-a2f6-0cd06cad6664 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850823 Sep 21 16:38:45.930771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc07f7f-4f09-4d8c-b9a5-557807bdaee4 req-18baf2df-8abe-4b94-a34e-fbefe0d5a68d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:45.932221 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4cc07f7f-4f09-4d8c-b9a5-557807bdaee4 req-18baf2df-8abe-4b94-a34e-fbefe0d5a68d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0884709 Sep 21 16:38:45.976875 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4cc07f7f-4f09-4d8c-b9a5-557807bdaee4 req-77bb4df4-232b-4601-8091-86018b6f940a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388136 Sep 21 16:38:47.176240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29718f46-f435-4244-8d76-7d1cfa9b15c8 req-fc973467-a37e-4e45-8d3c-f5293e5eab63 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:38:47.178312 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-29718f46-f435-4244-8d76-7d1cfa9b15c8 req-fc973467-a37e-4e45-8d3c-f5293e5eab63 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.0872252 Sep 21 16:38:47.221563 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-29718f46-f435-4244-8d76-7d1cfa9b15c8 req-11b64fca-2043-4c6e-a525-e9c117afc70d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377576 Sep 21 16:38:47.250708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 53968) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:38:47.361594 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8d1a7166-9527-4e96-b5cd-ac5f6146b5d8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/6f20b0f2-2847-43d3-b28c-2d337eebd980 HTTP/1.1" status: 200 len: 993 time: 0.1093893 Sep 21 16:38:49.467620 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:38:59.286044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:02.918967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2cacbe92-525f-488e-8196-28b735c350d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:05.040361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a7f615b2-435f-4f63-8e77-0f576f7f70fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:06.297110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:06.954393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:08.029005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:15.754347 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 53980) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:16.047679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port a809be06-d8b9-4e2d-acfa-ed44971b78b4 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:39:16.048024 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:16.211810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:16.212137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:16.333793 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for a809be06-d8b9-4e2d-acfa-ed44971b78b4 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:39:16.566174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:16.614795 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=a809be06-d8b9-4e2d-acfa-ed44971b78b4,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:16.656157 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.656564 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.656913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.657246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.657574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.657901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.658248 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.658573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.658894 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.659215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.659537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.659857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:16.722580 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:16.722915 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP 6f20b0f2-2847-43d3-b28c-2d337eebd980 disassociated (deleted). External IP: 172.26.0.143, port: 58f420bd-57ae-4556-8d7e-0536d2530606. Sep 21 16:39:17.071389 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d127dad2-26b8-4429-bc08-0d71fe341cab has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:39:17.245668 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:39:17.255000 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] Sync routers for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:17.264735 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:17.265343 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:17.320141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:17.376478 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5781e0c6-e202-4a18-8850-a64dfd560079 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/floatingips/6f20b0f2-2847-43d3-b28c-2d337eebd980 HTTP/1.1" status: 204 len: 168 time: 1.6210518 Sep 21 16:39:17.377047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:39:17.379353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decdde4c-e8c1-4d5b-847f-5e2630b9872e" -d '{"events": [{"name": "network-changed", "server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:17.430981 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592ee6ea-2632-452a-9d7b-e16c0133c5b2 x-openstack-request-id: req-592ee6ea-2632-452a-9d7b-e16c0133c5b2 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:17.431271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:17.431522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-592ee6ea-2632-452a-9d7b-e16c0133c5b2 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:17.431919 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592ee6ea-2632-452a-9d7b-e16c0133c5b2'] response: {'name': 'network-changed', 'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606', 'status': 'completed', 'code': 200} Sep 21 16:39:17.450215 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:17.535295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-bfa828e2-db03-4c46-ac1e-d4f3514ace76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:17.544325 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-bfa828e2-db03-4c46-ac1e-d4f3514ace76 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 1098 time: 0.0852084 Sep 21 16:39:17.675473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-c1787178-ac8d-49ca-bbba-dc9af51495e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:17.676975 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-c1787178-ac8d-49ca-bbba-dc9af51495e5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f71208a2-f7a4-4494-bd15-31a6204f9652 HTTP/1.1" status: 200 len: 897 time: 0.1343234 Sep 21 16:39:17.747342 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-54318c4c-abcf-498a-b09f-47c071cff9fd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58f420bd-57ae-4556-8d7e-0536d2530606 HTTP/1.1" status: 200 len: 217 time: 0.0640728 Sep 21 16:39:17.766741 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:53Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:17.770597 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] Checking router: d127dad2-26b8-4429-bc08-0d71fe341cab for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:17.778910 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:17.779498 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:17.815873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-11bdb6ac-d03d-4fc5-91ce-7f9d4a39ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:17.817388 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-11bdb6ac-d03d-4fc5-91ce-7f9d4a39ed0f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=6d82a1fa-a1a1-4c38-89ac-848bceb9fea2 HTTP/1.1" status: 200 len: 833 time: 0.0647528 Sep 21 16:39:17.906134 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-b297e192-3ab9-4670-930b-90ed8366086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:17.907511 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-b297e192-3ab9-4670-930b-90ed8366086a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f71208a2-f7a4-4494-bd15-31a6204f9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835421 Sep 21 16:39:17.973544 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:17.981523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53104e3-c217-48e4-85cc-09c43851d3b0 req-8aced63d-1636-4fc5-ba56-5d8cf50f1328 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:17.982331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-a53104e3-c217-48e4-85cc-09c43851d3b0 req-8aced63d-1636-4fc5-ba56-5d8cf50f1328 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:39:18.048518 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-02855478-7d83-420a-bdbe-08a215bcec5a service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317799 Sep 21 16:39:18.057664 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-a53104e3-c217-48e4-85cc-09c43851d3b0 req-8aced63d-1636-4fc5-ba56-5d8cf50f1328 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:39:18.062185 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a53104e3-c217-48e4-85cc-09c43851d3b0 req-8aced63d-1636-4fc5-ba56-5d8cf50f1328 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.1657660 Sep 21 16:39:18.111981 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a53104e3-c217-48e4-85cc-09c43851d3b0 req-9fe61343-1994-4232-b263-882a72545d5f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470555 Sep 21 16:39:18.190849 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-decdde4c-e8c1-4d5b-847f-5e2630b9872e req-cedff914-0ed2-4cf2-aee4-91fe0a5935d4 service neutron] 10.222.0.33 "GET /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367128 Sep 21 16:39:18.336325 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:53Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:18.340185 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be876f9-ba41-42e4-b629-01f0cb21f748 None None] The sync data for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv is: [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '82f68fd9-b55c-4f1a-8b09-d3285e67b9be', 'name': '', 'network_id': 'f71208a2-f7a4-4494-bd15-31a6204f9652', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:4b:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:47Z', 'updated_at': '2022-09-21T16:37:53Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '6d82a1fa-a1a1-4c38-89ac-848bceb9fea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:18.555059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532cecd-002e-4bc4-bc5f-9340e879028d None None] New status for floating IP 6f20b0f2-2847-43d3-b28c-2d337eebd980: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:39:19.383070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277f12d-fd12-49e9-acda-020333b68526 req-4778b5f2-57ce-4f58-b047-4cabaa8e584b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:19.384430 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9277f12d-fd12-49e9-acda-020333b68526 req-4778b5f2-57ce-4f58-b047-4cabaa8e584b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.1457300 Sep 21 16:39:19.433684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41720236-f777-4fbd-bd06-6281b97f1315 req-8b289e22-8eec-4927-876f-b251ba92ae1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:19.435166 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41720236-f777-4fbd-bd06-6281b97f1315 req-8b289e22-8eec-4927-876f-b251ba92ae1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 945 time: 0.1345906 Sep 21 16:39:19.476492 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9277f12d-fd12-49e9-acda-020333b68526 req-d36a80bb-ecbb-4633-90ba-1a5b6ad44f3a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d6d003d-6454-4b17-9eff-56560ce73a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864015 Sep 21 16:39:19.507895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 58f420bd-57ae-4556-8d7e-0536d2530606 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:39:19.508234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:19.856668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 58f420bd-57ae-4556-8d7e-0536d2530606, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=58f420bd-57ae-4556-8d7e-0536d2530606,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:19.857030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:19.980509 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 58f420bd-57ae-4556-8d7e-0536d2530606 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:39:20.175761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:20.226278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=58f420bd-57ae-4556-8d7e-0536d2530606,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:20.268790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.269149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.269497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.269840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.270207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.270545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.270880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.271211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.271541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.272417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.272754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.273093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:20.324811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] No DVR routers for this DVR port 58f420bd-57ae-4556-8d7e-0536d2530606 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:39:20.327188 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:20.329615 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'name': 'network-vif-deleted', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:39:20.332179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc93e80d-33fa-4931-96f0-89bd2d4374c1" -d '{"events": [{"server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "name": "network-vif-deleted", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:20.408378 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-41720236-f777-4fbd-bd06-6281b97f1315 req-535f9cbb-4fc2-4afa-9631-fcc910736f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "DELETE /v2.0/ports/58f420bd-57ae-4556-8d7e-0536d2530606 HTTP/1.1" status: 204 len: 173 time: 0.9645221 Sep 21 16:39:20.427465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faa349f-961b-40e8-ae3d-6d7698c830f1 x-openstack-request-id: req-6faa349f-961b-40e8-ae3d-6d7698c830f1 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:20.428156 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acea436-4059-4094-9ad1-4b50c40e4d13", "name": "network-vif-deleted", "tag": "58f420bd-57ae-4556-8d7e-0536d2530606", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:20.428421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6faa349f-961b-40e8-ae3d-6d7698c830f1 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:20.428824 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6faa349f-961b-40e8-ae3d-6d7698c830f1'] response: {'server_uuid': '1acea436-4059-4094-9ad1-4b50c40e4d13', 'name': 'network-vif-deleted', 'tag': '58f420bd-57ae-4556-8d7e-0536d2530606', 'status': 'completed', 'code': 200} Sep 21 16:39:20.644056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e26b2413-2997-4bd1-bb0b-2fcf7b5b38bb req-50657da3-6e4d-4373-b696-15aff25c4a47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:39:20.714763 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-e26b2413-2997-4bd1-bb0b-2fcf7b5b38bb req-50657da3-6e4d-4373-b696-15aff25c4a47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:39:20.716056 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e26b2413-2997-4bd1-bb0b-2fcf7b5b38bb req-50657da3-6e4d-4373-b696-15aff25c4a47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=1acea436-4059-4094-9ad1-4b50c40e4d13 HTTP/1.1" status: 200 len: 210 time: 0.1263051 Sep 21 16:39:21.816713 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54000) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:22.454189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:22.802900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:39:22.803170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:22.986583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 82f68fd9-b55c-4f1a-8b09-d3285e67b9be, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:22.987275 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:23.108432 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 82f68fd9-b55c-4f1a-8b09-d3285e67b9be owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:39:23.611468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:23.693597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=82f68fd9-b55c-4f1a-8b09-d3285e67b9be,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:23.755640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 58f420bd-57ae-4556-8d7e-0536d2530606 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:39:23.793503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 58f420bd-57ae-4556-8d7e-0536d2530606 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:39:23.793854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 58f420bd-57ae-4556-8d7e-0536d2530606 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:39:23.960814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:24.308661 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router d127dad2-26b8-4429-bc08-0d71fe341cab has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:39:24.485708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:39:24.495585 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] Sync routers for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:24.504335 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:24.507823 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:24.562107 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dde1a1b4-49a3-418d-b4b4-712904f8c722 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/d127dad2-26b8-4429-bc08-0d71fe341cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441332 Sep 21 16:39:24.564587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54006) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:24.630712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-231b8895-5e31-4ff9-9b52-91540381975c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting subnet 6d82a1fa-a1a1-4c38-89ac-848bceb9fea2 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:39:24.634195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231b8895-5e31-4ff9-9b52-91540381975c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:24.679310 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:24.686613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231b8895-5e31-4ff9-9b52-91540381975c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:24.772677 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231b8895-5e31-4ff9-9b52-91540381975c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:24.908833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231b8895-5e31-4ff9-9b52-91540381975c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:24.952480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b8895-5e31-4ff9-9b52-91540381975c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Subnet': ['ID=6d82a1fa-a1a1-4c38-89ac-848bceb9fea2,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:24.954457 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-231b8895-5e31-4ff9-9b52-91540381975c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:24.960202 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a7af7-27f9-41a8-9332-99ca0f4c4a77 None None] Network f71208a2-f7a4-4494-bd15-31a6204f9652 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:39:24.962346 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-231b8895-5e31-4ff9-9b52-91540381975c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/subnets/6d82a1fa-a1a1-4c38-89ac-848bceb9fea2 HTTP/1.1" status: 204 len: 168 time: 0.3967214 Sep 21 16:39:24.965115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54012) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:24.970893 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:39:23Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:24.976201 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] Checking router: d127dad2-26b8-4429-bc08-0d71fe341cab for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:24.986429 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] Routers {'d127dad2-26b8-4429-bc08-0d71fe341cab'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:24.987213 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['d127dad2-26b8-4429-bc08-0d71fe341cab'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:25.158337 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:25.185471 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] Set router d127dad2-26b8-4429-bc08-0d71fe341cab gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:25.231681 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] DHCP port deletion for f71208a2-f7a4-4494-bd15-31a6204f9652 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:39:25.235986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Deleting port a31bb754-720a-4efc-a853-ca2238d0bba9 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:39:25.236466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:25.345403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:25.406412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 9e777060-937b-4aa7-91bc-f006b1a94dae {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:39:25.406769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:25.441927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] For port a31bb754-720a-4efc-a853-ca2238d0bba9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=a31bb754-720a-4efc-a853-ca2238d0bba9,segment=NetworkSegment(1db58fb5-41fa-48a9-834b-858382166f9b),segment_id=1db58fb5-41fa-48a9-834b-858382166f9b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:25.446170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:25.485664 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:39:23Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:25.491005 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea6a71-7d96-4e3f-8b44-978b2207bbf3 None None] The sync data for ids ['d127dad2-26b8-4429-bc08-0d71fe341cab'] in dv-neutron-858618-1-hyperv is: [{'id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156086928', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:37:42Z', 'updated_at': '2022-09-21T16:39:23Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': '9e777060-937b-4aa7-91bc-f006b1a94dae', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:12:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd127dad2-26b8-4429-bc08-0d71fe341cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:37:43Z', 'updated_at': '2022-09-21T16:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:25.592297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 9e777060-937b-4aa7-91bc-f006b1a94dae, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=9e777060-937b-4aa7-91bc-f006b1a94dae,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:25.592656 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:25.603060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Calling delete_port for a31bb754-720a-4efc-a853-ca2238d0bba9 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:39:25.715722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 9e777060-937b-4aa7-91bc-f006b1a94dae owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:39:25.731732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:25.784051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Pushing event deleted for resources: {'Port': ['ID=a31bb754-720a-4efc-a853-ca2238d0bba9,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:25.792501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] No DVR routers for this DVR port a31bb754-720a-4efc-a853-ca2238d0bba9 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:39:25.797878 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.798255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.800079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.800444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.800788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.801987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.802323 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.802687 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.803026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.803353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.803786 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.806332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841dffe-cc27-424d-92cd-972ff95b2270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:25.898346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a31bb754-720a-4efc-a853-ca2238d0bba9 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:39:25.933451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: a31bb754-720a-4efc-a853-ca2238d0bba9 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:39:25.937658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device a31bb754-720a-4efc-a853-ca2238d0bba9 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:39:25.937658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 82f68fd9-b55c-4f1a-8b09-d3285e67b9be no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:39:25.968978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 82f68fd9-b55c-4f1a-8b09-d3285e67b9be {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:39:25.969664 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 82f68fd9-b55c-4f1a-8b09-d3285e67b9be not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:39:25.983330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.134140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=9e777060-937b-4aa7-91bc-f006b1a94dae,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:26.227002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.393989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.396086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.466795 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:39:26.486117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.486606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Fanout notify agent at l3_agent the message router_deleted on router d127dad2-26b8-4429-bc08-0d71fe341cab {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:39:26.504819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.504819 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cf28cc40-6902-429a-8e1d-495236521125 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/routers/d127dad2-26b8-4429-bc08-0d71fe341cab HTTP/1.1" status: 204 len: 168 time: 1.5372369 Sep 21 16:39:26.506837 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54020) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:26.622368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.755016 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.780114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71208a2-f7a4-4494-bd15-31a6204f9652']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:26.791785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db58fb5-41fa-48a9-834b-858382166f9b') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:26.792080 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db58fb5-41fa-48a9-834b-858382166f9b') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:26.803747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.820747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.826711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:39:26.827087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.895579 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 1db58fb5-41fa-48a9-834b-858382166f9b resource provider aggregate not found Sep 21 16:39:26.928595 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 1db58fb5-41fa-48a9-834b-858382166f9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1db58fb5-41fa-48a9-834b-858382166f9b found for delete ", "request_id": "req-8e4a965f-991c-400c-9540-7240fd4966e9"}]} Sep 21 16:39:26.994480 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:26.999273 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:27.023820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Network': ['ID=f71208a2-f7a4-4494-bd15-31a6204f9652,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:27.102618 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-820508c6-854e-4eef-b407-7bd4ca63c084 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/networks/f71208a2-f7a4-4494-bd15-31a6204f9652 HTTP/1.1" status: 204 len: 168 time: 0.5947337 Sep 21 16:39:27.105240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54030) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:27.172572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a882f86a-bd61-41a3-9724-9ab1a1085f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:27.203035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a882f86a-bd61-41a3-9724-9ab1a1085f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:27.325318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a882f86a-bd61-41a3-9724-9ab1a1085f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:27.348039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882f86a-bd61-41a3-9724-9ab1a1085f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d003d-6454-4b17-9eff-56560ce73a20,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:27.421795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a882f86a-bd61-41a3-9724-9ab1a1085f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:27.423052 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a882f86a-bd61-41a3-9724-9ab1a1085f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/security-groups/7d6d003d-6454-4b17-9eff-56560ce73a20 HTTP/1.1" status: 204 len: 168 time: 0.3169246 Sep 21 16:39:27.672775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54038) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:27.677958 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162432800', 'description': 'tempest-secgroup-smoke-162432800 description', 'project_id': '5aea6637a92043568891f5ae2f6692ff'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:27.684141 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:27.688742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:27.690083 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9e777060-937b-4aa7-91bc-f006b1a94dae no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:39:27.691777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:27.698035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:27.727540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 9e777060-937b-4aa7-91bc-f006b1a94dae {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:39:27.727885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 9e777060-937b-4aa7-91bc-f006b1a94dae not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:39:27.754442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:27.776107 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:27.779930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:27.782753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:27.788420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:27.857067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:27.931290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:27.977027 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4cbf4f-6cbd-4a96-8483-950cec49f627,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:28.074584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.075821 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d4536c0b-cc57-4d9d-85f8-113120d95fa7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4020674 Sep 21 16:39:28.078749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54042) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:28.084018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': 'ed4cbf4f-6cbd-4a96-8483-950cec49f627', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:28.090125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:28.094002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:28.096855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:28.102781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:28.186095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.245526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.320070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.343548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f494f990-c737-4ea6-9e2d-17a853477415,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:28.417256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.418449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-842e4cec-9b18-4c85-a572-0f51e04a0408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387561 Sep 21 16:39:28.421185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54046) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:28.426054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': 'ed4cbf4f-6cbd-4a96-8483-950cec49f627', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:28.432589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:28.436487 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:28.439364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:28.445030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:28.515161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.577850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.651482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.675415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7331ade5-b289-47ba-8b52-ea2fb650ae33,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:28.752647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.753804 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3168555e-a9e1-46e5-9456-5e699e021e55 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3316891 Sep 21 16:39:28.757140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54050) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:28.762115 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': 'ed4cbf4f-6cbd-4a96-8483-950cec49f627', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:28.768036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:28.771996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:28.774840 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:28.780596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:28.874348 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:28.935198 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.005548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.029654 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58387db0-dcb5-43ac-b4c6-b7b85ef765f4,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:29.097184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.098418 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d244dcd0-1c69-405b-9d31-a0f2d42f239c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403587 Sep 21 16:39:29.101737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54054) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:29.106587 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': 'ed4cbf4f-6cbd-4a96-8483-950cec49f627', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:29.115263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:29.116334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:29.119252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:29.125039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:29.201158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.267196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.279642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.318045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.343392 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22af9a6d-1c03-4ba9-a041-bc943f5b0adc,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:29.422475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.423761 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6ac8af6a-f50c-40dd-a6d9-0987e8c0da1a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210990 Sep 21 16:39:29.426568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54058) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:29.432099 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': 'ed4cbf4f-6cbd-4a96-8483-950cec49f627', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:29.438142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:29.441993 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:29.445434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:29.557803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:29.634183 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:39:29.640861 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.703604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.758741 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.784838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8461c85f-5cf1-4f56-be92-79cddf28340d,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:29.867314 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:29.868428 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3a1a53bb-6479-488b-8147-3260dee268d0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4408972 Sep 21 16:39:29.871204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54062) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:29.876784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': 'ed4cbf4f-6cbd-4a96-8483-950cec49f627', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:29.882406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:29.886242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:29.889158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:29.895073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:29.981706 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:39:29.988525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.052264 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.124220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.151767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96873a4-8c2f-40c6-ae12-30ef12405e73,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:30.232877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.234109 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-12ad933a-b51c-42d7-b563-f84861e37536 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619680 Sep 21 16:39:30.236927 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54066) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:30.243000 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'network': {'name': 'tempest-network-smoke--187067477', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'port_security_enabled': True}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:30.247834 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:30.251957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:network and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:30.254801 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:30.261121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:30.331079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:39:30.334752 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.363357 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:39:30.372108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.372450 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Added segment 5cd6dc2c-7454-4970-8af0-57177e4ad7dd of type vlan for network eca39651-d681-4bd2-a049-cb8d24897af0 Sep 21 16:39:30.398074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.502583 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.508662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:30.509241 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.618547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Network': ['ID=eca39651-d681-4bd2-a049-cb8d24897af0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:30.629332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network eca39651-d681-4bd2-a049-cb8d24897af0 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:39:30.686557 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-68859e3f-f071-4201-9a39-165a90cde1fd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4485455 Sep 21 16:39:30.689202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54070) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:30.694434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'admin_state_up': True, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:30.701587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:30.705530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:router and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:30.708779 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:30.715530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:30.828335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.829356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:30.843898 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.173412 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.529736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.558178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.691498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.106 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/c6dd8c0c-6d41-4410-8381-a95309d71256) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:39:31.840342 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.924956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.991005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:39:31.993968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:31.997569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:39:32.026712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=c6dd8c0c-6d41-4410-8381-a95309d71256,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:32.591823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.897617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d872c44a-c31f-4b42-8b6c-cd0251c96c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.929377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:33.171217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router e879c55e-deb9-482a-8d35-807e0f8e8c91 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:39:33.345464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:39:33.354855 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Sync routers for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:33.363816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:33.364503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:33.434316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:33.435711 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-af157d0e-8f69-4243-ae02-a2dd570efb5b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7453001 Sep 21 16:39:33.438686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54076) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:33.483401 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-14ad2f1d-17da-4f7c-b38e-b02f83a248c0 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=5aea6637a92043568891f5ae2f6692ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410759 Sep 21 16:39:33.483595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54080) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:33.540066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:33.622072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38662dec-10b2-4193-ab6d-6577f004a423 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:33.626246 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-38662dec-10b2-4193-ab6d-6577f004a423 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390364 Sep 21 16:39:33.626440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54084) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:33.778411 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-ebb3e060-750f-413d-8d38-a3145bcbfbbf tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1508152 Sep 21 16:39:33.780977 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54088) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:33.786216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143300674', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:33.837873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:32Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:33.841832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Checking router: e879c55e-deb9-482a-8d35-807e0f8e8c91 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:33.842236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Updating router e879c55e-deb9-482a-8d35-807e0f8e8c91 port c6dd8c0c-6d41-4410-8381-a95309d71256 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:39:33.895804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:33.907644 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:33.911629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:subnet and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:33.914588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:33.920218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:34.011491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:39:34.015288 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:34.232189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:34.244763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Transition to ACTIVE for port object c6dd8c0c-6d41-4410-8381-a95309d71256 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:39:34.280370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:34.297117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:34.367437 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Subnet': ['ID=141a21f3-7f74-41da-b27c-24c079504c09,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:34.371656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Checking segment: {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:39:34.372020 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network hostable DHCP agents. Network: eca39651-d681-4bd2-a049-cb8d24897af0, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:39:34.393861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Attempting to bind port c6dd8c0c-6d41-4410-8381-a95309d71256 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:39:34.394300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Attempting to bind port c6dd8c0c-6d41-4410-8381-a95309d71256 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:39:34.394627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Attempting to bind port c6dd8c0c-6d41-4410-8381-a95309d71256 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:39:34.405097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:39:34.405472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:39:34.405873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:34.406291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:39:34.406760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Bound port: c6dd8c0c-6d41-4410-8381-a95309d71256, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:39:34.407138 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:34.442871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9c385-97b6-4620-9eaf-43b23546ebf5 None None] Pushing event updated for resources: {'Port': ['ID=c6dd8c0c-6d41-4410-8381-a95309d71256,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:34.443959 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network eca39651-d681-4bd2-a049-cb8d24897af0 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:39:34.483569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] For port c6dd8c0c-6d41-4410-8381-a95309d71256, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:39:34.486449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] For port c6dd8c0c-6d41-4410-8381-a95309d71256, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c6dd8c0c-6d41-4410-8381-a95309d71256,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:39:34.519682 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, eca39651-d681-4bd2-a049-cb8d24897af0) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:34.524712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:34.526335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:34.531509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dcd7e3-7be9-4f62-9559-81a4c6cf3de4 None None] Network eca39651-d681-4bd2-a049-cb8d24897af0 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:39:34.547062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:34.629611 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3be6b684-4709-49af-9a9b-b5f87d07a8f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8471954 Sep 21 16:39:34.632732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54092) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:34.669194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:34.669820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:34.791718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9c385-97b6-4620-9eaf-43b23546ebf5 None None] Pushing event updated for resources: {'Port': ['ID=c6dd8c0c-6d41-4410-8381-a95309d71256,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:34.933387 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:35.101635 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-eca39651-d681-4bd2-a049-cb8d24897af0', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:39:35.102458 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:35.218063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7be2f2a2-0967-4366-a4dc-6dde0bc3c7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:35.322479 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:35.384803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Allocated IP 172.20.0.2 (eca39651-d681-4bd2-a049-cb8d24897af0/141a21f3-7f74-41da-b27c-24c079504c09/de9c22ad-84fa-45e7-a02f-f5f97109b794) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:39:35.477110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:32Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:35.485542 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636afb67-d3ee-4def-94f3-9946ad5e016d None None] The sync data for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv is: [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:32Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:35.618606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:35.629633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Transition to ACTIVE for port object de9c22ad-84fa-45e7-a02f-f5f97109b794 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:39:35.651960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Transition to ACTIVE for port object de9c22ad-84fa-45e7-a02f-f5f97109b794 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:39:35.725529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:35.795465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Network eca39651-d681-4bd2-a049-cb8d24897af0 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:39:35.798422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:35.802679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:39:35.848234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Pushing event updated for resources: {'Port': ['ID=de9c22ad-84fa-45e7-a02f-f5f97109b794,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:35.887943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.1 (eca39651-d681-4bd2-a049-cb8d24897af0/141a21f3-7f74-41da-b27c-24c079504c09/86ab5f2e-abdf-479b-bab6-004f67c459f2) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:39:35.917688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Attempting to bind port de9c22ad-84fa-45e7-a02f-f5f97109b794 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:39:35.918200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Attempting to bind port de9c22ad-84fa-45e7-a02f-f5f97109b794 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:39:35.918569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Attempting to bind port de9c22ad-84fa-45e7-a02f-f5f97109b794 on network eca39651-d681-4bd2-a049-cb8d24897af0 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:39:35.924452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:39:35.924881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Checking segment: {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:39:35.925312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:35.925706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Bound using segment: {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:39:35.926262 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Bound port: de9c22ad-84fa-45e7-a02f-f5f97109b794, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:39:35.926640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:36.059659 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:36.074754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] For port de9c22ad-84fa-45e7-a02f-f5f97109b794, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:39:36.080091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object 86ab5f2e-abdf-479b-bab6-004f67c459f2 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:39:36.080251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] For port de9c22ad-84fa-45e7-a02f-f5f97109b794, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=de9c22ad-84fa-45e7-a02f-f5f97109b794,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:39:36.177438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:36.205978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:36.275597 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network eca39651-d681-4bd2-a049-cb8d24897af0 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:39:36.277881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:36.279271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028550e-ec77-48af-ae2e-f4bdf7b0c2f0 None None] Pushing event updated for resources: {'Port': ['ID=de9c22ad-84fa-45e7-a02f-f5f97109b794,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:36.283298 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:39:36.327275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:36.342411 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=86ab5f2e-abdf-479b-bab6-004f67c459f2,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:36.362048 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:36.731126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:36.948329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:37.163423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:37.223286 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:37.341928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:37.345390 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=86ab5f2e-abdf-479b-bab6-004f67c459f2,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:37.489805 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network eca39651-d681-4bd2-a049-cb8d24897af0 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:39:37.490920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:37.513111 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a40fb0-f7d7-4d82-8c91-c2d1abdf9be8 None None] Network eca39651-d681-4bd2-a049-cb8d24897af0 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:39:37.685107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-bb5011f1-aef6-4112-b7d7-a4d4372039d6 None None] Provisioning for port de9c22ad-84fa-45e7-a02f-f5f97109b794 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:39:37.764602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c6dd8c0c-6d41-4410-8381-a95309d71256 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:39:37.800956 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router e879c55e-deb9-482a-8d35-807e0f8e8c91 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:39:37.906398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c6dd8c0c-6d41-4410-8381-a95309d71256 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:39:37.907880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c6dd8c0c-6d41-4410-8381-a95309d71256 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:37.908257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.008908 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:39:38.020351 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Sync routers for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:38.023951 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2a3a7503-680c-4a4d-bea5-dad0f791209a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/e879c55e-deb9-482a-8d35-807e0f8e8c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3901889 Sep 21 16:39:38.049483 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:38.050144 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:38.054303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c6dd8c0c-6d41-4410-8381-a95309d71256 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:38.054803 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.075828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c6dd8c0c-6d41-4410-8381-a95309d71256, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c6dd8c0c-6d41-4410-8381-a95309d71256,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:38.080101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.148891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.149704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device de9c22ad-84fa-45e7-a02f-f5f97109b794 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:39:38.254713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-78f8a4f2-713d-4cb9-b527-65209473bf47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:39:38.259594 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:38.259728 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Provisioning for port 86ab5f2e-abdf-479b-bab6-004f67c459f2 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:39:38.277992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Provisioning complete for port 86ab5f2e-abdf-479b-bab6-004f67c459f2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:38.279221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.320258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-78f8a4f2-713d-4cb9-b527-65209473bf47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:39:38.321695 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-78f8a4f2-713d-4cb9-b527-65209473bf47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162432800&fields=id&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 267 time: 0.1238980 Sep 21 16:39:38.340047 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c6dd8c0c-6d41-4410-8381-a95309d71256,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:38.346490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port de9c22ad-84fa-45e7-a02f-f5f97109b794 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:39:38.354248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port de9c22ad-84fa-45e7-a02f-f5f97109b794 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:38.354632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.384755 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Port 86ab5f2e-abdf-479b-bab6-004f67c459f2 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:39:38.416745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Provisioning complete for port de9c22ad-84fa-45e7-a02f-f5f97109b794 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:38.417121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.514751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-defb0f2d-f217-4371-837a-484f5f767bd2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:38.515623 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-defb0f2d-f217-4371-837a-484f5f767bd2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:39:38.589484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-defb0f2d-f217-4371-837a-484f5f767bd2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:39:38.590908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-defb0f2d-f217-4371-837a-484f5f767bd2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/networks?id=eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 200 len: 796 time: 0.2551725 Sep 21 16:39:38.595532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port de9c22ad-84fa-45e7-a02f-f5f97109b794 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:38.595927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.609071 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-66e4ab07-27c3-4b67-96c8-bfc5a65701f5 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/quotas/5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 375 time: 0.0108213 Sep 21 16:39:38.623916 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 2, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:38.627810 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Checking router: e879c55e-deb9-482a-8d35-807e0f8e8c91 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:38.628183 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Updating router e879c55e-deb9-482a-8d35-807e0f8e8c91 port 86ab5f2e-abdf-479b-bab6-004f67c459f2 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:39:38.643792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Current status of the port de9c22ad-84fa-45e7-a02f-f5f97109b794 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:38.644173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.661680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port de9c22ad-84fa-45e7-a02f-f5f97109b794, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=de9c22ad-84fa-45e7-a02f-f5f97109b794,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:38.684379 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.703337 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-8f95f3bd-6f27-42e4-af4d-619b8c85ac52 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884001 Sep 21 16:39:38.730898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:38.850795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:39:38.851235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:39:38.854795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=de9c22ad-84fa-45e7-a02f-f5f97109b794,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:38.952958 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-5a38081d-5f56-4cd5-8ccb-a42bbc700cc3 service neutron] 10.222.0.65 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371922 Sep 21 16:39:39.039207 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.050423 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Transition to ACTIVE for port object 86ab5f2e-abdf-479b-bab6-004f67c459f2 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:39:39.087361 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-5de5277a-0894-43f2-bd22-70abad3079a9 service neutron] 10.222.0.65 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283064 Sep 21 16:39:39.130038 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.322334 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Pushing event updated for resources: {'Port': ['ID=86ab5f2e-abdf-479b-bab6-004f67c459f2,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:39.342784 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.343122 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.343456 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.343787 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.344107 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.344982 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.344982 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.345183 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.345376 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.345695 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.346037 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.346356 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:39.355517 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Attempting to bind port 86ab5f2e-abdf-479b-bab6-004f67c459f2 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:39:39.355888 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Attempting to bind port 86ab5f2e-abdf-479b-bab6-004f67c459f2 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:39:39.356252 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Attempting to bind port 86ab5f2e-abdf-479b-bab6-004f67c459f2 on network eca39651-d681-4bd2-a049-cb8d24897af0 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:39:39.361562 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:39:39.362109 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Checking segment: {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:39:39.362510 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.362893 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Bound using segment: {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:39:39.363357 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Bound port: 86ab5f2e-abdf-479b-bab6-004f67c459f2, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:39:39.363728 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.385504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-0eebd99d-a182-4508-aa93-c678de545e66 req-c3fc8819-23ba-4a2c-afeb-cf73db214674 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:39:39.415302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-60bfc91e-9bcb-4905-96b3-37d65e78df54 None None] Current status of the port de9c22ad-84fa-45e7-a02f-f5f97109b794 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:39.446376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-0eebd99d-a182-4508-aa93-c678de545e66 req-c3fc8819-23ba-4a2c-afeb-cf73db214674 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:39:39.447934 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0eebd99d-a182-4508-aa93-c678de545e66 req-c3fc8819-23ba-4a2c-afeb-cf73db214674 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 210 time: 0.1411831 Sep 21 16:39:39.470980 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] For port 86ab5f2e-abdf-479b-bab6-004f67c459f2, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:39:39.475683 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] For port 86ab5f2e-abdf-479b-bab6-004f67c459f2, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=86ab5f2e-abdf-479b-bab6-004f67c459f2,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:39:39.549138 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.612372 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:39.612972 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:39.698253 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09ce1e-650e-4632-be9b-06b216d39a51 None None] Pushing event updated for resources: {'Port': ['ID=86ab5f2e-abdf-479b-bab6-004f67c459f2,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:39.719996 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c6dd8c0c-6d41-4410-8381-a95309d71256 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:39:39.790553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c6dd8c0c-6d41-4410-8381-a95309d71256 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:39.791163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.806000 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:39.913713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c6dd8c0c-6d41-4410-8381-a95309d71256 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:39.915133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device de9c22ad-84fa-45e7-a02f-f5f97109b794 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:39:39.988471 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port de9c22ad-84fa-45e7-a02f-f5f97109b794 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:39.988942 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:40.142245 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port de9c22ad-84fa-45e7-a02f-f5f97109b794 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:40.158475 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:39Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:40.162635 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6aec9a-6c4d-4a0d-987a-6fe758d6df5a None None] The sync data for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv is: [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:39Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:40.625256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-42b80224-577f-47c2-812a-34975ff1f0fc req-3c71f150-f9d4-4b93-869f-0b010c363594 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 210 time: 0.0596006 Sep 21 16:39:41.542949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4dfa355f-8bdf-4cd5-8b19-1f909f9bfb03 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:41.544395 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4dfa355f-8bdf-4cd5-8b19-1f909f9bfb03 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/networks?id=eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 200 len: 796 time: 0.1491404 Sep 21 16:39:41.591711 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-692c142f-9cdf-406a-913b-c7e40219f3eb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 379 time: 0.0395811 Sep 21 16:39:41.600797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'port': {'device_id': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'admin_state_up': True, 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'security_groups': ['ed4cbf4f-6cbd-4a96-8483-950cec49f627']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:41.736430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86ab5f2e-abdf-479b-bab6-004f67c459f2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:39:41.756210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:41.766819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:41.855751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:39:41.859426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:41.862328 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a3035a46-f9b9-4564-843b-0a858378002e req-40a7eebf-3817-4e56-8374-bfc3775b0c48 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 210 time: 0.0529969 Sep 21 16:39:41.895430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 86ab5f2e-abdf-479b-bab6-004f67c459f2 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:39:41.900690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 86ab5f2e-abdf-479b-bab6-004f67c459f2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:41.905857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:42.028383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 86ab5f2e-abdf-479b-bab6-004f67c459f2 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:42.028783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:42.030787 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.14 (eca39651-d681-4bd2-a049-cb8d24897af0/141a21f3-7f74-41da-b27c-24c079504c09/4abdc9f1-79e1-4677-b528-0fd948a3afa8) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:39:42.063328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 86ab5f2e-abdf-479b-bab6-004f67c459f2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=86ab5f2e-abdf-479b-bab6-004f67c459f2,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:42.125885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:42.197161 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=86ab5f2e-abdf-479b-bab6-004f67c459f2,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:42.230133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:42.246257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object 4abdc9f1-79e1-4677-b528-0fd948a3afa8 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:39:42.324652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:42.401835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network eca39651-d681-4bd2-a049-cb8d24897af0 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:39:42.404992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:42.408856 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:39:42.440060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:42.477408 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:42.478078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:42.584084 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-4b24d74e-070f-440a-a93d-126120e08eb2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9875121 Sep 21 16:39:42.594940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Request body: {'port': {'device_id': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:42.707317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:42.720101 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-839d5176-e612-49f4-87ce-68f433cff990 None None] Provisioning for port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:39:42.726314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-839d5176-e612-49f4-87ce-68f433cff990 None None] Provisioning complete for port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:42.726764 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-839d5176-e612-49f4-87ce-68f433cff990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:42.779660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-839d5176-e612-49f4-87ce-68f433cff990 None None] Port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:39:43.212232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abdc9f1-79e1-4677-b528-0fd948a3afa8 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:39:43.220848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:43.236010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbb365-4825-414f-8302-e6e7961373e6 req-3016e477-a2b4-449a-9d4c-542ec7e6ba25 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:43.236702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-4bbbb365-4825-414f-8302-e6e7961373e6 req-3016e477-a2b4-449a-9d4c-542ec7e6ba25 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:39:43.250148 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Transition to ACTIVE for port object 4abdc9f1-79e1-4677-b528-0fd948a3afa8 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:39:43.340965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:43.421703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-4bbbb365-4825-414f-8302-e6e7961373e6 req-3016e477-a2b4-449a-9d4c-542ec7e6ba25 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:39:43.422878 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4bbbb365-4825-414f-8302-e6e7961373e6 req-3016e477-a2b4-449a-9d4c-542ec7e6ba25 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 932 time: 0.4497027 Sep 21 16:39:43.560106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Pushing event updated for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:43.570683 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4bbbb365-4825-414f-8302-e6e7961373e6 req-8bf373a0-d4b3-49bf-b9dd-b1d8b92c66ac tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247566 Sep 21 16:39:43.607609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Attempting to bind port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:39:43.607942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Attempting to bind port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:39:43.608268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Attempting to bind port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 on network eca39651-d681-4bd2-a049-cb8d24897af0 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:39:43.612793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 on network eca39651-d681-4bd2-a049-cb8d24897af0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:39:43.613113 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Attempting to bind port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 on network eca39651-d681-4bd2-a049-cb8d24897af0 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:39:43.618196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:39:43.618534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Checking segment: {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:39:43.618916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Bound using segment: {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:39:43.619339 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Bound port: 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd6dc2c-7454-4970-8af0-57177e4ad7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:39:43.619683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:43.705092 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86ab5f2e-abdf-479b-bab6-004f67c459f2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:39:43.709462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:39:43.713037 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:39:43.773927 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 86ab5f2e-abdf-479b-bab6-004f67c459f2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:43.774324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:43.794369 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:43.826765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:43.827297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:43.828724 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] 10.222.0.33 "PUT /v2.0/ports/4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 200 len: 1094 time: 1.2379262 Sep 21 16:39:43.834911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:39:43.837253 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e2b700-e044-446e-a826-d7ef8516e303" -d '{"events": [{"name": "network-changed", "server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:43.882574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641f578-96e3-43cd-a676-e37966363a43 service neutron] Pushing event updated for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:43.889978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e5902c-b09d-4e78-8144-893cb0db60fb x-openstack-request-id: req-67e5902c-b09d-4e78-8144-893cb0db60fb {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:43.890304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:43.890560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67e5902c-b09d-4e78-8144-893cb0db60fb {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:43.891095 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e5902c-b09d-4e78-8144-893cb0db60fb'] response: {'name': 'network-changed', 'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'status': 'completed', 'code': 200} Sep 21 16:39:43.895782 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 86ab5f2e-abdf-479b-bab6-004f67c459f2 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:43.992073 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b700-e044-446e-a826-d7ef8516e303 req-65a936b1-7799-474f-8e3a-013d4abebf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:43.993538 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3e2b700-e044-446e-a826-d7ef8516e303 req-65a936b1-7799-474f-8e3a-013d4abebf52 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1097 time: 0.0806651 Sep 21 16:39:44.132939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b700-e044-446e-a826-d7ef8516e303 req-321e6f53-c6b7-441d-a1c2-a59e66e96730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:44.134308 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3e2b700-e044-446e-a826-d7ef8516e303 req-321e6f53-c6b7-441d-a1c2-a59e66e96730 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=5aea6637a92043568891f5ae2f6692ff&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1346519 Sep 21 16:39:44.267620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b700-e044-446e-a826-d7ef8516e303 req-f95cc636-91d2-490e-9d47-2e5635fd524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:44.269052 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b3e2b700-e044-446e-a826-d7ef8516e303 req-f95cc636-91d2-490e-9d47-2e5635fd524b service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296616 Sep 21 16:39:44.383095 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-ca52e42d-5acd-45be-8e1b-fdf74e830167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:44.384492 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-ca52e42d-5acd-45be-8e1b-fdf74e830167 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1097 time: 0.0821269 Sep 21 16:39:44.451632 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-dd172e13-d999-41e2-947e-dd28e5e5ded5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 200 len: 217 time: 0.0600712 Sep 21 16:39:44.515469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-8cb59c4e-7fb8-46eb-bfed-72a257d76cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:44.516898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-8cb59c4e-7fb8-46eb-bfed-72a257d76cc2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=141a21f3-7f74-41da-b27c-24c079504c09 HTTP/1.1" status: 200 len: 834 time: 0.0595119 Sep 21 16:39:44.599365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-fea65475-5334-45fe-a98f-15ce0ba8bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:44.601443 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-fea65475-5334-45fe-a98f-15ce0ba8bdae service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=eca39651-d681-4bd2-a049-cb8d24897af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781391 Sep 21 16:39:44.792701 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-26aa0d58-3dfc-49e8-8db3-2c12631e8c3c service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850595 Sep 21 16:39:44.874910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865ffeb-d7c3-48be-8f22-6efc0f7e9e08 req-c0c66bd3-186e-44ae-8aa9-8202b8a023c8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:44.876331 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0865ffeb-d7c3-48be-8f22-6efc0f7e9e08 req-c0c66bd3-186e-44ae-8aa9-8202b8a023c8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 944 time: 0.1890433 Sep 21 16:39:44.951747 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0865ffeb-d7c3-48be-8f22-6efc0f7e9e08 req-4a2ec3f0-70cf-4a42-8d26-b55b2f7bf98c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633397 Sep 21 16:39:44.971034 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9b6c71a3-eb48-4e8d-9f8a-2275b820ea15 req-90f7ead3-b103-495b-80ec-d8b094a70bb0 service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706297 Sep 21 16:39:46.154812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64517bd-c624-4795-8bea-56954055d27b req-80ba902b-0273-4734-b72e-3a46d0ddeb8a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:46.156276 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a64517bd-c624-4795-8bea-56954055d27b req-80ba902b-0273-4734-b72e-3a46d0ddeb8a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 944 time: 0.0920243 Sep 21 16:39:46.198949 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a64517bd-c624-4795-8bea-56954055d27b req-610ab3a2-e5f3-4341-88fc-3c92333a3dd4 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370772 Sep 21 16:39:47.544980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214216b0-9665-4853-ab27-05cc6b112714 req-7315e19d-494a-4dd0-85d5-808a46bbe54f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:47.546457 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-214216b0-9665-4853-ab27-05cc6b112714 req-7315e19d-494a-4dd0-85d5-808a46bbe54f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 944 time: 0.0853045 Sep 21 16:39:47.589868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-214216b0-9665-4853-ab27-05cc6b112714 req-2c45787e-863f-4130-b158-2363e28a6bfb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379095 Sep 21 16:39:47.878130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 4abdc9f1-79e1-4677-b528-0fd948a3afa8 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:39:48.009822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:48.026358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'port_id': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'mac_address': 'fa:16:3e:cc:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:39:48.080586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:48.080967 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:48.097852 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abdc9f1-79e1-4677-b528-0fd948a3afa8 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:39:48.114590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:48.211039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:48.277532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:48.410861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['4abdc9f1-79e1-4677-b528-0fd948a3afa8'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:39:48.785460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd957ec-201e-4148-bdcb-898b0a0f053a req-32a33449-fc65-4c2d-a9d9-9292c9c0ac28 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:48.786855 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2fd957ec-201e-4148-bdcb-898b0a0f053a req-32a33449-fc65-4c2d-a9d9-9292c9c0ac28 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 945 time: 0.0883288 Sep 21 16:39:48.832078 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2fd957ec-201e-4148-bdcb-898b0a0f053a req-fefe8e9e-c3e5-4ee2-a915-a95669d413aa tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393257 Sep 21 16:39:49.893763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 4abdc9f1-79e1-4677-b528-0fd948a3afa8 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:39:50.011302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:39:50.017312 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:50.017693 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.143296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:39:50.143670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.152503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5397df-b80b-4c7c-854e-2f4edfd03a37 req-c3d0008b-8bc5-4f6d-afc0-0fd6e1290cda tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:50.153974 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ba5397df-b80b-4c7c-854e-2f4edfd03a37 req-c3d0008b-8bc5-4f6d-afc0-0fd6e1290cda tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 945 time: 0.2087672 Sep 21 16:39:50.171194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:39:50.173487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ebc556-d913-472b-b969-4eef34b3a95e" -d '{"events": [{"server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "name": "network-vif-plugged", "status": "completed", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:50.181405 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:39:50.199825 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ba5397df-b80b-4c7c-854e-2f4edfd03a37 req-6757dcd6-235c-4cb5-83b0-1978f28a4930 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 Sep 21 16:39:50.255676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.290354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaefa07-972c-49d1-8050-007b99b196d8 x-openstack-request-id: req-3eaefa07-972c-49d1-8050-007b99b196d8 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:50.290894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "name": "network-vif-plugged", "status": "completed", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:50.291147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3eaefa07-972c-49d1-8050-007b99b196d8 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:50.291531 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eaefa07-972c-49d1-8050-007b99b196d8'] response: {'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'code': 200} Sep 21 16:39:50.333761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:50.609365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4d57-c333-47ae-9848-7fab0d7b4e52 req-ce20f31c-3d8f-49d1-92bc-e015dbf3d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:50.610785 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d98e4d57-c333-47ae-9848-7fab0d7b4e52 req-ce20f31c-3d8f-49d1-92bc-e015dbf3d9d4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1099 time: 0.0787246 Sep 21 16:39:50.650238 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d98e4d57-c333-47ae-9848-7fab0d7b4e52 req-ba886f46-915d-469e-86bc-01172842e904 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333719 Sep 21 16:39:51.395032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a4e86-4787-428b-90ad-dc333104da18 req-32c16162-cb02-478c-a73e-b70c80bca157 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:51.396381 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4a4e86-4787-428b-90ad-dc333104da18 req-32c16162-cb02-478c-a73e-b70c80bca157 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0865853 Sep 21 16:39:51.442089 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4a4e86-4787-428b-90ad-dc333104da18 req-7af0917b-3dfa-4eee-8d04-caf584a42725 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400798 Sep 21 16:39:52.642790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f9155-1f34-4591-a38c-f7e70032c495 req-30742378-1ff4-41b4-9c47-61d87317207b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:52.644273 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f29f9155-1f34-4591-a38c-f7e70032c495 req-30742378-1ff4-41b4-9c47-61d87317207b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0880847 Sep 21 16:39:52.687621 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f29f9155-1f34-4591-a38c-f7e70032c495 req-b5620b64-4ec8-4a42-8085-a9ddead6504a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376041 Sep 21 16:39:52.885199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6619-85af-4055-a64d-6d5ba48027dd req-97d1c9a0-e256-4305-9779-654b03746134 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:52.886682 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c52e6619-85af-4055-a64d-6d5ba48027dd req-97d1c9a0-e256-4305-9779-654b03746134 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0875332 Sep 21 16:39:52.930888 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c52e6619-85af-4055-a64d-6d5ba48027dd req-feaac963-be64-4e43-b199-4fe675cf262f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383410 Sep 21 16:39:52.960267 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54156) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:53.040021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc53f73f-0688-4856-a435-adb2f9ceebb0 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:53.041499 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-bc53f73f-0688-4856-a435-adb2f9ceebb0 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1094 time: 0.0803075 Sep 21 16:39:53.044341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54160) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:53.049256 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:39:53.055987 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:39:53.060001 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:floatingip and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:39:53.062918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:39:53.069260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:39:53.159692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:53.293648 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:53.424364 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.19 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/db01f909-d1f1-4b0e-ad1a-d7f533cfdc15) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:39:53.571295 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:53.661118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:53.724494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:39:53.727714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:53.731511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:39:53.770105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=db01f909-d1f1-4b0e-ad1a-d7f533cfdc15,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:54.143668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:54.280498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:54.576255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:54.627818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:54.734418 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:54.781602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=db01f909-d1f1-4b0e-ad1a-d7f533cfdc15,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:54.909444 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP f2734773-b5c3-473a-a8a5-8e31ccf2c677 associated. External IP: 172.26.0.19, port: 4abdc9f1-79e1-4677-b528-0fd948a3afa8. Sep 21 16:39:55.265536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router e879c55e-deb9-482a-8d35-807e0f8e8c91 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:39:55.439413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:39:55.449068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] Sync routers for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:55.458772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:55.459544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:55.548458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:55.608127 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0af9a3d7-b6d0-4e1b-a82f-91d13ad6671d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5627506 Sep 21 16:39:55.608724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:39:55.611072 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38959568-c87e-4e26-ab32-349a75ff784e" -d '{"events": [{"name": "network-changed", "server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:55.638974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:55.661851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512c982c-7244-4440-abb0-19f7c13461b2 x-openstack-request-id: req-512c982c-7244-4440-abb0-19f7c13461b2 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:55.663122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:55.663583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-512c982c-7244-4440-abb0-19f7c13461b2 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:55.664250 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512c982c-7244-4440-abb0-19f7c13461b2'] response: {'name': 'network-changed', 'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'status': 'completed', 'code': 200} Sep 21 16:39:55.766075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959568-c87e-4e26-ab32-349a75ff784e req-22194b5b-1147-415e-8f17-02ed373ed818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:55.767788 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38959568-c87e-4e26-ab32-349a75ff784e req-22194b5b-1147-415e-8f17-02ed373ed818 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1099 time: 0.0846667 Sep 21 16:39:55.810614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e5eaa-5415-429e-ba2d-cc6f66bb37d9 req-03488fb3-5b0e-4af1-a4c9-0f1acadf4a46 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:55.812705 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bf0e5eaa-5415-429e-ba2d-cc6f66bb37d9 req-03488fb3-5b0e-4af1-a4c9-0f1acadf4a46 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0982280 Sep 21 16:39:55.861788 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bf0e5eaa-5415-429e-ba2d-cc6f66bb37d9 req-4597dbe7-a6bc-4fa9-8e87-63aabda12cce tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Sep 21 16:39:55.889464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54168) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:55.909684 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959568-c87e-4e26-ab32-349a75ff784e req-cb3e0ac3-b40e-4a56-b6bd-c77059cbb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:55.911413 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38959568-c87e-4e26-ab32-349a75ff784e req-cb3e0ac3-b40e-4a56-b6bd-c77059cbb0f6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 200 len: 897 time: 0.1323345 Sep 21 16:39:56.003242 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-75898b88-d7ab-4c4e-9a92-977e003e8096 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/f2734773-b5c3-473a-a8a5-8e31ccf2c677 HTTP/1.1" status: 200 len: 991 time: 0.1124392 Sep 21 16:39:56.022743 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38959568-c87e-4e26-ab32-349a75ff784e req-637c0ab7-9f94-41a0-8431-4c9b052c4090 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 200 len: 999 time: 0.1044204 Sep 21 16:39:56.027009 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f2734773-b5c3-473a-a8a5-8e31ccf2c677', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'port_id': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'mac_address': 'fa:16:3e:cc:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:39:54Z', 'updated_at': '2022-09-21T16:39:54Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:42Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:56.031133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] Checking router: e879c55e-deb9-482a-8d35-807e0f8e8c91 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:56.040097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:39:56.040745 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:39:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:56.086478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959568-c87e-4e26-ab32-349a75ff784e req-1e95015e-4847-4b72-ab6f-e251214d4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:56.087845 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38959568-c87e-4e26-ab32-349a75ff784e req-1e95015e-4847-4b72-ab6f-e251214d4aef service neutron] 10.222.0.33 "GET /v2.0/subnets?id=141a21f3-7f74-41da-b27c-24c079504c09 HTTP/1.1" status: 200 len: 834 time: 0.0593579 Sep 21 16:39:56.221219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:39:56.291030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959568-c87e-4e26-ab32-349a75ff784e req-44d24f12-388e-4150-b8d0-7660764ca4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:39:56.292493 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38959568-c87e-4e26-ab32-349a75ff784e req-44d24f12-388e-4150-b8d0-7660764ca4ae service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=eca39651-d681-4bd2-a049-cb8d24897af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1992152 Sep 21 16:39:56.423526 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38959568-c87e-4e26-ab32-349a75ff784e req-3841acee-9475-4f8b-b136-c18411352fb2 service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241782 Sep 21 16:39:56.555920 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-38959568-c87e-4e26-ab32-349a75ff784e req-b15062e7-cbad-411f-8812-f1039f9fec18 service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254294 Sep 21 16:39:56.569174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f2734773-b5c3-473a-a8a5-8e31ccf2c677', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'port_id': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'mac_address': 'fa:16:3e:cc:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:39:54Z', 'updated_at': '2022-09-21T16:39:54Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:42Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:56.573130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7037b-4dcb-431a-b256-cce18a99f00b None None] The sync data for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv is: [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'f2734773-b5c3-473a-a8a5-8e31ccf2c677', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'port_id': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'mac_address': 'fa:16:3e:cc:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:39:54Z', 'updated_at': '2022-09-21T16:39:54Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:42Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:56.775337 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea70de0-3447-42ae-90c1-77183e425210 None None] New status for floating IP f2734773-b5c3-473a-a8a5-8e31ccf2c677: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:39:57.007789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54172) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:57.119168 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-40c58302-15e7-4395-8ecd-68374a23d46f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/f2734773-b5c3-473a-a8a5-8e31ccf2c677 HTTP/1.1" status: 200 len: 991 time: 0.1102774 Sep 21 16:39:58.123203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54176) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:39:58.229155 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-dbce1dbe-9650-4f21-a867-ccefeb32e56e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/f2734773-b5c3-473a-a8a5-8e31ccf2c677 HTTP/1.1" status: 200 len: 993 time: 0.1048138 Sep 21 16:39:59.302473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:59.618526 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-717a32e6-90f4-4885-85ef-38110a7ab0c1 req-6046fb48-b48f-4685-8127-10960fea1050 service neutron] (89725) timed out ('10.222.0.65', 49914) {{(pid=89725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 21 16:40:02.934838 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-677390aa-75bc-45de-b3db-0920605a5791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:03.466494 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:40:04.977276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2132154-488b-4e36-8808-b63bb327b745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:06.312744 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:06.931021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:08.044908 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:23.358943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f23f6-1d43-45f2-9baa-918282d23212 req-ea1fefaa-561a-4154-9ec6-f38fc743df19 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:23.360395 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-403f23f6-1d43-45f2-9baa-918282d23212 req-ea1fefaa-561a-4154-9ec6-f38fc743df19 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0873775 Sep 21 16:40:23.408893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-403f23f6-1d43-45f2-9baa-918282d23212 req-3cdab6f1-a4f8-441f-9b35-1632938ea29b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427904 Sep 21 16:40:23.493128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54196) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:40:23.613065 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-8079b2bc-4325-4c07-8566-d353fbf1e84d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187513 Sep 21 16:40:24.622058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cad4b-7f3d-481d-b82b-4df53dcf3001 req-50f26f47-f016-409e-bd18-2b25b3a5fcf3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:24.623512 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8d1cad4b-7f3d-481d-b82b-4df53dcf3001 req-50f26f47-f016-409e-bd18-2b25b3a5fcf3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0975063 Sep 21 16:40:24.671926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8d1cad4b-7f3d-481d-b82b-4df53dcf3001 req-ae95c69e-9247-4df6-91db-9e9a2c63236a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426781 Sep 21 16:40:25.532004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-a842e99a-e5f4-455a-9951-2bd97272faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:25.533471 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-a842e99a-e5f4-455a-9951-2bd97272faeb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1099 time: 0.0793140 Sep 21 16:40:25.664356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-e3571e23-c195-4310-b27f-82c50cae4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:25.665796 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-e3571e23-c195-4310-b27f-82c50cae4892 service neutron] 10.222.0.33 "GET /v2.0/networks?id=eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 200 len: 897 time: 0.1267288 Sep 21 16:40:25.774798 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-e5fd6a21-8cad-40b1-86a9-c50314f9fda7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 200 len: 1001 time: 0.1009500 Sep 21 16:40:25.896248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-01e371cd-ff3b-4a68-97dd-f976310e5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:25.897613 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-01e371cd-ff3b-4a68-97dd-f976310e5908 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=141a21f3-7f74-41da-b27c-24c079504c09 HTTP/1.1" status: 200 len: 834 time: 0.1161463 Sep 21 16:40:25.979902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53a4aa-1fba-4d47-9f2b-f8e116143cd4 req-66c17659-6564-46b1-9685-db69b8514b73 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:25.981361 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f53a4aa-1fba-4d47-9f2b-f8e116143cd4 req-66c17659-6564-46b1-9685-db69b8514b73 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.1684697 Sep 21 16:40:26.028755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-a99dcd63-d455-4282-9a87-a7acfc689b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:26.030225 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-a99dcd63-d455-4282-9a87-a7acfc689b96 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=eca39651-d681-4bd2-a049-cb8d24897af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259549 Sep 21 16:40:26.037767 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4f53a4aa-1fba-4d47-9f2b-f8e116143cd4 req-5e67a311-7128-48fd-9713-a33936d905dd tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494971 Sep 21 16:40:26.162735 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-b8b8fcaa-d4bf-42c4-86f0-975ee4dfb5ca service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240237 Sep 21 16:40:26.291260 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-ef6fdfd7-0f40-48aa-8f4a-aaccf6882288 service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216388 Sep 21 16:40:27.234598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9b442-3f96-4d8a-a376-ac7c596ffb45 req-80fb9f12-8aed-4fe0-bfc6-889db81a7f1e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:27.236058 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0ab9b442-3f96-4d8a-a376-ac7c596ffb45 req-80fb9f12-8aed-4fe0-bfc6-889db81a7f1e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0855873 Sep 21 16:40:27.279458 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0ab9b442-3f96-4d8a-a376-ac7c596ffb45 req-7bd2c4d6-4627-46a4-91fd-232cff1efcd7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372567 Sep 21 16:40:28.474302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c01364-30b7-4a5f-a838-4697cf95040e req-ef3fe7fa-f2bc-4e65-ba46-0ce2b05f77b3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:28.475756 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78c01364-30b7-4a5f-a838-4697cf95040e req-ef3fe7fa-f2bc-4e65-ba46-0ce2b05f77b3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0865953 Sep 21 16:40:28.518394 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-78c01364-30b7-4a5f-a838-4697cf95040e req-e64020c5-9108-46fa-8b35-a593099695f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370715 Sep 21 16:40:29.328859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:29.818349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4cf30-068b-4898-9d97-4d134d685800 req-3a9b9a10-9bef-4f45-931f-8d9ba9ebc1dc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:29.819814 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-76f4cf30-068b-4898-9d97-4d134d685800 req-3a9b9a10-9bef-4f45-931f-8d9ba9ebc1dc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.1874447 Sep 21 16:40:29.864416 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-76f4cf30-068b-4898-9d97-4d134d685800 req-c17790d6-2743-4360-96bd-9abaa8e3199b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389662 Sep 21 16:40:31.063312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e953c-9b6e-4587-87e7-73f7c053d81a req-de0c8a04-cd23-4711-ab17-80630c2d1c6a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:31.064769 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3c1e953c-9b6e-4587-87e7-73f7c053d81a req-de0c8a04-cd23-4711-ab17-80630c2d1c6a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0895839 Sep 21 16:40:31.108328 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3c1e953c-9b6e-4587-87e7-73f7c053d81a req-61182697-9021-46ed-b9f7-909944a42512 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373008 Sep 21 16:40:32.305636 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca5ded-fa60-48f6-922f-8125b7e289d5 req-17704236-4238-40ab-a0b0-6301f8d24b53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:32.307023 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0aca5ded-fa60-48f6-922f-8125b7e289d5 req-17704236-4238-40ab-a0b0-6301f8d24b53 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0881922 Sep 21 16:40:32.350791 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0aca5ded-fa60-48f6-922f-8125b7e289d5 req-babde50e-80ab-4c94-86c3-102034ef61c0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382032 Sep 21 16:40:32.900579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b4a38510-24c2-4714-a3f9-3214b51ea818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:33.547934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b08a6-6ece-4198-bd91-a08b987b77ea req-a617f797-99ba-4063-8a9f-6d0eda3a53cb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:33.549382 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-542b08a6-6ece-4198-bd91-a08b987b77ea req-a617f797-99ba-4063-8a9f-6d0eda3a53cb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0864434 Sep 21 16:40:33.697654 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-542b08a6-6ece-4198-bd91-a08b987b77ea req-07edf4b5-6b18-4126-8189-3af8ab2abec3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425080 Sep 21 16:40:34.893739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b686c4-8872-4e71-8c43-e41745a0d2f9 req-045f3e18-6901-41a8-9bac-a365a6a4689a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:34.895113 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a6b686c4-8872-4e71-8c43-e41745a0d2f9 req-045f3e18-6901-41a8-9bac-a365a6a4689a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0853577 Sep 21 16:40:34.938654 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a6b686c4-8872-4e71-8c43-e41745a0d2f9 req-53caa9d9-ec57-4d1c-8971-4091785fb6fc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374610 Sep 21 16:40:34.993540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5261fdf1-a54c-4743-b444-a98a34d784b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:36.155907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded84988-e81d-4539-8590-9325aba1510f req-bcacc8cb-0f3b-4b75-a6c1-0d442ffe55c8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:36.157365 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ded84988-e81d-4539-8590-9325aba1510f req-bcacc8cb-0f3b-4b75-a6c1-0d442ffe55c8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.1035602 Sep 21 16:40:36.201906 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ded84988-e81d-4539-8590-9325aba1510f req-60d8bb7a-e658-4908-807b-b7b75ca90860 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383162 Sep 21 16:40:36.381669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:36.941813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:37.401394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e4264-5e18-4c3f-8af6-f368569656df req-4c00c69d-53e6-456b-bb51-717e6fc2c0f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:37.402769 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b67e4264-5e18-4c3f-8af6-f368569656df req-4c00c69d-53e6-456b-bb51-717e6fc2c0f9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0887351 Sep 21 16:40:37.446591 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b67e4264-5e18-4c3f-8af6-f368569656df req-afa43a81-7f4f-44c0-91a3-f19f9da18e6f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383587 Sep 21 16:40:38.043789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:38.240599 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-b3cd7c37-61b8-48dc-a80c-02305e858612 service neutron] 10.222.0.33 "GET /v2.0/ports/4abdc9f1-79e1-4677-b528-0fd948a3afa8/bindings/hv-neutron-8586 HTTP/1.1" status: 200 len: 384 time: 0.0760343 Sep 21 16:40:38.651062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79922f2-4572-405c-b9bc-89fa7d27e134 req-89422efc-b6ed-433e-aa99-a1f2c85b3f41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:38.652445 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c79922f2-4572-405c-b9bc-89fa7d27e134 req-89422efc-b6ed-433e-aa99-a1f2c85b3f41 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0888565 Sep 21 16:40:38.740892 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c79922f2-4572-405c-b9bc-89fa7d27e134 req-40ef59f5-1a98-46a2-aabe-83295d4dec3f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829055 Sep 21 16:40:38.777244 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-a1b70f8a-264b-4e22-bea6-dbb9ee712de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:38.778748 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-a1b70f8a-264b-4e22-bea6-dbb9ee712de3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 1099 time: 0.0829413 Sep 21 16:40:38.880986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-c96efe2c-b363-4622-982b-b3d0f5f3b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:38.882446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-c96efe2c-b363-4622-982b-b3d0f5f3b8f2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1099 time: 0.0825157 Sep 21 16:40:39.013071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-1c2964d8-1ec8-412f-b132-acc671c1cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:39.014510 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-1c2964d8-1ec8-412f-b132-acc671c1cb60 service neutron] 10.222.0.33 "GET /v2.0/networks?id=eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 200 len: 897 time: 0.1255102 Sep 21 16:40:39.118981 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-6c8dc553-f99f-49c6-a67b-3186fa95df77 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 200 len: 1001 time: 0.0983820 Sep 21 16:40:39.183599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-df2d6add-9571-45a8-aa43-ddccb555a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:39.184991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-df2d6add-9571-45a8-aa43-ddccb555a826 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=141a21f3-7f74-41da-b27c-24c079504c09 HTTP/1.1" status: 200 len: 834 time: 0.0597053 Sep 21 16:40:39.268372 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-3fa0cd13-f45e-4e6e-9954-7c52a6e4e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:39.269792 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-3fa0cd13-f45e-4e6e-9954-7c52a6e4e549 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=eca39651-d681-4bd2-a049-cb8d24897af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782943 Sep 21 16:40:39.399696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-3801539b-9efb-425b-b505-e08825e04023 service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239817 Sep 21 16:40:39.531543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2bf70d16-32ae-45bb-aadc-69ed413141de req-4b78c035-2c37-45e0-9f01-b7e6d628c09b service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256974 Sep 21 16:40:39.947101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505e400-531f-41a3-9108-90f9106729d4 req-8c06bcd6-5727-4a9c-9821-411b32a6c73f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:39.948569 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0505e400-531f-41a3-9108-90f9106729d4 req-8c06bcd6-5727-4a9c-9821-411b32a6c73f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0931578 Sep 21 16:40:39.997177 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0505e400-531f-41a3-9108-90f9106729d4 req-324d2ace-b481-463d-9471-237c3419f8b9 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425279 Sep 21 16:40:40.073387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-80af9d09-c3fe-4739-b450-6329c1ba54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:40.074903 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-80af9d09-c3fe-4739-b450-6329c1ba54f3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1099 time: 0.0897737 Sep 21 16:40:40.219014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-3f85b7aa-247c-48c8-8fec-4f51ffd9a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:40.220486 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-3f85b7aa-247c-48c8-8fec-4f51ffd9a6f8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 200 len: 897 time: 0.1261237 Sep 21 16:40:40.324387 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-3a383034-6b2c-473f-a738-5f917179b58e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 200 len: 1001 time: 0.0974691 Sep 21 16:40:40.385820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-5b019d18-ce38-4cf1-9bdf-ad7f50fdfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:40.387218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-5b019d18-ce38-4cf1-9bdf-ad7f50fdfa6b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=141a21f3-7f74-41da-b27c-24c079504c09 HTTP/1.1" status: 200 len: 834 time: 0.0566559 Sep 21 16:40:40.465515 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:40:40.472484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-9c8cb8ab-7f2a-4712-aabf-890fe20f7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:40.474502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-9c8cb8ab-7f2a-4712-aabf-890fe20f7ce4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=eca39651-d681-4bd2-a049-cb8d24897af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806496 Sep 21 16:40:40.689744 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-6d726519-a7d7-43ad-bc30-3cf9b4eea8d8 service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094245 Sep 21 16:40:40.820136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ae1fed1-faa4-45ab-bb9b-a30ef7393b58 req-0f2bb507-2806-4b81-8390-97a8232c1111 service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244183 Sep 21 16:40:41.197346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d85c5-86f3-47aa-bce6-d2e23ce77f0d req-8f9ca2af-3272-4da7-be01-b32c19beb899 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:41.198835 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-177d85c5-86f3-47aa-bce6-d2e23ce77f0d req-8f9ca2af-3272-4da7-be01-b32c19beb899 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0879540 Sep 21 16:40:41.242608 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-177d85c5-86f3-47aa-bce6-d2e23ce77f0d req-530d5d92-b92d-4f11-bec6-d26a4d36b7d3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380480 Sep 21 16:40:42.047501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 4abdc9f1-79e1-4677-b528-0fd948a3afa8 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:40:42.050277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 4abdc9f1-79e1-4677-b528-0fd948a3afa8 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:40:42.309732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:40:42.310133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:42.331035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:40:42.355243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'port_id': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'mac_address': 'fa:16:3e:cc:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:40:42.356525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:40:42.358816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a8eb8f-7502-40e2-b2b7-089d0997972a" -d '{"events": [{"server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "name": "network-vif-unplugged", "status": "completed", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:40:42.400830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:40:42.416477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97c6402-6bdf-4ed4-bf0e-1226eb75c24b x-openstack-request-id: req-b97c6402-6bdf-4ed4-bf0e-1226eb75c24b {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:40:42.416477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "name": "network-vif-unplugged", "status": "completed", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:40:42.416477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b97c6402-6bdf-4ed4-bf0e-1226eb75c24b {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:40:42.416718 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97c6402-6bdf-4ed4-bf0e-1226eb75c24b'] response: {'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'code': 200} Sep 21 16:40:42.428692 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:40:42.429081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:42.445371 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6fad6-aca2-4164-8980-69bdbae37a2d req-d5dcd226-4c09-40cd-ae05-d9b16d439e0e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:42.446672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4abdc9f1-79e1-4677-b528-0fd948a3afa8 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:40:42.446902 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b4e6fad6-aca2-4164-8980-69bdbae37a2d req-d5dcd226-4c09-40cd-ae05-d9b16d439e0e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0901766 Sep 21 16:40:42.452211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:42.492297 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b4e6fad6-aca2-4164-8980-69bdbae37a2d req-b4f93049-9aca-4ef4-8fc7-79bb98dd59c4 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394754 Sep 21 16:40:42.571678 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:40:42.572034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:40:42.574331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:40:42.581612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.582246 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.582593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.583486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.583823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.584157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.584489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.584817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.585145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.585527 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.585861 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.586211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:40:42.905041 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eeef1-54a5-458d-a538-4029d2c625f5 req-a62452c2-a006-406c-97dc-f326bb4d0456 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:42.906437 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0a7eeef1-54a5-458d-a538-4029d2c625f5 req-a62452c2-a006-406c-97dc-f326bb4d0456 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 944 time: 0.0952094 Sep 21 16:40:42.950889 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0a7eeef1-54a5-458d-a538-4029d2c625f5 req-20150d5c-813e-46c8-b06a-6d3219b18998 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386405 Sep 21 16:40:42.978697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-af9b1690-7eeb-4bf8-9d13-4e1dfa0e8342 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:42.980292 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-af9b1690-7eeb-4bf8-9d13-4e1dfa0e8342 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52&tenant_id=5aea6637a92043568891f5ae2f6692ff&binding%3Ahost_id=hv-neutron-8586 HTTP/1.1" status: 200 len: 944 time: 0.0942223 Sep 21 16:40:43.126195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:40:43.126761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:43.143950 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abdc9f1-79e1-4677-b528-0fd948a3afa8 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:40:43.159125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:40:43.192842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-62b7fd92-1737-408a-a35d-03e8061ca84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:43.194335 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-62b7fd92-1737-408a-a35d-03e8061ca84e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1097 time: 0.1455193 Sep 21 16:40:43.205199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1863b3c-553b-4d94-b87a-82cc51c6054d req-05aa7634-57c6-4645-9df5-08730a54a9ea tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:43.206580 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1863b3c-553b-4d94-b87a-82cc51c6054d req-05aa7634-57c6-4645-9df5-08730a54a9ea tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 944 time: 0.1169946 Sep 21 16:40:43.221660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:43.289273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['4abdc9f1-79e1-4677-b528-0fd948a3afa8'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:40:43.329653 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:40:43.333964 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d1863b3c-553b-4d94-b87a-82cc51c6054d req-ebc49b54-5229-423b-ba06-be4673ec4a2b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082394 Sep 21 16:40:43.374483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-109a8dab-0f8e-424a-9ab4-ffefae236373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:43.375924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-109a8dab-0f8e-424a-9ab4-ffefae236373 service neutron] 10.222.0.33 "GET /v2.0/networks?id=eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 200 len: 897 time: 0.1682613 Sep 21 16:40:43.479844 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-738e1784-b1fb-423d-8803-0e215108a784 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 200 len: 1000 time: 0.0975678 Sep 21 16:40:43.540630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-43beb96b-6f4a-4a88-bb90-b2dc94e3ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:43.542142 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-43beb96b-6f4a-4a88-bb90-b2dc94e3ee3c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=141a21f3-7f74-41da-b27c-24c079504c09 HTTP/1.1" status: 200 len: 834 time: 0.0566638 Sep 21 16:40:43.627071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-ff785fcd-dd1d-4575-818b-362c4df0bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:43.628529 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-ff785fcd-dd1d-4575-818b-362c4df0bcbe service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=eca39651-d681-4bd2-a049-cb8d24897af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811858 Sep 21 16:40:43.759186 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-35efc997-39b4-4447-a697-5784315d6287 service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240823 Sep 21 16:40:43.892080 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-adf4645d-ce6f-4df2-8323-2e824bbd2b45 req-1e6298d6-7c57-4255-aa78-ea4ff3ca5ffd service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257563 Sep 21 16:40:44.057454 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 4abdc9f1-79e1-4677-b528-0fd948a3afa8 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:40:44.131014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:40:44.131699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:44.255325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:40:44.255707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:44.287906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:40:44.347304 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:44.418291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:40:44.420640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c3767f-317d-49d1-90af-70ec8a134fc1" -d '{"events": [{"server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "name": "network-vif-plugged", "status": "completed", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:40:44.443317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:40:44.470260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed19b971-d114-420a-a76b-6d3bb542c661 x-openstack-request-id: req-ed19b971-d114-420a-a76b-6d3bb542c661 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:40:44.470260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "name": "network-vif-plugged", "status": "completed", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:40:44.470260 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed19b971-d114-420a-a76b-6d3bb542c661 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:40:44.470576 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed19b971-d114-420a-a76b-6d3bb542c661'] response: {'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'code': 200} Sep 21 16:40:44.545848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad0abc-6dab-47ea-8994-e162c15830ae req-09047e5f-a60f-474e-9842-838589e33e46 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:44.547261 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d7ad0abc-6dab-47ea-8994-e162c15830ae req-09047e5f-a60f-474e-9842-838589e33e46 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0968277 Sep 21 16:40:44.595419 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-d7ad0abc-6dab-47ea-8994-e162c15830ae req-f3bcaeb6-3f0b-4d48-adc2-762eb460085b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420780 Sep 21 16:40:45.794658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc400b9-e5bc-4e67-bc09-f8dc45356020 req-c7335fef-5ddd-45e7-b8d5-d6516a5cd55a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:40:45.796104 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3dc400b9-e5bc-4e67-bc09-f8dc45356020 req-c7335fef-5ddd-45e7-b8d5-d6516a5cd55a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0858943 Sep 21 16:40:45.843329 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3dc400b9-e5bc-4e67-bc09-f8dc45356020 req-ea7d87ef-fc9d-4488-b5f1-6c5ad0381228 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Sep 21 16:40:45.875394 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54272) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:40:45.981471 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-b0fbc9f4-f43f-4c8b-a213-7b36e67a6117 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/f2734773-b5c3-473a-a8a5-8e31ccf2c677 HTTP/1.1" status: 200 len: 993 time: 0.1049223 Sep 21 16:40:59.318564 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:02.905719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f5acabb3-801f-4080-ab40-d76c1586cc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:05.003066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-257ad2e9-c35e-43f1-8bb5-ef6a3cec0c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:06.299910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:06.959972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:08.055484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.354753 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54284) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:12.652514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port db01f909-d1f1-4b0e-ad1a-d7f533cfdc15 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:41:12.652773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.820149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.820483 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.949791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for db01f909-d1f1-4b0e-ad1a-d7f533cfdc15 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:41:13.146630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:13.194412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=db01f909-d1f1-4b0e-ad1a-d7f533cfdc15,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:13.243078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.243344 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.244304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.244645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.244979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.245308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.245639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.245988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.246317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.246644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.246967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.247289 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:13.302868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:13.303257 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP f2734773-b5c3-473a-a8a5-8e31ccf2c677 disassociated (deleted). External IP: 172.26.0.19, port: 4abdc9f1-79e1-4677-b528-0fd948a3afa8. Sep 21 16:41:13.651530 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router e879c55e-deb9-482a-8d35-807e0f8e8c91 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:41:13.829594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:41:13.839609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] Sync routers for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:13.849840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:13.850519 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:13.906354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:13.960736 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-72ab471a-003d-409a-84a7-212077168aec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/floatingips/f2734773-b5c3-473a-a8a5-8e31ccf2c677 HTTP/1.1" status: 204 len: 168 time: 1.6049857 Sep 21 16:41:13.961297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:41:13.963660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5509ed9e-adee-4759-9a9d-b14939301103" -d '{"events": [{"name": "network-changed", "server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:14.011503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba902db-e950-4668-8328-91cfd4fc6072 x-openstack-request-id: req-bba902db-e950-4668-8328-91cfd4fc6072 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:14.011792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:14.012042 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bba902db-e950-4668-8328-91cfd4fc6072 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:14.012495 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba902db-e950-4668-8328-91cfd4fc6072'] response: {'name': 'network-changed', 'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'status': 'completed', 'code': 200} Sep 21 16:41:14.029863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:14.229274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ed9e-adee-4759-9a9d-b14939301103 req-8930c0f6-75a8-48d5-b777-866e03003f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:14.230943 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5509ed9e-adee-4759-9a9d-b14939301103 req-8930c0f6-75a8-48d5-b777-866e03003f04 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 1099 time: 0.1945477 Sep 21 16:41:14.355329 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:42Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:14.359209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] Checking router: e879c55e-deb9-482a-8d35-807e0f8e8c91 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:14.365646 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ed9e-adee-4759-9a9d-b14939301103 req-5a0dfddf-bd34-43d0-8f7e-fb7f3b70d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:14.367152 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5509ed9e-adee-4759-9a9d-b14939301103 req-5a0dfddf-bd34-43d0-8f7e-fb7f3b70d54d service neutron] 10.222.0.33 "GET /v2.0/networks?id=eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 200 len: 897 time: 0.1308131 Sep 21 16:41:14.367620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:14.368213 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:14.437823 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5509ed9e-adee-4759-9a9d-b14939301103 req-5cae5018-2b24-43e1-b792-0836013021d2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 200 len: 217 time: 0.0643594 Sep 21 16:41:14.507685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ed9e-adee-4759-9a9d-b14939301103 req-97e7bf89-8113-4f6f-970f-4b2a21662f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:14.509301 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5509ed9e-adee-4759-9a9d-b14939301103 req-97e7bf89-8113-4f6f-970f-4b2a21662f6f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=141a21f3-7f74-41da-b27c-24c079504c09 HTTP/1.1" status: 200 len: 834 time: 0.0655122 Sep 21 16:41:14.594863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:14.595071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ed9e-adee-4759-9a9d-b14939301103 req-b61ddefd-3e77-4d4f-9233-0a5c0b17c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:14.596658 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5509ed9e-adee-4759-9a9d-b14939301103 req-b61ddefd-3e77-4d4f-9233-0a5c0b17c581 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=eca39651-d681-4bd2-a049-cb8d24897af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801096 Sep 21 16:41:14.608006 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d130c-34dd-401b-82f3-11cab85c977e req-1f0329de-6e83-4899-9a8f-3c7a78586634 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:14.614402 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-572d130c-34dd-401b-82f3-11cab85c977e req-1f0329de-6e83-4899-9a8f-3c7a78586634 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0937111 Sep 21 16:41:14.662466 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-572d130c-34dd-401b-82f3-11cab85c977e req-7303a439-85d6-485a-9e92-8bc86c6109ad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467052 Sep 21 16:41:14.733082 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5509ed9e-adee-4759-9a9d-b14939301103 req-10fb3dd7-0e45-4141-90dd-9b2cc5a72f3c service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299860 Sep 21 16:41:14.867603 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5509ed9e-adee-4759-9a9d-b14939301103 req-e123cd2b-76e6-4e82-9fd6-d395d4719daf service neutron] 10.222.0.33 "GET /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276491 Sep 21 16:41:14.911135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:42Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:14.915239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300b226-cb7e-4eb4-8118-f7d7ae74e4cd None None] The sync data for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv is: [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:39:36Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '86ab5f2e-abdf-479b-bab6-004f67c459f2', 'name': '', 'network_id': 'eca39651-d681-4bd2-a049-cb8d24897af0', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:97:a9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '141a21f3-7f74-41da-b27c-24c079504c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:35Z', 'updated_at': '2022-09-21T16:39:42Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '141a21f3-7f74-41da-b27c-24c079504c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:15.136527 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6382d4-4138-41bd-bf80-85d15231cb40 None None] New status for floating IP f2734773-b5c3-473a-a8a5-8e31ccf2c677: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:41:15.866539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d93b2-37b4-4835-a6d1-01ae8d074220 req-acaa2142-8cf3-43c0-9689-5bf9cf29373c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:15.867234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b99d93b2-37b4-4835-a6d1-01ae8d074220 req-acaa2142-8cf3-43c0-9689-5bf9cf29373c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:41:15.941491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-b99d93b2-37b4-4835-a6d1-01ae8d074220 req-acaa2142-8cf3-43c0-9689-5bf9cf29373c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:41:15.942644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b99d93b2-37b4-4835-a6d1-01ae8d074220 req-acaa2142-8cf3-43c0-9689-5bf9cf29373c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.1662943 Sep 21 16:41:15.988881 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b99d93b2-37b4-4835-a6d1-01ae8d074220 req-92cd43ef-c161-445b-ba36-a76b1de526f1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=ed4cbf4f-6cbd-4a96-8483-950cec49f627&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Sep 21 16:41:16.148521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-c0443026-5b46-479f-957b-98929a847185 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:16.150207 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-c0443026-5b46-479f-957b-98929a847185 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 946 time: 0.0923634 Sep 21 16:41:16.220880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:41:16.220880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:16.464978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 4abdc9f1-79e1-4677-b528-0fd948a3afa8, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=4abdc9f1-79e1-4677-b528-0fd948a3afa8,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:16.465336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:16.584832 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 4abdc9f1-79e1-4677-b528-0fd948a3afa8 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:41:16.775147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:16.824492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=4abdc9f1-79e1-4677-b528-0fd948a3afa8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:17.004572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] No DVR routers for this DVR port 4abdc9f1-79e1-4677-b528-0fd948a3afa8 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:41:17.007063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:17.009545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'name': 'network-vif-deleted', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:41:17.011842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9c53f3-916d-4a3a-a2e7-b090c363bdef" -d '{"events": [{"server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "name": "network-vif-deleted", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:17.058151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9012ad7e-c816-4ab9-acf9-bc79b827cf66 x-openstack-request-id: req-9012ad7e-c816-4ab9-acf9-bc79b827cf66 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:17.058443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5280e506-bcf7-45c3-b2e3-71cb20bb5f52", "name": "network-vif-deleted", "tag": "4abdc9f1-79e1-4677-b528-0fd948a3afa8", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:17.058698 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9012ad7e-c816-4ab9-acf9-bc79b827cf66 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:17.059099 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9012ad7e-c816-4ab9-acf9-bc79b827cf66'] response: {'server_uuid': '5280e506-bcf7-45c3-b2e3-71cb20bb5f52', 'name': 'network-vif-deleted', 'tag': '4abdc9f1-79e1-4677-b528-0fd948a3afa8', 'status': 'completed', 'code': 200} Sep 21 16:41:17.102060 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1d0ea01d-0caf-4aa4-914a-92218577d5da req-180a4228-81ee-4585-b9d6-67be66ebba54 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "DELETE /v2.0/ports/4abdc9f1-79e1-4677-b528-0fd948a3afa8 HTTP/1.1" status: 204 len: 173 time: 0.9461999 Sep 21 16:41:17.159368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7abf6c12-8925-42f7-8edd-6947cc30515f req-416e559f-642a-4c95-97ab-a776a841fa31 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:41:17.260435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7abf6c12-8925-42f7-8edd-6947cc30515f req-416e559f-642a-4c95-97ab-a776a841fa31 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:41:17.261612 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7abf6c12-8925-42f7-8edd-6947cc30515f req-416e559f-642a-4c95-97ab-a776a841fa31 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5280e506-bcf7-45c3-b2e3-71cb20bb5f52 HTTP/1.1" status: 200 len: 210 time: 0.1538455 Sep 21 16:41:17.464766 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:41:18.366514 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54302) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:18.910715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:19.261259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 86ab5f2e-abdf-479b-bab6-004f67c459f2 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:41:19.261522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:19.451770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 86ab5f2e-abdf-479b-bab6-004f67c459f2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=86ab5f2e-abdf-479b-bab6-004f67c459f2,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:19.452438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:19.678824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 86ab5f2e-abdf-479b-bab6-004f67c459f2 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:41:19.935469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:19.981781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=86ab5f2e-abdf-479b-bab6-004f67c459f2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:20.250465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 4abdc9f1-79e1-4677-b528-0fd948a3afa8 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:41:20.268310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:20.284663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 4abdc9f1-79e1-4677-b528-0fd948a3afa8 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:41:20.285177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 4abdc9f1-79e1-4677-b528-0fd948a3afa8 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:41:20.627534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router e879c55e-deb9-482a-8d35-807e0f8e8c91 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:41:20.801873 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:41:20.811654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] Sync routers for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:20.820921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:20.821520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:20.885833 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c87f2b81-83cf-4525-8ec4-2b12b8243606 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/e879c55e-deb9-482a-8d35-807e0f8e8c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5181165 Sep 21 16:41:20.888453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54306) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:20.958321 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bf2ede-f2c9-4c9b-bef2-efb7d1a4d375 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting subnet 141a21f3-7f74-41da-b27c-24c079504c09 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:41:20.961669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85bf2ede-f2c9-4c9b-bef2-efb7d1a4d375 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:20.999662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:21.017149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85bf2ede-f2c9-4c9b-bef2-efb7d1a4d375 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:21.102130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85bf2ede-f2c9-4c9b-bef2-efb7d1a4d375 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:21.239246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85bf2ede-f2c9-4c9b-bef2-efb7d1a4d375 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:21.279864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2ede-f2c9-4c9b-bef2-efb7d1a4d375 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Subnet': ['ID=141a21f3-7f74-41da-b27c-24c079504c09,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:21.281968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-85bf2ede-f2c9-4c9b-bef2-efb7d1a4d375 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:21.284201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:41:19Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:21.287541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19443bac-53a9-4063-bc1e-1753e8dfbc95 None None] Network eca39651-d681-4bd2-a049-cb8d24897af0 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:41:21.289556 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-85bf2ede-f2c9-4c9b-bef2-efb7d1a4d375 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/subnets/141a21f3-7f74-41da-b27c-24c079504c09 HTTP/1.1" status: 204 len: 168 time: 0.4001243 Sep 21 16:41:21.292181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54310) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:21.303363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] Checking router: e879c55e-deb9-482a-8d35-807e0f8e8c91 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:21.375530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] Routers {'e879c55e-deb9-482a-8d35-807e0f8e8c91'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:21.376145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['e879c55e-deb9-482a-8d35-807e0f8e8c91'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:21.625390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:21.684484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] Set router e879c55e-deb9-482a-8d35-807e0f8e8c91 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:21.810838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:21.886071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port c6dd8c0c-6d41-4410-8381-a95309d71256 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:41:21.886505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:21.953256 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] DHCP port deletion for eca39651-d681-4bd2-a049-cb8d24897af0 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:41:21.961918 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] Deleting port de9c22ad-84fa-45e7-a02f-f5f97109b794 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:41:21.962310 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.077333 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port c6dd8c0c-6d41-4410-8381-a95309d71256, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c6dd8c0c-6d41-4410-8381-a95309d71256,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:22.077696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.156411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:41:19Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:22.165400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119a4ce-69a2-49e8-857e-49b26760f292 None None] The sync data for ids ['e879c55e-deb9-482a-8d35-807e0f8e8c91'] in dv-neutron-858618-1-hyperv is: [{'id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455665397', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:39:30Z', 'updated_at': '2022-09-21T16:41:19Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c6dd8c0c-6d41-4410-8381-a95309d71256', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e879c55e-deb9-482a-8d35-807e0f8e8c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:39:31Z', 'updated_at': '2022-09-21T16:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:22.189333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] For port de9c22ad-84fa-45e7-a02f-f5f97109b794, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=de9c22ad-84fa-45e7-a02f-f5f97109b794,segment=NetworkSegment(5cd6dc2c-7454-4970-8af0-57177e4ad7dd),segment_id=5cd6dc2c-7454-4970-8af0-57177e4ad7dd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:22.189608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.204538 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for c6dd8c0c-6d41-4410-8381-a95309d71256 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:41:22.317667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] Calling delete_port for de9c22ad-84fa-45e7-a02f-f5f97109b794 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:41:22.444205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.473217 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.523218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] Pushing event deleted for resources: {'Port': ['ID=de9c22ad-84fa-45e7-a02f-f5f97109b794,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:22.527473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032afe2d-70d7-4938-b40c-9ad0bc0ba7ef None None] No DVR routers for this DVR port de9c22ad-84fa-45e7-a02f-f5f97109b794 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:41:22.543935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=c6dd8c0c-6d41-4410-8381-a95309d71256,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:22.603582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.791521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.793613 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.877759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.878394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Fanout notify agent at l3_agent the message router_deleted on router e879c55e-deb9-482a-8d35-807e0f8e8c91 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:41:22.893304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.894376 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-686b9ef8-1569-4236-a9e8-88c3902c083f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/routers/e879c55e-deb9-482a-8d35-807e0f8e8c91 HTTP/1.1" status: 204 len: 168 time: 1.6013043 Sep 21 16:41:22.897537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54316) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:23.023432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.253217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.279039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca39651-d681-4bd2-a049-cb8d24897af0']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:23.294962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd6dc2c-7454-4970-8af0-57177e4ad7dd') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:23.295262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd6dc2c-7454-4970-8af0-57177e4ad7dd') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:23.307486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.326682 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.333595 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:41:23.334004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.415317 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 5cd6dc2c-7454-4970-8af0-57177e4ad7dd resource provider aggregate not found Sep 21 16:41:23.434477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 5cd6dc2c-7454-4970-8af0-57177e4ad7dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cd6dc2c-7454-4970-8af0-57177e4ad7dd found for delete ", "request_id": "req-9e6cbad4-99cb-4525-ab49-379d0c0518ed"}]} Sep 21 16:41:23.478160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.499035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.511806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Network': ['ID=eca39651-d681-4bd2-a049-cb8d24897af0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:23.564218 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b3e0f404-e766-43f6-b189-e5c73c5a7852 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/networks/eca39651-d681-4bd2-a049-cb8d24897af0 HTTP/1.1" status: 204 len: 168 time: 0.6656952 Sep 21 16:41:23.567454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54326) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:23.635409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-896fb92a-c114-418a-94aa-0d9b7eb9344d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.664555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-896fb92a-c114-418a-94aa-0d9b7eb9344d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.749787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c6dd8c0c-6d41-4410-8381-a95309d71256 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:41:23.775540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-896fb92a-c114-418a-94aa-0d9b7eb9344d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.784546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c6dd8c0c-6d41-4410-8381-a95309d71256 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:41:23.784898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c6dd8c0c-6d41-4410-8381-a95309d71256 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:41:23.785324 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device de9c22ad-84fa-45e7-a02f-f5f97109b794 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:41:23.793983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fb92a-c114-418a-94aa-0d9b7eb9344d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4cbf4f-6cbd-4a96-8483-950cec49f627,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:23.827655 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: de9c22ad-84fa-45e7-a02f-f5f97109b794 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:41:23.828008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device de9c22ad-84fa-45e7-a02f-f5f97109b794 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:41:23.828436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86ab5f2e-abdf-479b-bab6-004f67c459f2 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:41:23.837756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-896fb92a-c114-418a-94aa-0d9b7eb9344d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.838977 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-896fb92a-c114-418a-94aa-0d9b7eb9344d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/security-groups/ed4cbf4f-6cbd-4a96-8483-950cec49f627 HTTP/1.1" status: 204 len: 168 time: 0.2706316 Sep 21 16:41:23.865603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 86ab5f2e-abdf-479b-bab6-004f67c459f2 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:41:23.865957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 86ab5f2e-abdf-479b-bab6-004f67c459f2 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:41:24.071622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54334) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:24.076217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266585017', 'description': 'tempest-secgroup-smoke-266585017 description', 'project_id': '5aea6637a92043568891f5ae2f6692ff'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:24.082734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:24.086901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:24.089767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:24.095524 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:24.169645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.192875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:24.196658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:24.199711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:24.205411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:24.275580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.323867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.367103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6ae07d-08d0-48a3-99c1-6f525c603527,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:24.443056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.444280 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3b6ed303-2f87-47ad-b00d-389899eb24e0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3722823 Sep 21 16:41:24.447125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54338) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:24.452051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '6b6ae07d-08d0-48a3-99c1-6f525c603527', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:24.460378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:24.464286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:24.467178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:24.473463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:24.545906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.605771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.672142 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.695662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54c428d-6fab-40dc-b6cc-df0c0857ecb1,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:24.767393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.768584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-34513e19-011e-4f4c-8323-d489a99417af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3205311 Sep 21 16:41:24.771871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54342) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:24.776576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '6b6ae07d-08d0-48a3-99c1-6f525c603527', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:24.782368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:24.786261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:24.789076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:24.794813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:24.861089 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.926731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:24.992247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.015409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a0e9e8-8ab0-40ed-92a7-042e31a71f11,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:25.095507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.096709 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d5a82d82-57e1-41ca-bdef-fad0a9e82c5c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3239448 Sep 21 16:41:25.099574 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54346) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:25.104454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '6b6ae07d-08d0-48a3-99c1-6f525c603527', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:25.110462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:25.114916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:25.117858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:25.123734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:25.204490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.265529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.352482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.376871 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5173014e-2c7b-43ca-9c66-3610813cd7f7,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:25.455122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.456317 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e10a8862-d598-4740-82c5-9c826f117af0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558075 Sep 21 16:41:25.459326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54350) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:25.464191 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '6b6ae07d-08d0-48a3-99c1-6f525c603527', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:25.470175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:25.474892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:25.477878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:25.483713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:25.547338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.610010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.666732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.690197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0206978-ae9b-4889-8b3a-35458291623e,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:25.756891 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.758123 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-5e58bd0a-4272-4d28-99e1-50d44378c165 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2978492 Sep 21 16:41:25.760879 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54354) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:25.765755 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '6b6ae07d-08d0-48a3-99c1-6f525c603527', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:25.772167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:25.775971 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:25.778850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:25.784527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:25.866322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:41:25.872751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.935199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.997846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.022064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bc25d1-ca2a-40e4-a1f8-115aa153e508,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:26.101215 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.102446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6afd6e17-96e7-4854-9318-8588d9ff807f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3406699 Sep 21 16:41:26.105259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54358) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:26.110185 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '6b6ae07d-08d0-48a3-99c1-6f525c603527', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:26.116272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:26.120101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:26.123006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:26.128775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:26.209841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:41:26.216666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.280201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.351237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.373681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f821daac-7a1c-4e8d-8916-a8d091d7f256,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:26.436886 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.438093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-426e7f79-3b3e-41b4-ac30-84aef9fcd11a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3318579 Sep 21 16:41:26.440848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54362) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:26.446791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'network': {'name': 'tempest-network-smoke--161282064', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:26.451638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:26.455738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:network and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:26.458826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:26.464602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:26.546520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:41:26.549978 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.577606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:41:26.586070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.586407 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Added segment 64a60c89-ec32-4688-a14b-61e1ed60fe5f of type vlan for network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 Sep 21 16:41:26.614378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.695003 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.700341 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:26.700909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.809850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Network': ['ID=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:26.820411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:41:26.844526 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-080b01a2-2782-41f0-950d-55ed0c5fac3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4019701 Sep 21 16:41:26.847290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54366) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:26.852901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'admin_state_up': True, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:26.860238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:26.864785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:router and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:26.867679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:26.874060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:26.929715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.930820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.945405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.283099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.710720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.739225 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.874028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.72 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/c4a80150-3d3c-4f46-976d-5735dbb58f31) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:41:28.019962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:28.090271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:28.154257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:41:28.157152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:41:28.161291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:41:28.196064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=c4a80150-3d3c-4f46-976d-5735dbb58f31,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:28.614738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:29.049484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:29.294877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router 17c53729-ad96-45db-86f6-06b6a0f4569c is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:41:29.352133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:29.469884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:41:29.479605 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Sync routers for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:29.492808 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:29.493429 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:29.558390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:29.559577 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-cadd7386-66af-42cc-b5e6-0658aacdbe70 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7108195 Sep 21 16:41:29.562670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54370) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:29.647044 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-25dcf90f-a10a-4763-b86b-3539336a0a4b tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=5aea6637a92043568891f5ae2f6692ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833011 Sep 21 16:41:29.649734 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54376) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:29.666538 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:29.780008 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e3133-4e10-4dae-850a-ac9174c0e8aa tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:29.781475 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ca0e3133-4e10-4dae-850a-ac9174c0e8aa tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308167 Sep 21 16:41:29.784379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54380) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:29.824436 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-810c74df-a1b5-4cbe-a918-79ee5bb3f9ba tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389199 Sep 21 16:41:29.826977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54384) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:29.832658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755704169', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:29.944569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:29.948453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:subnet and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:29.948849 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:28Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:29.951291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:29.952737 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Checking router: 17c53729-ad96-45db-86f6-06b6a0f4569c for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:29.953108 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Updating router 17c53729-ad96-45db-86f6-06b6a0f4569c port c4a80150-3d3c-4f46-976d-5735dbb58f31 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:41:29.957017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:30.019800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:41:30.023799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.030716 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.305757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.352847 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.364387 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Transition to ACTIVE for port object c4a80150-3d3c-4f46-976d-5735dbb58f31 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:41:30.392545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Subnet': ['ID=643c4e53-3009-4191-8d64-ca51dbcc0fb8,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:30.397586 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Checking segment: {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:41:30.397966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network hostable DHCP agents. Network: f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:41:30.432232 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.494543 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Attempting to bind port c4a80150-3d3c-4f46-976d-5735dbb58f31 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:41:30.495229 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Attempting to bind port c4a80150-3d3c-4f46-976d-5735dbb58f31 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:41:30.495344 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Attempting to bind port c4a80150-3d3c-4f46-976d-5735dbb58f31 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:41:30.500806 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:41:30.505633 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:41:30.506692 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:41:30.506692 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.506882 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:41:30.507303 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Bound port: c4a80150-3d3c-4f46-976d-5735dbb58f31, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:41:30.507667 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.554497 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Pushing event updated for resources: {'Port': ['ID=c4a80150-3d3c-4f46-976d-5735dbb58f31,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:30.568495 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.568788 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.569129 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.569393 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:41:30.569505 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.569789 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.570147 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.571061 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.571415 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.571802 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.572723 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.573057 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.573558 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:30.573687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:30.574297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.585351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2defe4ce-3446-46eb-9f22-022f4ef93ca0 None None] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:41:30.601248 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] For port c4a80150-3d3c-4f46-976d-5735dbb58f31, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:41:30.604392 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] For port c4a80150-3d3c-4f46-976d-5735dbb58f31, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c4a80150-3d3c-4f46-976d-5735dbb58f31,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:41:30.689537 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7616a337-e58e-4671-a357-099206636274 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8614573 Sep 21 16:41:30.692793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54388) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:30.700616 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.764247 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:30.764869 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:30.807153 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:41:30.808272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.854935 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a51ade-0657-420e-a69d-e2a976f85791 None None] Pushing event updated for resources: {'Port': ['ID=c4a80150-3d3c-4f46-976d-5735dbb58f31,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:30.960096 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:31.001709 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Allocated IP 172.20.0.2 (f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4/643c4e53-3009-4191-8d64-ca51dbcc0fb8/2864c4b4-8ae2-4101-b161-49cc1dd76c65) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:41:31.214514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.224790 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Transition to ACTIVE for port object 2864c4b4-8ae2-4101-b161-49cc1dd76c65 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:41:31.243322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Transition to ACTIVE for port object 2864c4b4-8ae2-4101-b161-49cc1dd76c65 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:41:31.254314 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:28Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:31.258194 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60d8c0-d97c-4ebc-ab32-f2d9fa0c574c None None] The sync data for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv is: [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:28Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:31.301669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.371018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:41:31.373972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:41:31.377978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:41:31.383760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Pushing event updated for resources: {'Port': ['ID=2864c4b4-8ae2-4101-b161-49cc1dd76c65,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:31.497276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Attempting to bind port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:41:31.498045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Attempting to bind port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:41:31.498585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Attempting to bind port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 on network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:41:31.517965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:41:31.518397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Checking segment: {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:41:31.518801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.519193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Bound using segment: {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:41:31.519700 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Bound port: 2864c4b4-8ae2-4101-b161-49cc1dd76c65, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:41:31.520072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.572494 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.617667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] For port 2864c4b4-8ae2-4101-b161-49cc1dd76c65, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:41:31.621090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] For port 2864c4b4-8ae2-4101-b161-49cc1dd76c65, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2864c4b4-8ae2-4101-b161-49cc1dd76c65,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:41:31.696112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.790001 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb5797-093f-4209-b980-ad094eb0ac6e None None] Pushing event updated for resources: {'Port': ['ID=2864c4b4-8ae2-4101-b161-49cc1dd76c65,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:31.824763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c4a80150-3d3c-4f46-976d-5735dbb58f31 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:41:31.959629 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c4a80150-3d3c-4f46-976d-5735dbb58f31 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:41:31.971735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c4a80150-3d3c-4f46-976d-5735dbb58f31 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:31.971735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.031489 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.1 (f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4/643c4e53-3009-4191-8d64-ca51dbcc0fb8/3c22f992-52d5-45c6-a801-4c29a325f043) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:41:32.115972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c4a80150-3d3c-4f46-976d-5735dbb58f31 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:41:32.116627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.139531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c4a80150-3d3c-4f46-976d-5735dbb58f31, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c4a80150-3d3c-4f46-976d-5735dbb58f31,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:32.203761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.237463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.254288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object 3c22f992-52d5-45c6-a801-4c29a325f043 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:41:32.278244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c4a80150-3d3c-4f46-976d-5735dbb58f31,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:32.358702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.427798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:41:32.430922 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:41:32.433350 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:41:32.470757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=3c22f992-52d5-45c6-a801-4c29a325f043,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:32.499678 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.782565 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f5cd53-494f-4b0b-a1d1-dfa9e33326cd None None] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:41:32.843820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.965724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0748361c-8b95-4cae-ac32-3c5154f71b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.976195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6f5228fb-ed63-40e0-b03c-fce20e9d3c6d None None] Provisioning for port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:41:33.352311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cf6ca795-bb53-4c41-bb49-113bed90909d None None] Provisioning for port 3c22f992-52d5-45c6-a801-4c29a325f043 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:41:33.358342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cf6ca795-bb53-4c41-bb49-113bed90909d None None] Provisioning complete for port 3c22f992-52d5-45c6-a801-4c29a325f043 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:33.358901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cf6ca795-bb53-4c41-bb49-113bed90909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:33.395522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:33.419412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-cf6ca795-bb53-4c41-bb49-113bed90909d None None] Port 3c22f992-52d5-45c6-a801-4c29a325f043 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:41:33.437809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:33.548666 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-59b2455a-aa92-4bf5-be65-ffbf44745a1e None None] Provisioning complete for port 3c22f992-52d5-45c6-a801-4c29a325f043 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:33.549046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59b2455a-aa92-4bf5-be65-ffbf44745a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:33.553752 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=3c22f992-52d5-45c6-a801-4c29a325f043,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:33.556195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:33.603409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-59b2455a-aa92-4bf5-be65-ffbf44745a1e None None] Port 3c22f992-52d5-45c6-a801-4c29a325f043 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:41:33.692170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:41:33.693282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:41:33.840807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2864c4b4-8ae2-4101-b161-49cc1dd76c65 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:41:33.890302 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router 17c53729-ad96-45db-86f6-06b6a0f4569c has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:41:33.923339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a866a57d-ac65-437b-9628-20ee4abb3a22 None None] Provisioning complete for port 3c22f992-52d5-45c6-a801-4c29a325f043 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:33.931266 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a866a57d-ac65-437b-9628-20ee4abb3a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:33.970688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:41:33.980183 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:33.980558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:34.017218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a866a57d-ac65-437b-9628-20ee4abb3a22 None None] Port 3c22f992-52d5-45c6-a801-4c29a325f043 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:41:34.081850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:41:34.092122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Sync routers for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:34.094460 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8af622aa-83dd-4b7a-8044-4cf361f6cf7a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/17c53729-ad96-45db-86f6-06b6a0f4569c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4005473 Sep 21 16:41:34.110684 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:34.111300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:34.163509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:41:34.163892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:34.259410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-ef657762-818a-4a89-95b0-3791921b7c2e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:41:34.306547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 2864c4b4-8ae2-4101-b161-49cc1dd76c65, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2864c4b4-8ae2-4101-b161-49cc1dd76c65,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:34.335454 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-ef657762-818a-4a89-95b0-3791921b7c2e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:41:34.336545 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-ef657762-818a-4a89-95b0-3791921b7c2e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266585017&fields=id&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 267 time: 0.1221187 Sep 21 16:41:34.346553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:34.403532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:34.404284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c4a80150-3d3c-4f46-976d-5735dbb58f31 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:41:34.495482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-c191857c-9dd9-4a5f-9851-f0cf8b450254 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:34.496170 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-c191857c-9dd9-4a5f-9851-f0cf8b450254 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:41:34.569291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-c191857c-9dd9-4a5f-9851-f0cf8b450254 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:41:34.570655 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-c191857c-9dd9-4a5f-9851-f0cf8b450254 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/networks?id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 HTTP/1.1" status: 200 len: 796 time: 0.2272966 Sep 21 16:41:34.586039 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-873a4746-fc35-45e7-bb34-ca2edf8ec0cf tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/quotas/5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 375 time: 0.0094876 Sep 21 16:41:34.649272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=2864c4b4-8ae2-4101-b161-49cc1dd76c65,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:34.678728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-90b116b4-1603-428a-b613-b64b7dddb2f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:41:34.695689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c4a80150-3d3c-4f46-976d-5735dbb58f31 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:34.696062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:34.752227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-90b116b4-1603-428a-b613-b64b7dddb2f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:41:34.753619 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-90b116b4-1603-428a-b613-b64b7dddb2f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623828 Sep 21 16:41:34.871673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c4a80150-3d3c-4f46-976d-5735dbb58f31 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:41:34.882925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:33Z', 'revision_number': 2, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:34.886751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Checking router: 17c53729-ad96-45db-86f6-06b6a0f4569c for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:34.887129 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Updating router 17c53729-ad96-45db-86f6-06b6a0f4569c port 3c22f992-52d5-45c6-a801-4c29a325f043 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:41:34.892720 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-41402a9e-4ef1-455a-a03f-dd486adbe7e1 service neutron] 10.222.0.65 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274891 Sep 21 16:41:34.950425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:35.012466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7e22608c-f188-4f01-b2fe-15bfb20422b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:35.146039 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-16430bb7-7cd0-41e1-9ab9-59e34fbce5c2 service neutron] 10.222.0.65 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468369 Sep 21 16:41:35.304172 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:35.319707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Transition to ACTIVE for port object 3c22f992-52d5-45c6-a801-4c29a325f043 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:41:35.386847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:35.399460 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0e220d3a-9fc6-4aa0-8396-d841ee9bbb57 req-84153513-94ae-4e98-b66e-ecfa2f308381 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 210 time: 0.0570669 Sep 21 16:41:35.593841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f5ea3-2cdb-4791-a727-8fb35ef7cd72 None None] Pushing event updated for resources: {'Port': ['ID=3c22f992-52d5-45c6-a801-4c29a325f043,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:35.604322 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Attempting to bind port 3c22f992-52d5-45c6-a801-4c29a325f043 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:41:35.604711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Attempting to bind port 3c22f992-52d5-45c6-a801-4c29a325f043 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:41:35.605068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Attempting to bind port 3c22f992-52d5-45c6-a801-4c29a325f043 on network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:41:35.610891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:41:35.610891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Checking segment: {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:41:35.611239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:35.611636 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Bound using segment: {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:41:35.612104 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Bound port: 3c22f992-52d5-45c6-a801-4c29a325f043, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:41:35.612514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:35.709424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] For port 3c22f992-52d5-45c6-a801-4c29a325f043, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:41:35.712487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] For port 3c22f992-52d5-45c6-a801-4c29a325f043, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3c22f992-52d5-45c6-a801-4c29a325f043,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:41:35.759966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2864c4b4-8ae2-4101-b161-49cc1dd76c65 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:41:35.789002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:35.871699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:35.872335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:36.005284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f5ea3-2cdb-4791-a727-8fb35ef7cd72 None None] Pushing event updated for resources: {'Port': ['ID=3c22f992-52d5-45c6-a801-4c29a325f043,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:36.078954 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:36.079331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:36.170968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:36.379524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:36.451830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:41:36.577586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:35Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:36.582754 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2567104e-27d1-455c-a5da-b3759bdc453a req-7f5d6b18-24ea-42fd-b1a9-5efa364af525 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 210 time: 0.0585067 Sep 21 16:41:36.583790 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab926c0-9ae7-4ff0-b496-431c9b6b6a6b None None] The sync data for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv is: [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:35Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:36.941811 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:37.322567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-81509b95-a9f7-42d1-b373-c5d425b9c939 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:37.324025 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-81509b95-a9f7-42d1-b373-c5d425b9c939 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/networks?id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 HTTP/1.1" status: 200 len: 796 time: 0.1597178 Sep 21 16:41:37.375374 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-909b56d5-061e-42a2-a1ff-362cfc74a4ba tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 379 time: 0.0436118 Sep 21 16:41:37.384854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'port': {'device_id': '07e631ac-5282-4a70-b601-57c7abb3e189', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'admin_state_up': True, 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'security_groups': ['6b6ae07d-08d0-48a3-99c1-6f525c603527']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:37.535705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:37.545791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:37.650502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:41:37.654994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:37.783300 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-aeea04d3-7f20-4894-84ca-e810d97ce60b req-6862821d-4489-4292-a5fd-716f189ce6cb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 210 time: 0.0601048 Sep 21 16:41:37.804860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3c22f992-52d5-45c6-a801-4c29a325f043 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:41:37.852576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.4 (f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4/643c4e53-3009-4191-8d64-ca51dbcc0fb8/e221b261-bfd8-4369-a82c-281ce4b3667e) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:41:37.957445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 3c22f992-52d5-45c6-a801-4c29a325f043 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:41:37.962547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3c22f992-52d5-45c6-a801-4c29a325f043 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:37.962919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.045498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.065782 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object e221b261-bfd8-4369-a82c-281ce4b3667e will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:41:38.088549 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.097120 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3c22f992-52d5-45c6-a801-4c29a325f043 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:41:38.097522 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.129181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 3c22f992-52d5-45c6-a801-4c29a325f043, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3c22f992-52d5-45c6-a801-4c29a325f043,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:38.180019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.208955 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.254769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:41:38.257985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:41:38.261775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:41:38.283603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=3c22f992-52d5-45c6-a801-4c29a325f043,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:38.298833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=e221b261-bfd8-4369-a82c-281ce4b3667e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:38.336666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:38.337002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.426755 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-9b1dcbe9-4c00-458c-991a-c7cb901871e7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0469687 Sep 21 16:41:38.477363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Request body: {'port': {'device_id': '07e631ac-5282-4a70-b601-57c7abb3e189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:38.517721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9bac0191-7c82-489a-9324-26fdcaba9d8d None None] Provisioning for port e221b261-bfd8-4369-a82c-281ce4b3667e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:41:38.522697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-9bac0191-7c82-489a-9324-26fdcaba9d8d None None] Provisioning complete for port e221b261-bfd8-4369-a82c-281ce4b3667e triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:38.523071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9bac0191-7c82-489a-9324-26fdcaba9d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.577335 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-9bac0191-7c82-489a-9324-26fdcaba9d8d None None] Port e221b261-bfd8-4369-a82c-281ce4b3667e cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:41:38.593827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:38.983147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e221b261-bfd8-4369-a82c-281ce4b3667e {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:41:38.998918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:39.018573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Transition to ACTIVE for port object e221b261-bfd8-4369-a82c-281ce4b3667e will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:41:39.037743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0583fe-c9fa-45c3-9df6-4a229e3f7b68 req-e47c4c86-5e38-4a14-b898-e54750b959ef tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:39.038484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-6a0583fe-c9fa-45c3-9df6-4a229e3f7b68 req-e47c4c86-5e38-4a14-b898-e54750b959ef tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:41:39.112412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:39.197490 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-6a0583fe-c9fa-45c3-9df6-4a229e3f7b68 req-e47c4c86-5e38-4a14-b898-e54750b959ef tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:41:39.198675 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6a0583fe-c9fa-45c3-9df6-4a229e3f7b68 req-e47c4c86-5e38-4a14-b898-e54750b959ef tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 931 time: 0.2889795 Sep 21 16:41:39.325102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Pushing event updated for resources: {'Port': ['ID=e221b261-bfd8-4369-a82c-281ce4b3667e,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:39.354034 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6a0583fe-c9fa-45c3-9df6-4a229e3f7b68 req-9513a772-d656-4072-8465-36fc7edf29f6 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412590 Sep 21 16:41:39.378635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Attempting to bind port e221b261-bfd8-4369-a82c-281ce4b3667e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:41:39.378973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Attempting to bind port e221b261-bfd8-4369-a82c-281ce4b3667e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:41:39.379311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Attempting to bind port e221b261-bfd8-4369-a82c-281ce4b3667e on network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:41:39.386603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Port e221b261-bfd8-4369-a82c-281ce4b3667e on network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:41:39.387011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Attempting to bind port e221b261-bfd8-4369-a82c-281ce4b3667e on network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:41:39.393183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:41:39.393749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Checking segment: {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:41:39.394999 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Bound using segment: {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:41:39.395743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Bound port: e221b261-bfd8-4369-a82c-281ce4b3667e, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a60c89-ec32-4688-a14b-61e1ed60fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:41:39.396249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:39.588918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] For port e221b261-bfd8-4369-a82c-281ce4b3667e, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:41:39.592174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] For port e221b261-bfd8-4369-a82c-281ce4b3667e, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e221b261-bfd8-4369-a82c-281ce4b3667e,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:41:39.644882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:39.648073 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:39.648666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:39.650378 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] 10.222.0.33 "PUT /v2.0/ports/e221b261-bfd8-4369-a82c-281ce4b3667e HTTP/1.1" status: 200 len: 1093 time: 1.2162085 Sep 21 16:41:39.679822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:41:39.682196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17a6b65-7500-4ac4-955c-5eb0fa0e2d56" -d '{"events": [{"name": "network-changed", "server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:39.727178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cb085b-3288-4465-a317-11fcb3c5f9aa x-openstack-request-id: req-a8cb085b-3288-4465-a317-11fcb3c5f9aa {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:39.727466 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:39.727821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8cb085b-3288-4465-a317-11fcb3c5f9aa {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:39.728119 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cb085b-3288-4465-a317-11fcb3c5f9aa'] response: {'name': 'network-changed', 'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'status': 'completed', 'code': 200} Sep 21 16:41:39.728828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f246-07da-460d-8ad6-8bf01f7ae59f service neutron] Pushing event updated for resources: {'Port': ['ID=e221b261-bfd8-4369-a82c-281ce4b3667e,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:39.767276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3c22f992-52d5-45c6-a801-4c29a325f043 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:41:39.830303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a6b65-7500-4ac4-955c-5eb0fa0e2d56 req-c80f98b7-0c21-4ca0-afca-165eece47760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:39.832595 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f17a6b65-7500-4ac4-955c-5eb0fa0e2d56 req-c80f98b7-0c21-4ca0-afca-165eece47760 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 1096 time: 0.0851867 Sep 21 16:41:39.835531 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 3c22f992-52d5-45c6-a801-4c29a325f043 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:39.835885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:39.954777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 3c22f992-52d5-45c6-a801-4c29a325f043 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:41:39.974412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a6b65-7500-4ac4-955c-5eb0fa0e2d56 req-cd34af51-6aba-4364-aa4c-15d846f73a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:39.975828 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f17a6b65-7500-4ac4-955c-5eb0fa0e2d56 req-cd34af51-6aba-4364-aa4c-15d846f73a4d service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=5aea6637a92043568891f5ae2f6692ff&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1379044 Sep 21 16:41:40.108695 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a6b65-7500-4ac4-955c-5eb0fa0e2d56 req-fec12f7e-74a0-45fa-8525-7f2cee169970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:40.110150 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f17a6b65-7500-4ac4-955c-5eb0fa0e2d56 req-fec12f7e-74a0-45fa-8525-7f2cee169970 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286993 Sep 21 16:41:40.217914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-51202534-d10d-40a8-a47f-8ad1d872dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:40.219275 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-51202534-d10d-40a8-a47f-8ad1d872dfa6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 1096 time: 0.0764382 Sep 21 16:41:40.290112 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-99e93206-8e3f-4f1a-bfb3-8afc47db2af1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221b261-bfd8-4369-a82c-281ce4b3667e HTTP/1.1" status: 200 len: 217 time: 0.0621703 Sep 21 16:41:40.354707 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-6a02084c-8db0-4814-893a-083467bf3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:40.356093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-6a02084c-8db0-4814-893a-083467bf3a35 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=643c4e53-3009-4191-8d64-ca51dbcc0fb8 HTTP/1.1" status: 200 len: 834 time: 0.0597184 Sep 21 16:41:40.442360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-938d56b4-7ce6-4a15-b709-fbe9d6ccf02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:40.443988 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-938d56b4-7ce6-4a15-b709-fbe9d6ccf02c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821025 Sep 21 16:41:40.639878 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-803dd02e-99a4-49ae-b819-1667c628e025 service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889958 Sep 21 16:41:40.647311 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563b8c9-c7a6-41eb-8478-388b0997bcfa req-7241645d-ef19-4b62-bf59-b8e71c0258ce tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:40.648650 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4563b8c9-c7a6-41eb-8478-388b0997bcfa req-7241645d-ef19-4b62-bf59-b8e71c0258ce tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 943 time: 0.1801536 Sep 21 16:41:40.788447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4563b8c9-c7a6-41eb-8478-388b0997bcfa req-35a80ec6-6dbb-422e-a449-a9e8e0ae128e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185517 Sep 21 16:41:40.813284 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2317ff39-44d8-4a04-b349-6c53bea2309e req-a5d1c7f0-e708-407f-9e8e-f6698a2d3955 service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637187 Sep 21 16:41:41.987261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75a03c-bb8f-4a6d-9bbf-8ff2fdbbbb05 req-31a07e28-aa18-43e4-bd87-5714297171f5 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:41.988664 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ec75a03c-bb8f-4a6d-9bbf-8ff2fdbbbb05 req-31a07e28-aa18-43e4-bd87-5714297171f5 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 943 time: 0.0903208 Sep 21 16:41:42.032688 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ec75a03c-bb8f-4a6d-9bbf-8ff2fdbbbb05 req-720b116c-24f5-473d-8297-7c8e0002b28d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380819 Sep 21 16:41:42.343736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device e221b261-bfd8-4369-a82c-281ce4b3667e details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:41:42.473872 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port e221b261-bfd8-4369-a82c-281ce4b3667e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e221b261-bfd8-4369-a82c-281ce4b3667e,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:42.486923 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'port_id': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'mac_address': 'fa:16:3e:ad:e9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:41:42.544741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port e221b261-bfd8-4369-a82c-281ce4b3667e is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:41:42.545124 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:42.562365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e221b261-bfd8-4369-a82c-281ce4b3667e {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:41:42.577913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port e221b261-bfd8-4369-a82c-281ce4b3667e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e221b261-bfd8-4369-a82c-281ce4b3667e,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:42.654936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:42.727367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=e221b261-bfd8-4369-a82c-281ce4b3667e,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:42.734421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.734770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.735109 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.735444 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.735773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.736102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.736431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.736751 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.737077 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.737398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.737722 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.738061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:42.896071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['e221b261-bfd8-4369-a82c-281ce4b3667e'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:41:43.232413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f40ab2-f481-4237-aee8-083f0e3130d8 req-70bd16ef-26a2-4fa8-9d93-47acce70732e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:43.233848 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-45f40ab2-f481-4237-aee8-083f0e3130d8 req-70bd16ef-26a2-4fa8-9d93-47acce70732e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 944 time: 0.0891373 Sep 21 16:41:43.276493 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-45f40ab2-f481-4237-aee8-083f0e3130d8 req-98e84ab0-ba75-41d8-9b64-fc3c2e0c838f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369999 Sep 21 16:41:44.358458 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device e221b261-bfd8-4369-a82c-281ce4b3667e up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:41:44.475141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4abe9-4652-4d26-b131-eaba0293737f req-57902d3a-bd6e-4843-8202-48511f6f0dd2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:44.476590 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-13f4abe9-4652-4d26-b131-eaba0293737f req-57902d3a-bd6e-4843-8202-48511f6f0dd2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 944 time: 0.0873609 Sep 21 16:41:44.483717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port e221b261-bfd8-4369-a82c-281ce4b3667e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:41:44.488812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port e221b261-bfd8-4369-a82c-281ce4b3667e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:41:44.489209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:44.519205 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-13f4abe9-4652-4d26-b131-eaba0293737f req-02c22f5b-b299-4c47-8aa1-b60ffadacb3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369797 Sep 21 16:41:44.606113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port e221b261-bfd8-4369-a82c-281ce4b3667e is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:41:44.606419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:44.631799 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:41:44.634088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74daf5cd-886e-49b8-a95c-3c1ab5ecf7b3" -d '{"events": [{"server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "name": "network-vif-plugged", "status": "completed", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:44.641994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port e221b261-bfd8-4369-a82c-281ce4b3667e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e221b261-bfd8-4369-a82c-281ce4b3667e,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:41:44.674862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6b2af7-da8b-4275-af1c-e58d587e43b3 x-openstack-request-id: req-dc6b2af7-da8b-4275-af1c-e58d587e43b3 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:44.676237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "name": "network-vif-plugged", "status": "completed", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:44.676237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc6b2af7-da8b-4275-af1c-e58d587e43b3 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:44.676237 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6b2af7-da8b-4275-af1c-e58d587e43b3'] response: {'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'code': 200} Sep 21 16:41:44.695174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:44.763292 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=e221b261-bfd8-4369-a82c-281ce4b3667e,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:45.062642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f864-50bc-42e6-b69e-89751f985d39 req-009f8ba9-4b91-47a8-aea8-b8c22dc55711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:45.064117 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ca7f864-50bc-42e6-b69e-89751f985d39 req-009f8ba9-4b91-47a8-aea8-b8c22dc55711 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 1098 time: 0.0820200 Sep 21 16:41:45.104266 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5ca7f864-50bc-42e6-b69e-89751f985d39 req-d98dd449-b20d-4260-bffb-ebcb3d810581 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345893 Sep 21 16:41:45.720123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd9402-bbeb-41bb-888b-ff0eb608364e req-137ac609-4daa-4ea2-8f9e-812567794d17 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:45.721576 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-03cd9402-bbeb-41bb-888b-ff0eb608364e req-137ac609-4daa-4ea2-8f9e-812567794d17 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0889776 Sep 21 16:41:45.765926 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-03cd9402-bbeb-41bb-888b-ff0eb608364e req-dad5a2b1-d799-413b-badb-4274edfa54f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381899 Sep 21 16:41:46.966683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcce430-49f7-4614-91bb-151c6d82388a req-47bef10b-5293-4caf-bde8-8514aff27f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:46.968055 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2dcce430-49f7-4614-91bb-151c6d82388a req-47bef10b-5293-4caf-bde8-8514aff27f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0890894 Sep 21 16:41:47.016322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2dcce430-49f7-4614-91bb-151c6d82388a req-36b27f9b-1215-45cc-9292-d70b25d6eced tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425906 Sep 21 16:41:47.215617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee104ff-9b63-4f66-9e48-aa649a7de8ff req-26b7e33d-2001-4c13-b519-c49e1f8d3f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:47.217133 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3ee104ff-9b63-4f66-9e48-aa649a7de8ff req-26b7e33d-2001-4c13-b519-c49e1f8d3f62 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0894022 Sep 21 16:41:47.260528 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3ee104ff-9b63-4f66-9e48-aa649a7de8ff req-6bd6d4e7-139c-481a-9893-226128ee3a00 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376573 Sep 21 16:41:47.289126 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54444) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:47.365522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d10e77-20d2-492d-b69a-de183794bf00 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:47.367015 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-22d10e77-20d2-492d-b69a-de183794bf00 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 1093 time: 0.0769386 Sep 21 16:41:47.369880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54448) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:47.374641 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:41:47.380522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:41:47.384382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:floatingip and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:41:47.387208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:41:47.392915 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:41:47.459534 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:47.681792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:47.813196 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.172 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/67dc6f02-fac8-413c-b649-3b656aa3de28) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:41:47.956226 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:48.037328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:48.105872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:41:48.108823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:41:48.112531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:41:48.141220 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=67dc6f02-fac8-413c-b649-3b656aa3de28,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:48.158863 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.159208 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.159549 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.159880 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.160209 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.160533 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.160877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.161197 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.161515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.161833 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.162182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.162500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:48.526634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:48.679109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:48.881050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:48.940590 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:49.045192 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:49.092106 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=67dc6f02-fac8-413c-b649-3b656aa3de28,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:49.213839 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP bbc78c12-b884-4b53-a270-ba64b1a4e2a1 associated. External IP: 172.26.0.172, port: e221b261-bfd8-4369-a82c-281ce4b3667e. Sep 21 16:41:49.660551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router 17c53729-ad96-45db-86f6-06b6a0f4569c has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:41:49.838324 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:41:49.847758 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] Sync routers for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:49.858919 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:49.859827 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:49.952154 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:50.013074 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-aecd91b2-fa8e-42a6-8803-e9dbc1b7b52d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6411932 Sep 21 16:41:50.013074 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:41:50.014988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab67f9f1-352f-4a96-987c-1c3403d89153" -d '{"events": [{"name": "network-changed", "server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:50.046075 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:50.157609 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cc83b-bb90-486b-bd7a-31c15240eaf4 x-openstack-request-id: req-c77cc83b-bb90-486b-bd7a-31c15240eaf4 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:50.157905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:50.158179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c77cc83b-bb90-486b-bd7a-31c15240eaf4 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:50.158584 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77cc83b-bb90-486b-bd7a-31c15240eaf4'] response: {'name': 'network-changed', 'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'status': 'completed', 'code': 200} Sep 21 16:41:50.205090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dab7d-bdab-4a4b-bd83-b3b5a5a93690 req-b45b395b-4f73-4225-b3e6-6732da571d19 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:50.206641 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-689dab7d-bdab-4a4b-bd83-b3b5a5a93690 req-b45b395b-4f73-4225-b3e6-6732da571d19 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0949264 Sep 21 16:41:50.224354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-93d7975d-a07a-4cab-9f83-a314038b60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:50.226468 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-93d7975d-a07a-4cab-9f83-a314038b60da service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 1098 time: 0.0846310 Sep 21 16:41:50.251175 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-689dab7d-bdab-4a4b-bd83-b3b5a5a93690 req-bbfc0308-cadc-4b21-bd07-7aee77381626 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383909 Sep 21 16:41:50.281199 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54458) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:50.395636 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a0370653-6ea9-44f5-983e-e6fb0a367ca6 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/bbc78c12-b884-4b53-a270-ba64b1a4e2a1 HTTP/1.1" status: 200 len: 991 time: 0.1126051 Sep 21 16:41:50.440876 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'bbc78c12-b884-4b53-a270-ba64b1a4e2a1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'port_id': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'mac_address': 'fa:16:3e:ad:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e631ac-5282-4a70-b601-57c7abb3e189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:41:48Z', 'updated_at': '2022-09-21T16:41:48Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:38Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:50.444776 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] Checking router: 17c53729-ad96-45db-86f6-06b6a0f4569c for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:50.453224 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:41:50.453818 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:41:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:50.477906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-8a1e0f52-8822-4935-b8bf-81e5d03122b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:50.479364 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-8a1e0f52-8822-4935-b8bf-81e5d03122b9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 HTTP/1.1" status: 200 len: 897 time: 0.2460663 Sep 21 16:41:50.580667 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-dfde2c3e-e083-43d2-bb75-34a033673e88 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221b261-bfd8-4369-a82c-281ce4b3667e HTTP/1.1" status: 200 len: 999 time: 0.0949736 Sep 21 16:41:50.628077 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:41:50.643760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-6c7bfcb0-877d-4032-8030-62f5edc58787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:50.645676 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-6c7bfcb0-877d-4032-8030-62f5edc58787 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=643c4e53-3009-4191-8d64-ca51dbcc0fb8 HTTP/1.1" status: 200 len: 834 time: 0.0593708 Sep 21 16:41:50.732743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-09fba715-408c-44db-8dc1-debac4153333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:41:50.734141 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-09fba715-408c-44db-8dc1-debac4153333 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824213 Sep 21 16:41:50.867764 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-23612089-0799-4d5c-a92c-3165c0ae53b7 service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279507 Sep 21 16:41:50.973584 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'bbc78c12-b884-4b53-a270-ba64b1a4e2a1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'port_id': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'mac_address': 'fa:16:3e:ad:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e631ac-5282-4a70-b601-57c7abb3e189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:41:48Z', 'updated_at': '2022-09-21T16:41:48Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:38Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:50.978164 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59417431-5627-470d-8be4-23dc2346c9dd None None] The sync data for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv is: [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'bbc78c12-b884-4b53-a270-ba64b1a4e2a1', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'port_id': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'mac_address': 'fa:16:3e:ad:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e631ac-5282-4a70-b601-57c7abb3e189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:41:48Z', 'updated_at': '2022-09-21T16:41:48Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:38Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:51.002440 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab67f9f1-352f-4a96-987c-1c3403d89153 req-f9d9d5af-0f4f-4c56-9a78-79205d72ef97 service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273797 Sep 21 16:41:51.173366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa522300-ae65-483c-9f24-f2ed6fa0df88 None None] New status for floating IP bbc78c12-b884-4b53-a270-ba64b1a4e2a1: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:41:51.399450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54462) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:51.512540 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8c700b0f-0994-4561-9698-93f23f29d25f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/bbc78c12-b884-4b53-a270-ba64b1a4e2a1 HTTP/1.1" status: 200 len: 991 time: 0.1107695 Sep 21 16:41:52.514852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54466) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:41:52.620342 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-35a7b8c2-fb82-48da-9f35-a44e288945e6 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/bbc78c12-b884-4b53-a270-ba64b1a4e2a1 HTTP/1.1" status: 200 len: 993 time: 0.1043363 Sep 21 16:41:54.463645 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:41:59.340738 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:02.900216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-16adbc5c-458f-438c-a1fb-7b4e86883e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:04.991865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bcbf29b9-d1f4-41d1-b2a9-c03fe6d9e93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:06.294723 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:06.980494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:08.043394 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:17.622758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405b97f-fc52-4ad3-92e9-dc5fe0d16f40 req-70d32023-ceff-49be-9cd5-193522bda9b4 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:17.624234 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9405b97f-fc52-4ad3-92e9-dc5fe0d16f40 req-70d32023-ceff-49be-9cd5-193522bda9b4 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0930262 Sep 21 16:42:17.669971 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9405b97f-fc52-4ad3-92e9-dc5fe0d16f40 req-37c8694f-200a-433a-b623-efabfc6a8408 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387139 Sep 21 16:42:18.866474 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae332195-1dbc-4fa2-95f2-f6677ca7ec6b req-014368f4-47a2-4d02-a160-c67dcf765e6a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:18.867903 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ae332195-1dbc-4fa2-95f2-f6677ca7ec6b req-014368f4-47a2-4d02-a160-c67dcf765e6a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0862923 Sep 21 16:42:18.910397 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ae332195-1dbc-4fa2-95f2-f6677ca7ec6b req-aebc6a82-5158-470a-b3f2-ebdcf27d0ac7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369260 Sep 21 16:42:20.108983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0e69d-7229-40ad-b8b6-a4ab39e02b80 req-5ff98d59-3975-4212-b02d-638d48928912 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:20.110460 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85c0e69d-7229-40ad-b8b6-a4ab39e02b80 req-5ff98d59-3975-4212-b02d-638d48928912 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0876651 Sep 21 16:42:20.153753 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-85c0e69d-7229-40ad-b8b6-a4ab39e02b80 req-f15da444-36e6-4393-9a3c-bb955be4568c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376537 Sep 21 16:42:21.353046 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1b10c-e12f-4f4e-bb5e-fda6c2e94b0d req-ad85bbb7-a973-45dc-9cf3-60633049f5ec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:21.354435 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3fa1b10c-e12f-4f4e-bb5e-fda6c2e94b0d req-ad85bbb7-a973-45dc-9cf3-60633049f5ec tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0927186 Sep 21 16:42:21.397642 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3fa1b10c-e12f-4f4e-bb5e-fda6c2e94b0d req-b2dcce97-39be-4cfc-a61e-0f5efeed9cd8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375917 Sep 21 16:42:22.600028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73b90e-3a98-4d18-9310-faece46ec90a req-ae846384-bd30-4028-aeba-346d30880f0a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:22.601544 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bf73b90e-3a98-4d18-9310-faece46ec90a req-ae846384-bd30-4028-aeba-346d30880f0a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0930994 Sep 21 16:42:22.646645 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bf73b90e-3a98-4d18-9310-faece46ec90a req-b878a270-de53-4774-8fc0-71f9788f99bf tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 Sep 21 16:42:23.848716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6f8d4-d8ad-4cc3-a5d1-ccf53c60413e req-4bcbf6bf-cf52-42c1-bfc2-5050996c42f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:23.850290 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-34f6f8d4-d8ad-4cc3-a5d1-ccf53c60413e req-4bcbf6bf-cf52-42c1-bfc2-5050996c42f2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0890715 Sep 21 16:42:23.892619 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-34f6f8d4-d8ad-4cc3-a5d1-ccf53c60413e req-d2514417-f6c3-4dc9-8e7b-d493a81e9344 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367436 Sep 21 16:42:25.091686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3ca7c-9319-44f5-a431-25be67930ef2 req-9b7c4e65-767a-4038-9c1d-7ecbd65b3678 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:25.093236 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ce3ca7c-9319-44f5-a431-25be67930ef2 req-9b7c4e65-767a-4038-9c1d-7ecbd65b3678 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0880344 Sep 21 16:42:25.141416 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ce3ca7c-9319-44f5-a431-25be67930ef2 req-43cfed8a-9fcf-4d1a-bc39-92669fc3b655 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425262 Sep 21 16:42:26.334798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73956c78-684e-4ffd-a2fc-6942705db416 req-1afa917f-d416-467b-a7e0-619d69135f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:26.336153 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-73956c78-684e-4ffd-a2fc-6942705db416 req-1afa917f-d416-467b-a7e0-619d69135f5e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0864842 Sep 21 16:42:26.379936 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-73956c78-684e-4ffd-a2fc-6942705db416 req-36553850-5b3e-42c0-a2f0-7364229c35f7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376141 Sep 21 16:42:27.579496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfaa98-e82f-4e16-afc8-a6c94fa70729 req-f56335c3-aa8c-4a2a-a2e6-b69d113f25af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:27.580939 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25bfaa98-e82f-4e16-afc8-a6c94fa70729 req-f56335c3-aa8c-4a2a-a2e6-b69d113f25af tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0888038 Sep 21 16:42:27.625140 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-25bfaa98-e82f-4e16-afc8-a6c94fa70729 req-ab5ae383-3e25-4730-a3ab-1c7ea958d02f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 Sep 21 16:42:28.927458 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a5bd0-fbbe-4905-b891-835f269589b8 req-f8f6e6d8-09d3-4f76-81d7-bdc1a237619f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:28.928908 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8b9a5bd0-fbbe-4905-b891-835f269589b8 req-f8f6e6d8-09d3-4f76-81d7-bdc1a237619f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.1926436 Sep 21 16:42:28.973054 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-8b9a5bd0-fbbe-4905-b891-835f269589b8 req-f6cbfbd7-7838-41e0-a4d6-170e3178b9cc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 Sep 21 16:42:29.002477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54500) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:42:29.106378 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-1ca693b6-c9f7-4aca-a263-c6b22e3b3260 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/bbc78c12-b884-4b53-a270-ba64b1a4e2a1 HTTP/1.1" status: 200 len: 993 time: 0.1026430 Sep 21 16:42:29.373977 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:30.713552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6f619-54c2-4ab0-bb7b-4306a796d680 req-549cf340-156e-41cc-8d92-e62ee915b9ff tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:30.715039 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1fa6f619-54c2-4ab0-bb7b-4306a796d680 req-549cf340-156e-41cc-8d92-e62ee915b9ff tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0949695 Sep 21 16:42:30.811392 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1fa6f619-54c2-4ab0-bb7b-4306a796d680 req-65cae130-0542-4226-bafb-2810e00bb619 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614986 Sep 21 16:42:30.827959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845466a-0be9-4748-9095-ee625fdd7000 req-22eda5ec-8b80-4d9f-8921-0596dc400f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:30.829398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9845466a-0be9-4748-9095-ee625fdd7000 req-22eda5ec-8b80-4d9f-8921-0596dc400f28 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 1098 time: 0.1134973 Sep 21 16:42:30.959278 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845466a-0be9-4748-9095-ee625fdd7000 req-821d2bd9-ccb4-4697-9497-eeb2a1396017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:30.960689 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9845466a-0be9-4748-9095-ee625fdd7000 req-821d2bd9-ccb4-4697-9497-eeb2a1396017 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 HTTP/1.1" status: 200 len: 897 time: 0.1256037 Sep 21 16:42:31.059702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9845466a-0be9-4748-9095-ee625fdd7000 req-c2365ee2-16e3-443e-82da-dae19a9116d4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221b261-bfd8-4369-a82c-281ce4b3667e HTTP/1.1" status: 200 len: 1001 time: 0.0928590 Sep 21 16:42:31.224469 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845466a-0be9-4748-9095-ee625fdd7000 req-3b296099-7fe6-4751-9ecb-3053b0cb5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:31.225898 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9845466a-0be9-4748-9095-ee625fdd7000 req-3b296099-7fe6-4751-9ecb-3053b0cb5625 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=643c4e53-3009-4191-8d64-ca51dbcc0fb8 HTTP/1.1" status: 200 len: 834 time: 0.1602299 Sep 21 16:42:31.308441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845466a-0be9-4748-9095-ee625fdd7000 req-7049a754-6f96-4ee7-b131-d915d6f2018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:31.309815 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9845466a-0be9-4748-9095-ee625fdd7000 req-7049a754-6f96-4ee7-b131-d915d6f2018a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776227 Sep 21 16:42:31.441190 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9845466a-0be9-4748-9095-ee625fdd7000 req-b6f1383f-17f7-44f7-837a-11a220a59c37 service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Sep 21 16:42:31.463053 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:42:31.572409 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9845466a-0be9-4748-9095-ee625fdd7000 req-1e2dde33-5816-43d0-9dfa-e66e29db1645 service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254208 Sep 21 16:42:32.015057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cc6dc-7669-46af-ab3c-6c3e9b0838ed req-3da8ca66-b54f-4e4c-97d0-52de9c352aaf tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:32.016513 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f64cc6dc-7669-46af-ab3c-6c3e9b0838ed req-3da8ca66-b54f-4e4c-97d0-52de9c352aaf tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0925877 Sep 21 16:42:32.063499 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f64cc6dc-7669-46af-ab3c-6c3e9b0838ed req-cac6e1d7-e091-4716-85fa-86844bcfaca8 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408084 Sep 21 16:42:32.922396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f349bcdc-2a23-46a5-84e2-6ae2abd1f283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:33.263726 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efccdd-0289-4d1a-81ca-fc2a5c2b10be req-71812ddf-618d-43ff-bcd8-48cc7be95195 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:33.265185 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d0efccdd-0289-4d1a-81ca-fc2a5c2b10be req-71812ddf-618d-43ff-bcd8-48cc7be95195 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0913870 Sep 21 16:42:33.308367 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d0efccdd-0289-4d1a-81ca-fc2a5c2b10be req-bfe610a4-c942-413c-9f5e-33ca6b2ca25c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376558 Sep 21 16:42:33.338207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54516) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:42:33.446042 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8084aa15-3224-43e5-8484-9cd12d95317f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/bbc78c12-b884-4b53-a270-ba64b1a4e2a1 HTTP/1.1" status: 200 len: 993 time: 0.1066656 Sep 21 16:42:34.990284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-8dc65486-6aab-499d-841e-976c0b592677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:36.282812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:36.974273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:38.065548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:41.985353 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-7776054a-5a28-41c9-8a4a-04571a785d53 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784154 Sep 21 16:42:42.132144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-ba5b208f-839c-44b0-adf7-6521c7052c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:42.133608 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-ba5b208f-839c-44b0-adf7-6521c7052c34 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 1098 time: 0.0798116 Sep 21 16:42:42.276874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-0782f411-0cdd-4b00-92ce-5cec8e7883a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:42.278294 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-0782f411-0cdd-4b00-92ce-5cec8e7883a2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 HTTP/1.1" status: 200 len: 897 time: 0.1261559 Sep 21 16:42:42.380908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-94423437-c9ee-4399-81c1-23049bd4d4e2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221b261-bfd8-4369-a82c-281ce4b3667e HTTP/1.1" status: 200 len: 1001 time: 0.0955746 Sep 21 16:42:42.441993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-9cb49a20-6b9e-4bf7-a34a-725eda0b1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:42.443392 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-9cb49a20-6b9e-4bf7-a34a-725eda0b1b05 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=643c4e53-3009-4191-8d64-ca51dbcc0fb8 HTTP/1.1" status: 200 len: 834 time: 0.0567737 Sep 21 16:42:42.532686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-88235cf2-c060-4310-9a2a-923a8a7f942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:42:42.534107 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-88235cf2-c060-4310-9a2a-923a8a7f942f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835640 Sep 21 16:42:42.666874 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-9bc89340-7156-474e-97cd-dd1158997605 service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262343 Sep 21 16:42:42.798553 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-87b4e79e-6b63-4b73-8df0-05cb5faf5daf req-dafeca06-a7ac-4919-ab21-71583b6b4d77 service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248231 Sep 21 16:42:59.351114 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:01.859556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54542) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:02.180063 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 67dc6f02-fac8-413c-b649-3b656aa3de28 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:43:02.180407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:02.347967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:02.348207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:02.469020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 67dc6f02-fac8-413c-b649-3b656aa3de28 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:43:02.688071 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:02.734844 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=67dc6f02-fac8-413c-b649-3b656aa3de28,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:02.777102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.777451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.777795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.778158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.778495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.778827 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.779153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.779482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.779808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.780132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.780455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.780780 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:02.848859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:02.849158 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP bbc78c12-b884-4b53-a270-ba64b1a4e2a1 disassociated (deleted). External IP: 172.26.0.172, port: e221b261-bfd8-4369-a82c-281ce4b3667e. Sep 21 16:43:02.941110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-41041d79-5f30-492c-87d6-567806dcb6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:03.203722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router 17c53729-ad96-45db-86f6-06b6a0f4569c has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:43:03.384310 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:43:03.393551 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ae461-4897-40b3-805f-462154971aa6 None None] Sync routers for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:43:03.402681 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ae461-4897-40b3-805f-462154971aa6 None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:03.403274 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-233ae461-4897-40b3-805f-462154971aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:42:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:03.481901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:03.541255 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-0c633830-6806-4fea-a197-f2f7684da202 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/floatingips/bbc78c12-b884-4b53-a270-ba64b1a4e2a1 HTTP/1.1" status: 204 len: 168 time: 1.6780720 Sep 21 16:43:03.541255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:43:03.541662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feccd690-9f61-4766-bd3a-c183325b3c85" -d '{"events": [{"name": "network-changed", "server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:43:03.578672 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-233ae461-4897-40b3-805f-462154971aa6 None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:03.586303 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8671d3a-5a71-416f-a56b-ff818de8f668 x-openstack-request-id: req-e8671d3a-5a71-416f-a56b-ff818de8f668 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:43:03.586593 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:43:03.586854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8671d3a-5a71-416f-a56b-ff818de8f668 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:43:03.587256 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8671d3a-5a71-416f-a56b-ff818de8f668'] response: {'name': 'network-changed', 'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'status': 'completed', 'code': 200} Sep 21 16:43:03.824254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-5224ef3b-538f-4a22-9027-96c497e716c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:03.825748 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-5224ef3b-538f-4a22-9027-96c497e716c9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 1098 time: 0.2174501 Sep 21 16:43:03.937390 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-233ae461-4897-40b3-805f-462154971aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:38Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:03.941825 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ae461-4897-40b3-805f-462154971aa6 None None] Checking router: 17c53729-ad96-45db-86f6-06b6a0f4569c for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:43:03.950305 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ae461-4897-40b3-805f-462154971aa6 None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:03.950909 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-233ae461-4897-40b3-805f-462154971aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:42:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:03.971116 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-d1165fae-06b6-4396-8de7-c0d93d095ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:03.971116 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-d1165fae-06b6-4396-8de7-c0d93d095ba1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 HTTP/1.1" status: 200 len: 897 time: 0.1399021 Sep 21 16:43:04.057542 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-57a2c3fa-bad1-4f5a-a731-0f0d3fa211cb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e221b261-bfd8-4369-a82c-281ce4b3667e HTTP/1.1" status: 200 len: 217 time: 0.0805032 Sep 21 16:43:04.123708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-94045c3c-8fc4-465d-9d5e-cddd935ea9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:04.124093 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f742f0-08a2-4bfb-abda-53da3f5c5a76 req-e6a006ab-1c88-42e2-aaf9-f7cb7918c914 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:04.125167 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-94045c3c-8fc4-465d-9d5e-cddd935ea9c2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=643c4e53-3009-4191-8d64-ca51dbcc0fb8 HTTP/1.1" status: 200 len: 834 time: 0.0603404 Sep 21 16:43:04.126150 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-15f742f0-08a2-4bfb-abda-53da3f5c5a76 req-e6a006ab-1c88-42e2-aaf9-f7cb7918c914 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.0883839 Sep 21 16:43:04.144950 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-233ae461-4897-40b3-805f-462154971aa6 None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:04.175790 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-15f742f0-08a2-4bfb-abda-53da3f5c5a76 req-59babbd7-4c1d-4c27-aa0f-3e5575061e3c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 Sep 21 16:43:04.213462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-5befcd0a-6299-468a-a4df-fafee7bf5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:04.214961 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-5befcd0a-6299-468a-a4df-fafee7bf5885 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839074 Sep 21 16:43:04.350608 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-702e3606-c99e-4938-8c93-815bbb86583a service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291478 Sep 21 16:43:04.455808 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-233ae461-4897-40b3-805f-462154971aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:38Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:04.460076 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ae461-4897-40b3-805f-462154971aa6 None None] The sync data for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv is: [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '3c22f992-52d5-45c6-a801-4c29a325f043', 'name': '', 'network_id': 'f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6b:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:31Z', 'updated_at': '2022-09-21T16:41:38Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '643c4e53-3009-4191-8d64-ca51dbcc0fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:43:04.491598 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-feccd690-9f61-4766-bd3a-c183325b3c85 req-4efaea2f-685f-45ff-bcf6-c7ff711bd85a service neutron] 10.222.0.33 "GET /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336093 Sep 21 16:43:04.676802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3096c-f2ec-49a1-89cf-e4cb6234364d None None] New status for floating IP bbc78c12-b884-4b53-a270-ba64b1a4e2a1: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:43:05.001919 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f98c851a-f5a0-419d-89c6-7fd8fa8e7860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:05.382794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3610d7-cc56-439d-a8f3-e084bad05a4a req-9a7ab724-a9de-4dec-b762-eb3e7982bc8c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:05.383397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-cf3610d7-cc56-439d-a8f3-e084bad05a4a req-9a7ab724-a9de-4dec-b762-eb3e7982bc8c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:43:05.453147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-cf3610d7-cc56-439d-a8f3-e084bad05a4a req-9a7ab724-a9de-4dec-b762-eb3e7982bc8c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:43:05.454285 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cf3610d7-cc56-439d-a8f3-e084bad05a4a req-9a7ab724-a9de-4dec-b762-eb3e7982bc8c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.1628623 Sep 21 16:43:05.554029 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cf3610d7-cc56-439d-a8f3-e084bad05a4a req-d8fb8e24-a36c-4cf1-9534-1ae98ed09f74 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b6ae07d-08d0-48a3-99c1-6f525c603527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938778 Sep 21 16:43:05.586075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-ea129269-459c-4a1c-92e3-de491a44900a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:05.587494 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-ea129269-459c-4a1c-92e3-de491a44900a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 945 time: 0.1082606 Sep 21 16:43:05.657352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port e221b261-bfd8-4369-a82c-281ce4b3667e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:43:05.657622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:05.903472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port e221b261-bfd8-4369-a82c-281ce4b3667e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=e221b261-bfd8-4369-a82c-281ce4b3667e,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:05.903831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:06.026477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for e221b261-bfd8-4369-a82c-281ce4b3667e owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:43:06.202023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:06.252061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=e221b261-bfd8-4369-a82c-281ce4b3667e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:06.295895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:06.442292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] No DVR routers for this DVR port e221b261-bfd8-4369-a82c-281ce4b3667e on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:43:06.444773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:06.447343 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'name': 'network-vif-deleted', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:43:06.449602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babc79d6-bb8c-4880-8f6d-f11b3c2fea0c" -d '{"events": [{"server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "name": "network-vif-deleted", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:43:06.492668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5fa114-c752-47c8-a253-2ce0f999836c x-openstack-request-id: req-cb5fa114-c752-47c8-a253-2ce0f999836c {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:43:06.492950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e631ac-5282-4a70-b601-57c7abb3e189", "name": "network-vif-deleted", "tag": "e221b261-bfd8-4369-a82c-281ce4b3667e", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:43:06.493200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb5fa114-c752-47c8-a253-2ce0f999836c {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:43:06.493663 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5fa114-c752-47c8-a253-2ce0f999836c'] response: {'server_uuid': '07e631ac-5282-4a70-b601-57c7abb3e189', 'name': 'network-vif-deleted', 'tag': 'e221b261-bfd8-4369-a82c-281ce4b3667e', 'status': 'completed', 'code': 200} Sep 21 16:43:06.522842 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc476008-b4cd-41e1-aed3-90c84269a2e0 req-e7817545-e060-49f0-b9db-2d989916a116 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "DELETE /v2.0/ports/e221b261-bfd8-4369-a82c-281ce4b3667e HTTP/1.1" status: 204 len: 173 time: 0.9301763 Sep 21 16:43:06.725617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f224b610-8b29-4611-9e57-dbb51187b12b req-17280c96-44a3-4595-9373-68dfb14a21e5 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:43:06.830291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-f224b610-8b29-4611-9e57-dbb51187b12b req-17280c96-44a3-4595-9373-68dfb14a21e5 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:43:06.832056 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f224b610-8b29-4611-9e57-dbb51187b12b req-17280c96-44a3-4595-9373-68dfb14a21e5 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=07e631ac-5282-4a70-b601-57c7abb3e189 HTTP/1.1" status: 200 len: 210 time: 0.1572604 Sep 21 16:43:06.967107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:07.930326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54564) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:08.070088 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:08.461838 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:43:08.482402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:08.747998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device e221b261-bfd8-4369-a82c-281ce4b3667e no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:43:08.782152 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: e221b261-bfd8-4369-a82c-281ce4b3667e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:43:08.782506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device e221b261-bfd8-4369-a82c-281ce4b3667e not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:43:08.842032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 3c22f992-52d5-45c6-a801-4c29a325f043 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:43:08.842377 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:09.029754 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 3c22f992-52d5-45c6-a801-4c29a325f043, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=3c22f992-52d5-45c6-a801-4c29a325f043,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:09.030422 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:09.264701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 3c22f992-52d5-45c6-a801-4c29a325f043 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:43:09.590716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:09.642531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=3c22f992-52d5-45c6-a801-4c29a325f043,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:09.932299 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:10.291491 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router 17c53729-ad96-45db-86f6-06b6a0f4569c has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:43:10.475010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:43:10.484619 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] Sync routers for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:43:10.495523 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:10.496120 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:43:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:10.558396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2ca318ca-467b-4f19-820f-4fef31184203 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/17c53729-ad96-45db-86f6-06b6a0f4569c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6268432 Sep 21 16:43:10.561002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54568) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:10.625878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb591350-397f-4382-99b0-94b1de423081 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting subnet 643c4e53-3009-4191-8d64-ca51dbcc0fb8 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:43:10.628852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb591350-397f-4382-99b0-94b1de423081 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:10.679535 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:10.687545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb591350-397f-4382-99b0-94b1de423081 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:10.775495 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb591350-397f-4382-99b0-94b1de423081 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:10.916619 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb591350-397f-4382-99b0-94b1de423081 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:10.960124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb591350-397f-4382-99b0-94b1de423081 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Subnet': ['ID=643c4e53-3009-4191-8d64-ca51dbcc0fb8,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:10.961389 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:43:09Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:10.962100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb591350-397f-4382-99b0-94b1de423081 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:10.966807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f739cf0-1347-42fd-b189-d8505089a763 None None] Network f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:43:10.968310 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eb591350-397f-4382-99b0-94b1de423081 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/subnets/643c4e53-3009-4191-8d64-ca51dbcc0fb8 HTTP/1.1" status: 204 len: 168 time: 0.4063091 Sep 21 16:43:10.971334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54572) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:10.975612 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] Checking router: 17c53729-ad96-45db-86f6-06b6a0f4569c for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:43:10.987018 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] Routers {'17c53729-ad96-45db-86f6-06b6a0f4569c'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:10.987535 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:43:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['17c53729-ad96-45db-86f6-06b6a0f4569c'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:11.212717 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] Set router 17c53729-ad96-45db-86f6-06b6a0f4569c gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:11.290229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] DHCP port deletion for f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:43:11.290728 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:11.294578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Deleting port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:43:11.294951 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:11.473719 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:11.500860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] For port 2864c4b4-8ae2-4101-b161-49cc1dd76c65, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2864c4b4-8ae2-4101-b161-49cc1dd76c65,segment=NetworkSegment(64a60c89-ec32-4688-a14b-61e1ed60fe5f),segment_id=64a60c89-ec32-4688-a14b-61e1ed60fe5f)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:11.507892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:11.508011 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:43:09Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:11.508526 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ef611-1a88-4b52-bf9b-40f4521ebd5d None None] The sync data for ids ['17c53729-ad96-45db-86f6-06b6a0f4569c'] in dv-neutron-858618-1-hyperv is: [{'id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-793156854', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72'}], 'enable_snat': True}, 'gw_port_id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:41:26Z', 'updated_at': '2022-09-21T16:43:09Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'c4a80150-3d3c-4f46-976d-5735dbb58f31', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:af:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c53729-ad96-45db-86f6-06b6a0f4569c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:41:27Z', 'updated_at': '2022-09-21T16:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:43:11.556932 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port c4a80150-3d3c-4f46-976d-5735dbb58f31 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:43:11.557380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:11.625113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Calling delete_port for 2864c4b4-8ae2-4101-b161-49cc1dd76c65 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:43:11.735966 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port c4a80150-3d3c-4f46-976d-5735dbb58f31, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c4a80150-3d3c-4f46-976d-5735dbb58f31,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:11.736251 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:11.756634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:11.807658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] No DVR routers for this DVR port 2864c4b4-8ae2-4101-b161-49cc1dd76c65 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:43:11.811222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Pushing event deleted for resources: {'Port': ['ID=2864c4b4-8ae2-4101-b161-49cc1dd76c65,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:11.819497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.819497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.819497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.819832 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.820218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.820468 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.820804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.821136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.821467 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.821794 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.822396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.822516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01852f5-014f-43fd-a60d-f25e7ee5ca3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:11.867522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for c4a80150-3d3c-4f46-976d-5735dbb58f31 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:43:11.892216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3c22f992-52d5-45c6-a801-4c29a325f043 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:43:11.934295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 3c22f992-52d5-45c6-a801-4c29a325f043 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:43:11.934295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 3c22f992-52d5-45c6-a801-4c29a325f043 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:43:11.934295 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2864c4b4-8ae2-4101-b161-49cc1dd76c65 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:43:11.961654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2864c4b4-8ae2-4101-b161-49cc1dd76c65 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:43:11.962016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2864c4b4-8ae2-4101-b161-49cc1dd76c65 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:43:12.088368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.135205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=c4a80150-3d3c-4f46-976d-5735dbb58f31,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:12.233055 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.403114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.405160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.515563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.516218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Fanout notify agent at l3_agent the message router_deleted on router 17c53729-ad96-45db-86f6-06b6a0f4569c {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:43:12.533397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.536892 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eb37cf99-30bf-4e78-a67f-d55e3759a64d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/routers/17c53729-ad96-45db-86f6-06b6a0f4569c HTTP/1.1" status: 204 len: 168 time: 1.5616229 Sep 21 16:43:12.537135 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54576) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:12.756320 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.884973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.908892 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:12.920578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a60c89-ec32-4688-a14b-61e1ed60fe5f') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:12.920875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a60c89-ec32-4688-a14b-61e1ed60fe5f') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:12.932539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.948845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:12.955391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:43:12.955790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:13.044191 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 64a60c89-ec32-4688-a14b-61e1ed60fe5f resource provider aggregate not found Sep 21 16:43:13.066635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 64a60c89-ec32-4688-a14b-61e1ed60fe5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64a60c89-ec32-4688-a14b-61e1ed60fe5f found for delete ", "request_id": "req-207c68a4-0290-43d6-a9cf-fdf8ff363642"}]} Sep 21 16:43:13.122084 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:13.140568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:13.152923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Network': ['ID=f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:13.214220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b20962c8-ce19-4cb7-9a43-c9f8f535fc4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/networks/f1d7d6ce-7c5a-4c1f-8152-313c72e55dc4 HTTP/1.1" status: 204 len: 168 time: 0.6759660 Sep 21 16:43:13.216895 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54584) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:13.285307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ed7d55f2-fb05-4611-9393-3bf44cf0747e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:13.318761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ed7d55f2-fb05-4611-9393-3bf44cf0747e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:13.425446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ed7d55f2-fb05-4611-9393-3bf44cf0747e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:13.443314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d55f2-fb05-4611-9393-3bf44cf0747e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6ae07d-08d0-48a3-99c1-6f525c603527,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:13.504425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ed7d55f2-fb05-4611-9393-3bf44cf0747e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:13.508408 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ed7d55f2-fb05-4611-9393-3bf44cf0747e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/security-groups/6b6ae07d-08d0-48a3-99c1-6f525c603527 HTTP/1.1" status: 204 len: 168 time: 0.2877462 Sep 21 16:43:13.765962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54592) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:13.771555 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764475160', 'description': 'tempest-secgroup-smoke-764475160 description', 'project_id': '5aea6637a92043568891f5ae2f6692ff'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:13.777666 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:13.781822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:13.785510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:13.791703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:13.807269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c4a80150-3d3c-4f46-976d-5735dbb58f31 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:43:13.843761 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: c4a80150-3d3c-4f46-976d-5735dbb58f31 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:43:13.844041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c4a80150-3d3c-4f46-976d-5735dbb58f31 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:43:13.870803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:13.890537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:13.895022 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:13.897894 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:13.903791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:13.972826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.036548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.079655 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7393df-64bd-45fd-9cf6-9803120cdfee,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:14.156099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.157277 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2eff0fa3-77cc-4d32-9747-43032ee2419d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3908732 Sep 21 16:43:14.160260 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54596) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:14.165133 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '8b7393df-64bd-45fd-9cf6-9803120cdfee', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:14.171132 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:14.175060 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:14.177967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:14.183686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:14.259808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.323316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.378628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.402883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a08a01-019b-48d4-864d-3763ccfb8528,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:14.475558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.476729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-a3b661c6-d859-4e27-aa97-5d52050b2f20 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155620 Sep 21 16:43:14.479467 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54600) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:14.484312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '8b7393df-64bd-45fd-9cf6-9803120cdfee', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:14.490671 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:14.494927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:14.497835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:14.504300 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:14.579206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.643573 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.716162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.740385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3844f799-499e-49cf-aa39-b51d3369f63d,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:14.825091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.826306 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-95943f31-2b73-4325-ac74-26fd8ae64270 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3459392 Sep 21 16:43:14.829146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54604) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:14.834465 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '8b7393df-64bd-45fd-9cf6-9803120cdfee', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:14.840967 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:14.844880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:14.848427 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:14.854226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:14.933630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.995503 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.070522 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.097697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb41fcb-0a0f-4d96-985a-4c032fa86fc7,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:15.161875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.163115 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e4be4cd9-cdf5-4b7f-91bc-e0036e963d15 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330295 Sep 21 16:43:15.165829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54608) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:15.170635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '8b7393df-64bd-45fd-9cf6-9803120cdfee', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:15.176543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:15.180435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:15.183384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:15.189151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:15.265272 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.326986 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.401438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.424482 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436d14ba-4a23-415d-9bde-9f46fae93d4c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:15.499164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.500399 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-60e173a3-06db-449f-8bde-12f556f73e38 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3336129 Sep 21 16:43:15.503639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54612) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:15.508547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '8b7393df-64bd-45fd-9cf6-9803120cdfee', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:15.514404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:15.518309 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:15.521962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:15.527798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:15.607409 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:43:15.617813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.681858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.773070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.796288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852b8cd1-87ef-4cb4-9787-c399c7d2c72a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:15.881710 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.882919 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-286258d5-d461-4b25-be00-2f63bd39728c tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3783681 Sep 21 16:43:15.885582 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54616) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:15.890407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'security_group_rule': {'security_group_id': '8b7393df-64bd-45fd-9cf6-9803120cdfee', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:15.896230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:15.900230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:security_group_rule and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:15.903181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:15.909108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:15.956342 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Project 5aea6637a92043568891f5ae2f6692ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:43:15.963287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.030769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.093448 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.116919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14831249-cd9f-4c29-b08d-668fe0ddd0c6,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:16.195758 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.196943 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7d0d7b79-aa44-4763-87eb-130c6a2cf005 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104305 Sep 21 16:43:16.199831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54620) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:16.205163 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'network': {'name': 'tempest-network-smoke--2081340810', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'port_security_enabled': True}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:16.210397 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:16.214625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:network and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:16.217515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:16.223249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:16.298897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:43:16.302968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.330250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:43:16.339015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.339357 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Added segment ea14928f-d9f4-450a-a360-e82dd0615038 of type vlan for network 06700f5f-a1d6-4921-a1ec-662529d5e488 Sep 21 16:43:16.365169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.453496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.459330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:16.459912 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.568631 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Network': ['ID=06700f5f-a1d6-4921-a1ec-662529d5e488,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:16.579231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:43:16.614806 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-06fc2a07-1585-4078-8c2e-60683f9ad7de tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4139481 Sep 21 16:43:16.617663 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54624) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:16.622712 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'admin_state_up': True, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:16.630739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:16.634887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:router and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:16.637822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:16.644145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:16.710765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.711783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:16.727147 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:17.061822 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:17.417547 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:17.446904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:17.578111 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.119 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/cbae8abb-fe53-4cbd-a3c2-901c641ac7b9) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:43:17.724721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:17.802172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:17.966149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:43:17.968930 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:43:17.972025 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:43:18.019302 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=cbae8abb-fe53-4cbd-a3c2-901c641ac7b9,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:18.031034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.031378 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.031716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.032051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.032376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.032699 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.033022 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.033695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.034091 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.034417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.034740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.035060 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:18.468843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:18.803253 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:19.099086 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router c7865a02-527b-4d4f-8f96-d1b041c19b21 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:43:19.275599 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:43:19.286309 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Sync routers for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:43:19.295839 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:19.296490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:43:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:19.396244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:19.397385 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-a407aa62-f715-4610-bc76-72663ce51048 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7786720 Sep 21 16:43:19.400541 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54628) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:19.439050 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d0411b28-8feb-496e-8417-73690821dd8a tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=5aea6637a92043568891f5ae2f6692ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374458 Sep 21 16:43:19.442444 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54632) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:19.472265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:19.573169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea5dfd-ae2d-4f83-a41f-142912c2e0f6 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:19.574692 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d0ea5dfd-ae2d-4f83-a41f-142912c2e0f6 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312640 Sep 21 16:43:19.577651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54636) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:19.617669 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9ec880e7-45af-489a-98c9-877832788b0b tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388298 Sep 21 16:43:19.620184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54640) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:19.625432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095025635', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:19.740450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:19.744313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:subnet and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:19.747130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:19.752439 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:18Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:19.753731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:19.757113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Checking router: c7865a02-527b-4d4f-8f96-d1b041c19b21 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:43:19.757457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Updating router c7865a02-527b-4d4f-8f96-d1b041c19b21 port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:43:19.810211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:19.813520 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:43:19.817828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.138838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.191762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.203371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Transition to ACTIVE for port object cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:43:20.216576 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Subnet': ['ID=3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:20.224544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Checking segment: {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:43:20.224896 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network hostable DHCP agents. Network: 06700f5f-a1d6-4921-a1ec-662529d5e488, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:43:20.270445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.323490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Attempting to bind port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:43:20.324106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Attempting to bind port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:43:20.324106 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Attempting to bind port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:43:20.327517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:43:20.339385 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:43:20.339759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:43:20.340162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.340561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:43:20.341025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Bound port: cbae8abb-fe53-4cbd-a3c2-901c641ac7b9, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:43:20.341400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.391984 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcefe0-9823-48b0-bae4-405e219812df None None] Pushing event updated for resources: {'Port': ['ID=cbae8abb-fe53-4cbd-a3c2-901c641ac7b9,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:20.413268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 06700f5f-a1d6-4921-a1ec-662529d5e488) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:43:20.421459 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:20.422086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.424174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278792d8-91e7-4160-b7bf-93287f9072f1 None None] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:43:20.443870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] For port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:43:20.504812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] For port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cbae8abb-fe53-4cbd-a3c2-901c641ac7b9,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:43:20.511345 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-874a5ba2-5719-48bc-b11b-ece59a695689 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8901498 Sep 21 16:43:20.514182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54644) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:20.573881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.645571 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:20.646218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:43:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:20.781814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcefe0-9823-48b0-bae4-405e219812df None None] Pushing event updated for resources: {'Port': ['ID=cbae8abb-fe53-4cbd-a3c2-901c641ac7b9,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:20.844450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-06700f5f-a1d6-4921-a1ec-662529d5e488', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:43:20.845194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:20.951330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:21.224307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Allocated IP 172.20.0.2 (06700f5f-a1d6-4921-a1ec-662529d5e488/3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c/8403d673-9a71-48a6-a21c-edcfddd06da3) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:43:21.307415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:21.471793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:18Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:21.516388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d518e3-75c0-47f2-adb1-ab3638dfc4cc None None] The sync data for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv is: [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:18Z', 'revision_number': 3, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:43:21.545004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:21.556530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Transition to ACTIVE for port object 8403d673-9a71-48a6-a21c-edcfddd06da3 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:43:21.576435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Transition to ACTIVE for port object 8403d673-9a71-48a6-a21c-edcfddd06da3 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:43:21.725703 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:21.809136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:43:21.812831 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:43:21.814630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Pushing event updated for resources: {'Port': ['ID=8403d673-9a71-48a6-a21c-edcfddd06da3,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:21.817039 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:43:21.833567 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.1 (06700f5f-a1d6-4921-a1ec-662529d5e488/3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c/51e104d3-83c0-4d05-af30-99547419e7d2) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:43:21.912244 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:43:21.989697 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Attempting to bind port 8403d673-9a71-48a6-a21c-edcfddd06da3 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:43:21.990107 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Attempting to bind port 8403d673-9a71-48a6-a21c-edcfddd06da3 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:43:21.990474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Attempting to bind port 8403d673-9a71-48a6-a21c-edcfddd06da3 on network 06700f5f-a1d6-4921-a1ec-662529d5e488 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:43:21.998079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:43:21.998462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Checking segment: {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:43:21.998869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:21.999505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Bound using segment: {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:43:22.000466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Bound port: 8403d673-9a71-48a6-a21c-edcfddd06da3, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:43:22.000466 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:22.020193 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:22.038795 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object 51e104d3-83c0-4d05-af30-99547419e7d2 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:43:22.104032 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] For port 8403d673-9a71-48a6-a21c-edcfddd06da3, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:43:22.107229 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] For port 8403d673-9a71-48a6-a21c-edcfddd06da3, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8403d673-9a71-48a6-a21c-edcfddd06da3,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:43:22.122322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:22.150855 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:43:22.156547 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:22.156938 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:22.187040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:22.201312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:43:22.204572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:43:22.209629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:43:22.240765 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=51e104d3-83c0-4d05-af30-99547419e7d2,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:22.274592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:22.321647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8c403-8e9f-4982-bde3-c635e340ecbc None None] Pushing event updated for resources: {'Port': ['ID=8403d673-9a71-48a6-a21c-edcfddd06da3,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:22.357128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:22.357602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:22.375425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cbae8abb-fe53-4cbd-a3c2-901c641ac7b9,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:22.448389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:22.543397 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=cbae8abb-fe53-4cbd-a3c2-901c641ac7b9,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:22.846224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:23.261029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:23.316120 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:23.431547 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=51e104d3-83c0-4d05-af30-99547419e7d2,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:23.433929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:23.576297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:43:23.577493 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:43:23.689332 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2272d41-3ebb-4593-831c-2cf5c823d8bb None None] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:43:23.773708 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router c7865a02-527b-4d4f-8f96-d1b041c19b21 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:43:23.850672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-20a8549d-6f32-474a-a245-eb351c4e6ad6 None None] Provisioning for port 8403d673-9a71-48a6-a21c-edcfddd06da3 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:43:23.912524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:43:23.971690 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:43:23.984510 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Sync routers for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:43:23.996311 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-594bb882-34c0-4194-a2d4-24ff295e80b1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/c7865a02-527b-4d4f-8f96-d1b041c19b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4711154 Sep 21 16:43:24.011710 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:24.012984 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:43:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:24.023020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:24.025284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:24.158627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:24.159765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8403d673-9a71-48a6-a21c-edcfddd06da3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:43:24.183882 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-18a2d98a-264e-451a-9d52-f559a29d7f63 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:43:24.216272 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:24.265145 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-18a2d98a-264e-451a-9d52-f559a29d7f63 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:43:24.266754 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-18a2d98a-264e-451a-9d52-f559a29d7f63 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764475160&fields=id&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 267 time: 0.1257555 Sep 21 16:43:24.300366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8403d673-9a71-48a6-a21c-edcfddd06da3 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:43:24.308647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8403d673-9a71-48a6-a21c-edcfddd06da3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:24.309132 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:24.366552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Provisioning for port 51e104d3-83c0-4d05-af30-99547419e7d2 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:43:24.375363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Provisioning complete for port 51e104d3-83c0-4d05-af30-99547419e7d2 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:24.375363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:24.443941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Port 51e104d3-83c0-4d05-af30-99547419e7d2 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:43:24.456903 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-7af56d7b-4baa-450a-814e-95b99cbd1fab tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:24.458046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-7af56d7b-4baa-450a-814e-95b99cbd1fab tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:43:24.514012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Provisioning complete for port 8403d673-9a71-48a6-a21c-edcfddd06da3 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:24.514343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:24.539441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-7af56d7b-4baa-450a-814e-95b99cbd1fab tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:network {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:43:24.542277 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-7af56d7b-4baa-450a-814e-95b99cbd1fab tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/networks?id=06700f5f-a1d6-4921-a1ec-662529d5e488 HTTP/1.1" status: 200 len: 797 time: 0.2670400 Sep 21 16:43:24.559598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8403d673-9a71-48a6-a21c-edcfddd06da3 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:24.559981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:24.562991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-c88ecb91-e8b1-4b1b-b05b-351222e681c0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/quotas/5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 375 time: 0.0150983 Sep 21 16:43:24.567037 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:23Z', 'revision_number': 2, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:24.571031 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Checking router: c7865a02-527b-4d4f-8f96-d1b041c19b21 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:43:24.571495 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Updating router c7865a02-527b-4d4f-8f96-d1b041c19b21 port 51e104d3-83c0-4d05-af30-99547419e7d2 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:43:24.620154 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8403d673-9a71-48a6-a21c-edcfddd06da3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8403d673-9a71-48a6-a21c-edcfddd06da3,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:24.635239 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:24.670171 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-94060d8d-9faf-4b37-92d9-0247026721da tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:43:24.696003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:24.744820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-94060d8d-9faf-4b37-92d9-0247026721da tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:43:24.746358 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-94060d8d-9faf-4b37-92d9-0247026721da tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1826181 Sep 21 16:43:24.805122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Current status of the port 8403d673-9a71-48a6-a21c-edcfddd06da3 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:24.805500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:24.868072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8403d673-9a71-48a6-a21c-edcfddd06da3,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:24.904187 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:43:24.904561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:43:25.014628 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:25.026828 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Transition to ACTIVE for port object 51e104d3-83c0-4d05-af30-99547419e7d2 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:43:25.058189 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-1d72da76-80be-446a-8535-0045c3ae58d9 service neutron] 10.222.0.65 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988467 Sep 21 16:43:25.087525 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:25.190272 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-c1a0fd0d-f35a-44be-95a9-6ab33e2cbbbb service neutron] 10.222.0.65 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261048 Sep 21 16:43:25.312123 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Pushing event updated for resources: {'Port': ['ID=51e104d3-83c0-4d05-af30-99547419e7d2,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:25.329300 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.329649 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.330009 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.330347 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.330707 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.331037 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.331362 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.331687 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.332011 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.332333 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.332651 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.333221 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:43:25.339577 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Attempting to bind port 51e104d3-83c0-4d05-af30-99547419e7d2 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:43:25.339947 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Attempting to bind port 51e104d3-83c0-4d05-af30-99547419e7d2 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:43:25.340340 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Attempting to bind port 51e104d3-83c0-4d05-af30-99547419e7d2 on network 06700f5f-a1d6-4921-a1ec-662529d5e488 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:43:25.345678 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:43:25.346086 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Checking segment: {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:43:25.347012 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:25.352153 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Bound using segment: {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:43:25.352153 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Bound port: 51e104d3-83c0-4d05-af30-99547419e7d2, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:43:25.352153 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:25.440780 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] For port 51e104d3-83c0-4d05-af30-99547419e7d2, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:43:25.444213 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] For port 51e104d3-83c0-4d05-af30-99547419e7d2, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=51e104d3-83c0-4d05-af30-99547419e7d2,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:43:25.461718 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-391c869c-8c40-4523-b3b6-2d194904b669 req-e285f647-336a-4e22-a113-30af62737c1f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 210 time: 0.0672855 Sep 21 16:43:25.469403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f0570c01-65e8-471a-8ab5-5169bfc8856e None None] Current status of the port 8403d673-9a71-48a6-a21c-edcfddd06da3 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:25.499786 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:25.560437 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:25.561058 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:43:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:25.647817 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dff921-c4d3-4869-8e78-2cdf3283585e None None] Pushing event updated for resources: {'Port': ['ID=51e104d3-83c0-4d05-af30-99547419e7d2,revision_number=4']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:25.753456 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:25.820650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8403d673-9a71-48a6-a21c-edcfddd06da3 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:43:25.888991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8403d673-9a71-48a6-a21c-edcfddd06da3 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:25.889361 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:26.010474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8403d673-9a71-48a6-a21c-edcfddd06da3 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:26.071894 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:25Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:26.076069 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3b35d-f73b-4226-ada3-3996461e9bc2 None None] The sync data for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv is: [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:25Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:43:26.644496 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5fe17dea-3e83-4db8-98d4-cf2fb0e33793 req-4362f290-0663-43fa-ad42-b8b06a06087b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 210 time: 0.0570889 Sep 21 16:43:27.252649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-90fe9741-c54f-4881-abd6-177fa943e58b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:27.254038 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-90fe9741-c54f-4881-abd6-177fa943e58b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/networks?id=06700f5f-a1d6-4921-a1ec-662529d5e488 HTTP/1.1" status: 200 len: 797 time: 0.1535301 Sep 21 16:43:27.303020 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-612077ac-24f1-4792-9e5c-3c82d1916a3b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aea6637a92043568891f5ae2f6692ff HTTP/1.1" status: 200 len: 379 time: 0.0413771 Sep 21 16:43:27.311415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'port': {'device_id': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'admin_state_up': True, 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'security_groups': ['8b7393df-64bd-45fd-9cf6-9803120cdfee']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:27.450423 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:27.460984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:27.520756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Made reservation on behalf of 5aea6637a92043568891f5ae2f6692ff for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:43:27.524334 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:27.687274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.20.0.6 (06700f5f-a1d6-4921-a1ec-662529d5e488/3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c/67647425-425c-4c97-9891-c4f682e7b70b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:43:27.847345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 51e104d3-83c0-4d05-af30-99547419e7d2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:43:27.901432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:27.918379 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Transition to ACTIVE for port object 67647425-425c-4c97-9891-c4f682e7b70b will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:43:27.936246 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-fabf90ce-1a5a-46c8-a881-1c905aedc2e3 req-6266df35-53e3-4632-8c4e-6bbf11ff1d25 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 210 time: 0.1757863 Sep 21 16:43:27.973117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 51e104d3-83c0-4d05-af30-99547419e7d2 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:43:27.978819 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 51e104d3-83c0-4d05-af30-99547419e7d2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:27.979218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.002930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.087551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:43:28.090781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:43:28.094622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:43:28.103342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 51e104d3-83c0-4d05-af30-99547419e7d2 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:28.103769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.129977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=67647425-425c-4c97-9891-c4f682e7b70b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:28.139717 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 51e104d3-83c0-4d05-af30-99547419e7d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=51e104d3-83c0-4d05-af30-99547419e7d2,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:28.161849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:28.162486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.219133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.242797 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-a6a90ce7-d1ed-4b1b-bf1e-d7e5e73c7598 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9348121 Sep 21 16:43:28.255165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Request body: {'port': {'device_id': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:28.294781 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=51e104d3-83c0-4d05-af30-99547419e7d2,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:28.371788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.378823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-933999ce-9b4c-4201-a21f-132ed5eb832d None None] Provisioning for port 67647425-425c-4c97-9891-c4f682e7b70b completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:43:28.383793 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-933999ce-9b4c-4201-a21f-132ed5eb832d None None] Provisioning complete for port 67647425-425c-4c97-9891-c4f682e7b70b triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:28.384169 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-933999ce-9b4c-4201-a21f-132ed5eb832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.441765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-933999ce-9b4c-4201-a21f-132ed5eb832d None None] Port 67647425-425c-4c97-9891-c4f682e7b70b cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:43:28.709830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67647425-425c-4c97-9891-c4f682e7b70b {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:43:28.717029 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.731647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Transition to ACTIVE for port object 67647425-425c-4c97-9891-c4f682e7b70b will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:43:28.785288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:28.983771 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=67647425-425c-4c97-9891-c4f682e7b70b,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:29.018076 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Attempting to bind port 67647425-425c-4c97-9891-c4f682e7b70b on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:43:29.019004 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Attempting to bind port 67647425-425c-4c97-9891-c4f682e7b70b by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:43:29.020617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Attempting to bind port 67647425-425c-4c97-9891-c4f682e7b70b on network 06700f5f-a1d6-4921-a1ec-662529d5e488 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:43:29.024183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Port 67647425-425c-4c97-9891-c4f682e7b70b on network 06700f5f-a1d6-4921-a1ec-662529d5e488 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:43:29.024502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Attempting to bind port 67647425-425c-4c97-9891-c4f682e7b70b on network 06700f5f-a1d6-4921-a1ec-662529d5e488 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:43:29.029643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:43:29.030026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Checking segment: {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:43:29.030405 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Bound using segment: {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:43:29.030822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Bound port: 67647425-425c-4c97-9891-c4f682e7b70b, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea14928f-d9f4-450a-a360-e82dd0615038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:43:29.031177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:29.178181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] For port 67647425-425c-4c97-9891-c4f682e7b70b, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:43:29.182259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] For port 67647425-425c-4c97-9891-c4f682e7b70b, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67647425-425c-4c97-9891-c4f682e7b70b,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:43:29.198366 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9406-7b56-4e72-a6f0-5197c993e087 req-a786e60d-52fc-47f5-bd27-db3e1e7b04d1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:29.199070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-911c9406-7b56-4e72-a6f0-5197c993e087 req-a786e60d-52fc-47f5-bd27-db3e1e7b04d1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:43:29.253052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:29.256024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:29.261639 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:29.261639 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] 10.222.0.33 "PUT /v2.0/ports/67647425-425c-4c97-9891-c4f682e7b70b HTTP/1.1" status: 200 len: 1093 time: 1.0079679 Sep 21 16:43:29.291993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:43:29.294660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f9ee53-5518-4787-af20-477dfabcfb31" -d '{"events": [{"name": "network-changed", "server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "tag": "67647425-425c-4c97-9891-c4f682e7b70b"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:43:29.311847 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-911c9406-7b56-4e72-a6f0-5197c993e087 req-a786e60d-52fc-47f5-bd27-db3e1e7b04d1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:43:29.313075 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-911c9406-7b56-4e72-a6f0-5197c993e087 req-a786e60d-52fc-47f5-bd27-db3e1e7b04d1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 943 time: 0.2389286 Sep 21 16:43:29.349635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d47a00-20d5-4604-bb71-a423250ff3c3 x-openstack-request-id: req-02d47a00-20d5-4604-bb71-a423250ff3c3 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:43:29.349919 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "tag": "67647425-425c-4c97-9891-c4f682e7b70b", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:43:29.350184 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02d47a00-20d5-4604-bb71-a423250ff3c3 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:43:29.350644 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d47a00-20d5-4604-bb71-a423250ff3c3'] response: {'name': 'network-changed', 'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b', 'status': 'completed', 'code': 200} Sep 21 16:43:29.362865 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:29.416927 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-911c9406-7b56-4e72-a6f0-5197c993e087 req-21679eb5-3a58-4d2e-8796-388079eb4d02 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954511 Sep 21 16:43:29.426534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb0888-ec6f-40ab-84f7-efb819accbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=67647425-425c-4c97-9891-c4f682e7b70b,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:29.460150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9ee53-5518-4787-af20-477dfabcfb31 req-f7db14a7-c216-4a25-b496-aa1009e3ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:29.461629 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8f9ee53-5518-4787-af20-477dfabcfb31 req-f7db14a7-c216-4a25-b496-aa1009e3ca49 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 1096 time: 0.0891438 Sep 21 16:43:29.694200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9ee53-5518-4787-af20-477dfabcfb31 req-743d69a4-486d-4155-b289-562f87e1eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:29.695620 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8f9ee53-5518-4787-af20-477dfabcfb31 req-743d69a4-486d-4155-b289-562f87e1eb39 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=5aea6637a92043568891f5ae2f6692ff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2275336 Sep 21 16:43:29.817885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 51e104d3-83c0-4d05-af30-99547419e7d2 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:43:29.829318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9ee53-5518-4787-af20-477dfabcfb31 req-ed220715-5ca3-4a53-b94f-8f7b206c8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:29.830803 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e8f9ee53-5518-4787-af20-477dfabcfb31 req-ed220715-5ca3-4a53-b94f-8f7b206c8362 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297212 Sep 21 16:43:29.890484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 51e104d3-83c0-4d05-af30-99547419e7d2 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:29.890847 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:29.948990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-2794c793-2129-4769-8312-b878fa902e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:29.950439 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-2794c793-2129-4769-8312-b878fa902e3d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 1096 time: 0.0847039 Sep 21 16:43:30.008265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 51e104d3-83c0-4d05-af30-99547419e7d2 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:30.027316 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-ef2dfdcf-1901-4e08-aeb2-e61fc29f33da service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67647425-425c-4c97-9891-c4f682e7b70b HTTP/1.1" status: 200 len: 217 time: 0.0698719 Sep 21 16:43:30.088497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-883a54ec-f508-470d-86c7-63db491e6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:30.089896 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-883a54ec-f508-470d-86c7-63db491e6acb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c HTTP/1.1" status: 200 len: 835 time: 0.0574858 Sep 21 16:43:30.173564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-fb904491-608c-4d6a-a347-880d9560c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:30.175088 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-fb904491-608c-4d6a-a347-880d9560c8aa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=06700f5f-a1d6-4921-a1ec-662529d5e488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792842 Sep 21 16:43:30.306288 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-c851d671-092b-4bf7-acc6-e1ad88b009d5 service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242950 Sep 21 16:43:30.435914 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ddd0c7ad-e21b-4c9d-966d-99fe3a80a4b6 req-b5a61164-a4de-429c-9c47-5e17b10a596d service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242201 Sep 21 16:43:30.616408 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53612b0-8b28-4211-942a-188131f462ec req-8d41848f-461d-4bc6-b425-b64730260fad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:30.617766 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c53612b0-8b28-4211-942a-188131f462ec req-8d41848f-461d-4bc6-b425-b64730260fad tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 943 time: 0.0900786 Sep 21 16:43:30.660559 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c53612b0-8b28-4211-942a-188131f462ec req-18c379c9-99fa-40be-b64b-e35bc5d1b8ce tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370760 Sep 21 16:43:31.857658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e56988-f77c-40aa-9b61-06b87fc6e544 req-5b1b838c-49e5-4be7-ab2a-dab7542c820a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:31.859136 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-89e56988-f77c-40aa-9b61-06b87fc6e544 req-5b1b838c-49e5-4be7-ab2a-dab7542c820a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 943 time: 0.0904315 Sep 21 16:43:31.903652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-89e56988-f77c-40aa-9b61-06b87fc6e544 req-be1898ad-76f8-4c5f-b737-771f1e6c3b4e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383456 Sep 21 16:43:32.887440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 67647425-425c-4c97-9891-c4f682e7b70b details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:43:32.899879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-493ce8f1-ccfe-443e-813b-008d342a7faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:33.025732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 67647425-425c-4c97-9891-c4f682e7b70b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67647425-425c-4c97-9891-c4f682e7b70b,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:33.039175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '67647425-425c-4c97-9891-c4f682e7b70b', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'port_id': '67647425-425c-4c97-9891-c4f682e7b70b', 'mac_address': 'fa:16:3e:c5:4e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:43:33.098431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 67647425-425c-4c97-9891-c4f682e7b70b is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:33.098809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:33.104179 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b6f29-df4e-4bfa-9050-f538ca696f0b req-68b681e6-1d57-413b-aa46-2c617540228f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:33.105644 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3d7b6f29-df4e-4bfa-9050-f538ca696f0b req-68b681e6-1d57-413b-aa46-2c617540228f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 943 time: 0.0881689 Sep 21 16:43:33.116535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67647425-425c-4c97-9891-c4f682e7b70b {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:43:33.132600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 67647425-425c-4c97-9891-c4f682e7b70b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67647425-425c-4c97-9891-c4f682e7b70b,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:33.151629 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3d7b6f29-df4e-4bfa-9050-f538ca696f0b req-a5df234b-23c4-4a14-a01b-acdeae1d9570 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402594 Sep 21 16:43:33.184569 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:33.251211 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=67647425-425c-4c97-9891-c4f682e7b70b,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:33.386997 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['67647425-425c-4c97-9891-c4f682e7b70b'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:43:34.359989 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b883589-a5c4-4aa7-8e41-830d6654927f req-01826d7f-5405-4e23-9f48-1428f1fd5cdc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:34.361630 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b883589-a5c4-4aa7-8e41-830d6654927f req-01826d7f-5405-4e23-9f48-1428f1fd5cdc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 944 time: 0.0949628 Sep 21 16:43:34.406077 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8b883589-a5c4-4aa7-8e41-830d6654927f req-10c9e396-8671-48e0-b1d9-77db5512f94e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384736 Sep 21 16:43:34.887337 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 67647425-425c-4c97-9891-c4f682e7b70b up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:43:35.013188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-97b11091-61d1-40cd-a6bb-0dde9425c0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:35.023971 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 67647425-425c-4c97-9891-c4f682e7b70b completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:43:35.029057 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 67647425-425c-4c97-9891-c4f682e7b70b triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:43:35.029422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:35.146529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 67647425-425c-4c97-9891-c4f682e7b70b is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:43:35.146895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:35.173355 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:43:35.176231 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c6ff46-d4de-47fb-8c2d-81127ac13eb4" -d '{"events": [{"server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "name": "network-vif-plugged", "status": "completed", "tag": "67647425-425c-4c97-9891-c4f682e7b70b"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:43:35.183668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 67647425-425c-4c97-9891-c4f682e7b70b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67647425-425c-4c97-9891-c4f682e7b70b,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:43:35.217538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6170dfbf-333e-4661-8460-58290064b5fa x-openstack-request-id: req-6170dfbf-333e-4661-8460-58290064b5fa {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:43:35.217830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "name": "network-vif-plugged", "status": "completed", "tag": "67647425-425c-4c97-9891-c4f682e7b70b", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:43:35.218105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6170dfbf-333e-4661-8460-58290064b5fa {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:43:35.218504 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6170dfbf-333e-4661-8460-58290064b5fa'] response: {'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b', 'code': 200} Sep 21 16:43:35.252309 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:35.321254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=67647425-425c-4c97-9891-c4f682e7b70b,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:35.663214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42fbe4-aa91-4cfe-a95b-4a41df63ac1d req-1ab23fb4-1fa5-4f02-b868-5f99c8b89558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:35.664703 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fe42fbe4-aa91-4cfe-a95b-4a41df63ac1d req-1ab23fb4-1fa5-4f02-b868-5f99c8b89558 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 1098 time: 0.1459947 Sep 21 16:43:35.672077 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f365f24-53a7-4ce1-bce2-5d0cfaeee476 req-04d23bd4-aa1b-49a9-b464-7b68c4915c0b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:35.673396 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f365f24-53a7-4ce1-bce2-5d0cfaeee476 req-04d23bd4-aa1b-49a9-b464-7b68c4915c0b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.1534519 Sep 21 16:43:35.734449 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fe42fbe4-aa91-4cfe-a95b-4a41df63ac1d req-5be7b5c7-8214-450a-a73c-b9945da5e085 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600185 Sep 21 16:43:35.743708 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f365f24-53a7-4ce1-bce2-5d0cfaeee476 req-78abc095-6b08-4221-a912-66b82a106838 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573738 Sep 21 16:43:36.356372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:36.968080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46806dd6-cceb-4285-b5ae-07ee0c6d4469 req-15a26908-12d8-453d-b417-6fe0e9329e72 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:36.970359 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-46806dd6-cceb-4285-b5ae-07ee0c6d4469 req-15a26908-12d8-453d-b417-6fe0e9329e72 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.1098278 Sep 21 16:43:36.973267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:37.016289 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-46806dd6-cceb-4285-b5ae-07ee0c6d4469 req-974a25d5-03e3-4687-b513-2068d4b5f8c7 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396757 Sep 21 16:43:38.047170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:38.220284 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b1442-ca01-4afa-9c24-97e30b6dad12 req-1ac59f23-8c96-4ee2-a087-df17eee26e3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:38.222247 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-485b1442-ca01-4afa-9c24-97e30b6dad12 req-1ac59f23-8c96-4ee2-a087-df17eee26e3d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.0894625 Sep 21 16:43:38.265984 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-485b1442-ca01-4afa-9c24-97e30b6dad12 req-ca6460ff-1889-47df-9cb3-7d73e8830c1d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380936 Sep 21 16:43:38.464591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f387796-38ec-4a5e-9d2c-62746b4b1458 req-60a1ffa4-417f-4d95-b9bd-512380570166 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:38.466059 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6f387796-38ec-4a5e-9d2c-62746b4b1458 req-60a1ffa4-417f-4d95-b9bd-512380570166 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.0916836 Sep 21 16:43:38.508577 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6f387796-38ec-4a5e-9d2c-62746b4b1458 req-eab013c6-8a19-4311-a907-db02dd5afbb4 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364249 Sep 21 16:43:38.537858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54702) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:38.614880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c7901-4c51-487a-b3c0-0fe72ab44bf8 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:38.616268 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d27c7901-4c51-487a-b3c0-0fe72ab44bf8 tempest-TestNetworkAdvancedServerOps-2049278999 tempest-TestNetworkAdvancedServerOps-2049278999-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 1093 time: 0.0773656 Sep 21 16:43:38.619290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54706) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:38.624081 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '67647425-425c-4c97-9891-c4f682e7b70b', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:43:38.630000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:43:38.633841 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Usage tracker for resource:floatingip and tenant:5aea6637a92043568891f5ae2f6692ff is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:43:38.636676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:43:38.642398 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:43:38.693058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:38.829322 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:38.965665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Allocated IP 172.26.0.239 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/74e13136-a784-4d16-86ab-ae3c9d99498b) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:43:39.114536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:39.218709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:39.378908 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:43:39.381614 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:43:39.385416 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:43:39.419383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=74e13136-a784-4d16-86ab-ae3c9d99498b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:39.798571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:39.915316 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:40.122090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:40.183794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:40.291195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event updated for resources: {'Port': ['ID=74e13136-a784-4d16-86ab-ae3c9d99498b,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:43:40.293432 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:40.463531 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP 79a2923a-73bc-491d-9265-69856aa8d6fe associated. External IP: 172.26.0.239, port: 67647425-425c-4c97-9891-c4f682e7b70b. Sep 21 16:43:40.811332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router c7865a02-527b-4d4f-8f96-d1b041c19b21 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:43:41.101206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:43:41.111364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] Sync routers for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:43:41.121257 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:41.121880 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:43:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:41.207709 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:41.266113 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d9fe5c44-8a8a-40f9-b58f-a1f8e4128505 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6457908 Sep 21 16:43:41.266689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:43:41.268994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2148b80d-9c38-4000-acf9-067dc974e47f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "tag": "67647425-425c-4c97-9891-c4f682e7b70b"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:43:41.301289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:41.317429 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f121e8-3ddd-4689-ac2b-ec920076da7a x-openstack-request-id: req-d0f121e8-3ddd-4689-ac2b-ec920076da7a {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:43:41.317724 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "tag": "67647425-425c-4c97-9891-c4f682e7b70b", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:43:41.318000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0f121e8-3ddd-4689-ac2b-ec920076da7a {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:43:41.318407 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f121e8-3ddd-4689-ac2b-ec920076da7a'] response: {'name': 'network-changed', 'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b', 'status': 'completed', 'code': 200} Sep 21 16:43:41.498930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8d832-922e-4a43-a045-913d62503f79 req-c6abf060-fe48-45ea-8d5e-e1069eda4b97 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:41.500389 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d2d8d832-922e-4a43-a045-913d62503f79 req-c6abf060-fe48-45ea-8d5e-e1069eda4b97 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.1238673 Sep 21 16:43:41.502370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148b80d-9c38-4000-acf9-067dc974e47f req-9f33bd00-cf6e-4ac7-b465-a71f7c3b8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:41.503699 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2148b80d-9c38-4000-acf9-067dc974e47f req-9f33bd00-cf6e-4ac7-b465-a71f7c3b8eff service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 1098 time: 0.1638746 Sep 21 16:43:41.621865 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d2d8d832-922e-4a43-a045-913d62503f79 req-34c94e75-33d3-49da-9d54-cc4e698a4c4d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156805 Sep 21 16:43:41.652394 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54714) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:41.661749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '79a2923a-73bc-491d-9265-69856aa8d6fe', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'port_id': '67647425-425c-4c97-9891-c4f682e7b70b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'mac_address': 'fa:16:3e:c5:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:43:39Z', 'updated_at': '2022-09-21T16:43:39Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:28Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:41.665708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] Checking router: c7865a02-527b-4d4f-8f96-d1b041c19b21 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:43:41.674038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:43:41.674634 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:43:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:41.747770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148b80d-9c38-4000-acf9-067dc974e47f req-67f25333-f571-4c08-9888-8ad11023dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:41.749257 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2148b80d-9c38-4000-acf9-067dc974e47f req-67f25333-f571-4c08-9888-8ad11023dcc8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=06700f5f-a1d6-4921-a1ec-662529d5e488 HTTP/1.1" status: 200 len: 898 time: 0.2299085 Sep 21 16:43:41.855658 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:43:41.861623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6cac9cea-24bc-4aa1-a3af-f3fd172de669 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/79a2923a-73bc-491d-9265-69856aa8d6fe HTTP/1.1" status: 200 len: 991 time: 0.2081485 Sep 21 16:43:41.874894 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2148b80d-9c38-4000-acf9-067dc974e47f req-18f8505e-04bc-4697-9116-71fa79c2b6a3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67647425-425c-4c97-9891-c4f682e7b70b HTTP/1.1" status: 200 len: 999 time: 0.1167955 Sep 21 16:43:41.936634 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148b80d-9c38-4000-acf9-067dc974e47f req-9ee98a59-d2f3-4ef5-a362-f43575446137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:41.938135 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2148b80d-9c38-4000-acf9-067dc974e47f req-9ee98a59-d2f3-4ef5-a362-f43575446137 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c HTTP/1.1" status: 200 len: 835 time: 0.0574493 Sep 21 16:43:42.022588 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148b80d-9c38-4000-acf9-067dc974e47f req-38cb9021-358a-4820-87e3-2a50f378bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:42.024009 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2148b80d-9c38-4000-acf9-067dc974e47f req-38cb9021-358a-4820-87e3-2a50f378bb04 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=06700f5f-a1d6-4921-a1ec-662529d5e488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804641 Sep 21 16:43:42.157729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2148b80d-9c38-4000-acf9-067dc974e47f req-fb6883d9-312e-494e-bf8c-4bd9391956ca service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268284 Sep 21 16:43:42.206005 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '79a2923a-73bc-491d-9265-69856aa8d6fe', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'port_id': '67647425-425c-4c97-9891-c4f682e7b70b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'mac_address': 'fa:16:3e:c5:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:43:39Z', 'updated_at': '2022-09-21T16:43:39Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:28Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:43:42.210251 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239f9a8-f327-48be-a415-6001849e4102 None None] The sync data for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv is: [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '79a2923a-73bc-491d-9265-69856aa8d6fe', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'port_id': '67647425-425c-4c97-9891-c4f682e7b70b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'mac_address': 'fa:16:3e:c5:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:43:39Z', 'updated_at': '2022-09-21T16:43:39Z', 'revision_number': 0, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:28Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:43:42.290963 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2148b80d-9c38-4000-acf9-067dc974e47f req-0cc3dce2-ed14-4d2f-8684-064c6b7843a7 service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271515 Sep 21 16:43:42.399681 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639adfae-fcde-4bda-82b9-c966c26fb8d8 None None] New status for floating IP 79a2923a-73bc-491d-9265-69856aa8d6fe: ACTIVE {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:43:42.865679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54718) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:43:42.974937 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-37a9d056-4149-4585-acb2-e664ce70fe3e tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/79a2923a-73bc-491d-9265-69856aa8d6fe HTTP/1.1" status: 200 len: 993 time: 0.1079216 Sep 21 16:43:43.983882 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-8b6b6c34-0120-4c6f-9323-db5b261efcc4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795200 Sep 21 16:43:44.126146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-22c66edd-26a7-4be4-8fe7-aa69fab7c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:44.127599 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-22c66edd-26a7-4be4-8fe7-aa69fab7c159 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 1098 time: 0.0791557 Sep 21 16:43:44.367315 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-99115e5b-fcda-465e-97b4-42069a1d0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:44.368663 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-99115e5b-fcda-465e-97b4-42069a1d0256 service neutron] 10.222.0.33 "GET /v2.0/networks?id=06700f5f-a1d6-4921-a1ec-662529d5e488 HTTP/1.1" status: 200 len: 898 time: 0.2243400 Sep 21 16:43:44.470330 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-4dcb6317-eede-4920-adb1-fe8eaf7d1e97 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67647425-425c-4c97-9891-c4f682e7b70b HTTP/1.1" status: 200 len: 1001 time: 0.0953414 Sep 21 16:43:44.532959 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-35b9447b-0cb8-47d4-8d4f-efb6cf932c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:44.534988 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-35b9447b-0cb8-47d4-8d4f-efb6cf932c2f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c HTTP/1.1" status: 200 len: 835 time: 0.0592573 Sep 21 16:43:44.618255 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-9072d0b6-51d1-476b-ad0a-f2bcc4c3102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:43:44.619802 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-9072d0b6-51d1-476b-ad0a-f2bcc4c3102a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=06700f5f-a1d6-4921-a1ec-662529d5e488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777938 Sep 21 16:43:44.750257 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-2fb12fa4-c581-475c-8f36-b4ca1dbb8209 service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243098 Sep 21 16:43:44.879990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6cb213db-1fc2-41d7-85a9-826f4f57bd0c req-b73ea8cd-5015-4183-bf8b-e4e016af7c7b service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238031 Sep 21 16:43:45.460284 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:43:59.423798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:02.904463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-75d3a73c-3111-4017-80cd-6bb9d28856f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:05.024887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-255dfeea-0b9a-4785-94ec-c1f93dd7899a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:06.309673 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:06.966951 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:08.069352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:08.203929 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3705786-aeba-40ec-818b-a21f8b7598d6 req-c0a61324-9462-472d-9930-23a509ff7e0f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:08.205358 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c3705786-aeba-40ec-818b-a21f8b7598d6 req-c0a61324-9462-472d-9930-23a509ff7e0f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.1468902 Sep 21 16:44:08.248574 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c3705786-aeba-40ec-818b-a21f8b7598d6 req-af1f5850-3deb-408c-8b77-49b94e63f38a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372262 Sep 21 16:44:09.532643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5612236-598c-482a-ab81-915cfbdc9978 req-032fc813-027a-4d25-ad50-c86b037dca90 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:09.534633 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5612236-598c-482a-ab81-915cfbdc9978 req-032fc813-027a-4d25-ad50-c86b037dca90 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.1700368 Sep 21 16:44:09.577770 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5612236-598c-482a-ab81-915cfbdc9978 req-f5ad6a82-a37a-49b8-8da6-4e9cfe9e59e1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374727 Sep 21 16:44:09.607934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54742) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:09.714514 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-3d449133-af1f-4931-b94a-c65cb527e69a tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/79a2923a-73bc-491d-9265-69856aa8d6fe HTTP/1.1" status: 200 len: 993 time: 0.1054833 Sep 21 16:44:11.295221 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1b379-9237-4dff-943e-7745b3bea0e4 req-8ad0197b-2aa2-4f6a-869b-802c40caa514 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:11.297690 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-61b1b379-9237-4dff-943e-7745b3bea0e4 req-8ad0197b-2aa2-4f6a-869b-802c40caa514 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.0942440 Sep 21 16:44:11.340973 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-61b1b379-9237-4dff-943e-7745b3bea0e4 req-6bc0f62d-1afe-4d37-8afa-b7db1c827bf6 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381947 Sep 21 16:44:11.373161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fcba6-91a5-42c7-bb48-334181823fee req-41ce881e-1351-42b6-a3fa-871f67c9ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:11.374696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-099fcba6-91a5-42c7-bb48-334181823fee req-41ce881e-1351-42b6-a3fa-871f67c9ccd7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 1098 time: 0.0804427 Sep 21 16:44:11.502390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fcba6-91a5-42c7-bb48-334181823fee req-82faa904-0bdd-48cb-be8b-4cd355d3278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:11.503812 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-099fcba6-91a5-42c7-bb48-334181823fee req-82faa904-0bdd-48cb-be8b-4cd355d3278a service neutron] 10.222.0.33 "GET /v2.0/networks?id=06700f5f-a1d6-4921-a1ec-662529d5e488 HTTP/1.1" status: 200 len: 898 time: 0.1236944 Sep 21 16:44:11.607617 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-099fcba6-91a5-42c7-bb48-334181823fee req-4c0a7a04-6051-4eff-bdbf-749fe649fd7f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67647425-425c-4c97-9891-c4f682e7b70b HTTP/1.1" status: 200 len: 1001 time: 0.0969257 Sep 21 16:44:11.668144 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fcba6-91a5-42c7-bb48-334181823fee req-f6e63ec5-7da1-462c-b0a9-063562fabb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:11.669486 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-099fcba6-91a5-42c7-bb48-334181823fee req-f6e63ec5-7da1-462c-b0a9-063562fabb4b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c HTTP/1.1" status: 200 len: 835 time: 0.0563312 Sep 21 16:44:11.751950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fcba6-91a5-42c7-bb48-334181823fee req-f10f6307-bb84-4b23-8233-9f27f61296ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:11.753903 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-099fcba6-91a5-42c7-bb48-334181823fee req-f10f6307-bb84-4b23-8233-9f27f61296ca service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=06700f5f-a1d6-4921-a1ec-662529d5e488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789843 Sep 21 16:44:11.884581 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-099fcba6-91a5-42c7-bb48-334181823fee req-f95705ca-c477-4c18-a273-f21604dc413e service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243999 Sep 21 16:44:12.121805 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-099fcba6-91a5-42c7-bb48-334181823fee req-cb9693a8-a758-4d79-8d6e-f0fbdd20eacc service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307792 Sep 21 16:44:12.544208 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c2474-652b-4365-9acd-2c8aab73a6aa req-ba33fdd1-3537-4faf-a1c0-6d4b0a6e8ad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:12.545657 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a27c2474-652b-4365-9acd-2c8aab73a6aa req-ba33fdd1-3537-4faf-a1c0-6d4b0a6e8ad3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.0922112 Sep 21 16:44:12.589491 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a27c2474-652b-4365-9acd-2c8aab73a6aa req-3aed8a4d-585d-460b-9574-2d00f52e982f tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374472 Sep 21 16:44:13.786480 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75103d0a-9fb7-4b33-bdb6-008d9ccb2e91 req-b61b3fc5-1f56-47a1-8a0c-0da016e54648 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:13.787920 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-75103d0a-9fb7-4b33-bdb6-008d9ccb2e91 req-b61b3fc5-1f56-47a1-8a0c-0da016e54648 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.0888190 Sep 21 16:44:13.831155 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-75103d0a-9fb7-4b33-bdb6-008d9ccb2e91 req-b44cf407-04a1-4449-b235-7508216480a4 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376246 Sep 21 16:44:13.860796 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54756) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:13.969093 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-8f798d78-3553-4afe-b62a-bd7b4bca9deb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/floatingips/79a2923a-73bc-491d-9265-69856aa8d6fe HTTP/1.1" status: 200 len: 993 time: 0.1071413 Sep 21 16:44:14.321064 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54764) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:14.517384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 74e13136-a784-4d16-86ab-ae3c9d99498b {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:44:14.517729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:14.686109 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:14.686442 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:14.805963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 74e13136-a784-4d16-86ab-ae3c9d99498b owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:44:15.115630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:15.162160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=74e13136-a784-4d16-86ab-ae3c9d99498b,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:15.258891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:15.259221 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Floating IP 79a2923a-73bc-491d-9265-69856aa8d6fe disassociated (deleted). External IP: 172.26.0.239, port: 67647425-425c-4c97-9891-c4f682e7b70b. Sep 21 16:44:15.603186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router c7865a02-527b-4d4f-8f96-d1b041c19b21 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:44:15.779104 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:44:15.789601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] Sync routers for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:44:15.798654 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:15.805411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:15.857856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:15.912210 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-483db232-68c2-4bb4-bec9-32adad65da47 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/floatingips/79a2923a-73bc-491d-9265-69856aa8d6fe HTTP/1.1" status: 204 len: 168 time: 1.5901530 Sep 21 16:44:15.912790 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:44:15.915141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f209fb-8455-4f92-b34d-275bae082713" -d '{"events": [{"name": "network-changed", "server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "tag": "67647425-425c-4c97-9891-c4f682e7b70b"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:44:15.960763 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9a257a-842d-4ced-a8c3-b821f05df866 x-openstack-request-id: req-bd9a257a-842d-4ced-a8c3-b821f05df866 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:44:15.961116 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "tag": "67647425-425c-4c97-9891-c4f682e7b70b", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:44:15.961468 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd9a257a-842d-4ced-a8c3-b821f05df866 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:44:15.961879 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9a257a-842d-4ced-a8c3-b821f05df866'] response: {'name': 'network-changed', 'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b', 'status': 'completed', 'code': 200} Sep 21 16:44:16.024003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:16.077053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f209fb-8455-4f92-b34d-275bae082713 req-b1a890e3-55e9-4500-85e5-09a658a613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:16.078554 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33f209fb-8455-4f92-b34d-275bae082713 req-b1a890e3-55e9-4500-85e5-09a658a613c7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5aea6637a92043568891f5ae2f6692ff&device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 1098 time: 0.0943985 Sep 21 16:44:16.214262 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f209fb-8455-4f92-b34d-275bae082713 req-4870d083-1b10-4f6d-bc6c-eb0c91d4cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:16.215699 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33f209fb-8455-4f92-b34d-275bae082713 req-4870d083-1b10-4f6d-bc6c-eb0c91d4cf15 service neutron] 10.222.0.33 "GET /v2.0/networks?id=06700f5f-a1d6-4921-a1ec-662529d5e488 HTTP/1.1" status: 200 len: 898 time: 0.1302898 Sep 21 16:44:16.287109 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33f209fb-8455-4f92-b34d-275bae082713 req-8c3fd1ca-ac57-4373-bb0e-2fc7b442ea85 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67647425-425c-4c97-9891-c4f682e7b70b HTTP/1.1" status: 200 len: 217 time: 0.0646241 Sep 21 16:44:16.349487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:28Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:16.353035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f209fb-8455-4f92-b34d-275bae082713 req-a5ed66bc-5b82-4b6c-9d64-50b84f0656fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:16.353035 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33f209fb-8455-4f92-b34d-275bae082713 req-a5ed66bc-5b82-4b6c-9d64-50b84f0656fc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c HTTP/1.1" status: 200 len: 835 time: 0.0592253 Sep 21 16:44:16.355192 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] Checking router: c7865a02-527b-4d4f-8f96-d1b041c19b21 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:44:16.364487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:16.365097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:16.510355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f209fb-8455-4f92-b34d-275bae082713 req-39e1b080-c8d7-4e0a-a270-73d76cd8b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:16.511724 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33f209fb-8455-4f92-b34d-275bae082713 req-39e1b080-c8d7-4e0a-a270-73d76cd8b56c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=06700f5f-a1d6-4921-a1ec-662529d5e488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1451180 Sep 21 16:44:16.525224 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca69565-af63-4afa-81e7-2cb414adf8ca req-6b13d01f-4b6c-4874-b3c6-9159f37dbf50 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:16.526601 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ca69565-af63-4afa-81e7-2cb414adf8ca req-6b13d01f-4b6c-4874-b3c6-9159f37dbf50 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.1119440 Sep 21 16:44:16.544670 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:16.660658 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3ca69565-af63-4afa-81e7-2cb414adf8ca req-cac38fd5-350f-45f9-af32-e66d5121a530 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137123 Sep 21 16:44:16.683388 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33f209fb-8455-4f92-b34d-275bae082713 req-832bb535-72d7-4090-8225-be5fab057969 service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558900 Sep 21 16:44:16.814360 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-33f209fb-8455-4f92-b34d-275bae082713 req-dbac0acf-a039-40bf-84b8-a4fa3ecc3c44 service neutron] 10.222.0.33 "GET /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231701 Sep 21 16:44:16.855506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:28Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:16.859436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc4080b-d3bc-4e55-9295-b01ad4c15ded None None] The sync data for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv is: [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '51e104d3-83c0-4d05-af30-99547419e7d2', 'name': '', 'network_id': '06700f5f-a1d6-4921-a1ec-662529d5e488', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'mac_address': 'fa:16:3e:6c:82:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:21Z', 'updated_at': '2022-09-21T16:43:28Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'subnets': [{'id': '3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:44:17.073456 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e1b00-bc8b-47d2-9b55-475e66abdad5 None None] New status for floating IP 79a2923a-73bc-491d-9265-69856aa8d6fe: DOWN {{(pid=89729) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:44:17.862460 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142ad2a-cd8a-461c-9253-57a891047dba req-f044474c-10c9-40e3-aefb-13f0e83eacd3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:17.863143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c142ad2a-cd8a-461c-9253-57a891047dba req-f044474c-10c9-40e3-aefb-13f0e83eacd3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Synchronizing usage tracker for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:44:17.943856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c142ad2a-cd8a-461c-9253-57a891047dba req-f044474c-10c9-40e3-aefb-13f0e83eacd3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Unset dirty status for tenant:5aea6637a92043568891f5ae2f6692ff on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:44:17.945026 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c142ad2a-cd8a-461c-9253-57a891047dba req-f044474c-10c9-40e3-aefb-13f0e83eacd3 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.1713541 Sep 21 16:44:17.991289 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c142ad2a-cd8a-461c-9253-57a891047dba req-9a7c5421-4f97-4a34-b985-5071a38e1924 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7393df-64bd-45fd-9cf6-9803120cdfee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404174 Sep 21 16:44:18.071820 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458550-5701-4015-bc89-4fb6436a8c5c req-e7cf5563-40ba-4e21-b7f6-6a1f0d0cb3e2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:18.073320 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28458550-5701-4015-bc89-4fb6436a8c5c req-e7cf5563-40ba-4e21-b7f6-6a1f0d0cb3e2 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 945 time: 0.0977633 Sep 21 16:44:18.143628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 67647425-425c-4c97-9891-c4f682e7b70b {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:44:18.143969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:18.388230 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 67647425-425c-4c97-9891-c4f682e7b70b, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=67647425-425c-4c97-9891-c4f682e7b70b,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:18.388506 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:18.510147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 67647425-425c-4c97-9891-c4f682e7b70b owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:44:18.801371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:18.887760 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=67647425-425c-4c97-9891-c4f682e7b70b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:18.905030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.905381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.905725 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.906109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.906430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.906766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.907101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.907430 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.907756 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.908079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.908403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.908773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:18.954241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] No DVR routers for this DVR port 67647425-425c-4c97-9891-c4f682e7b70b on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:44:18.956665 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:18.959653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'name': 'network-vif-deleted', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:44:18.962006 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e054cb4-f82d-4872-a853-5934f6f6a63a" -d '{"events": [{"server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "name": "network-vif-deleted", "tag": "67647425-425c-4c97-9891-c4f682e7b70b"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:44:19.005594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbcb08e-bed9-45a9-ba99-4df58d0d4372 x-openstack-request-id: req-9dbcb08e-bed9-45a9-ba99-4df58d0d4372 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:44:19.005749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c018009-6207-4e6c-a557-8b7cc37b8101", "name": "network-vif-deleted", "tag": "67647425-425c-4c97-9891-c4f682e7b70b", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:44:19.005921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dbcb08e-bed9-45a9-ba99-4df58d0d4372 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:44:19.006360 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbcb08e-bed9-45a9-ba99-4df58d0d4372'] response: {'server_uuid': '2c018009-6207-4e6c-a557-8b7cc37b8101', 'name': 'network-vif-deleted', 'tag': '67647425-425c-4c97-9891-c4f682e7b70b', 'status': 'completed', 'code': 200} Sep 21 16:44:19.008337 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-28458550-5701-4015-bc89-4fb6436a8c5c req-92968a54-5f1e-4740-ae6e-fd3840162dc1 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.33 "DELETE /v2.0/ports/67647425-425c-4c97-9891-c4f682e7b70b HTTP/1.1" status: 204 len: 173 time: 0.9303393 Sep 21 16:44:19.159485 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-45211d22-2d08-4079-9ace-3491bb617c53 req-9875afaf-ebf7-43a1-98e9-3b584294567d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c018009-6207-4e6c-a557-8b7cc37b8101 HTTP/1.1" status: 200 len: 210 time: 0.0501235 Sep 21 16:44:20.262126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54782) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:20.807355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:21.089563 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 67647425-425c-4c97-9891-c4f682e7b70b no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:44:21.130575 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 67647425-425c-4c97-9891-c4f682e7b70b {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:44:21.130920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 67647425-425c-4c97-9891-c4f682e7b70b not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:44:21.161380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port 51e104d3-83c0-4d05-af30-99547419e7d2 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:44:21.161735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:21.350317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port 51e104d3-83c0-4d05-af30-99547419e7d2, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=51e104d3-83c0-4d05-af30-99547419e7d2,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:21.350979 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:21.575070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for 51e104d3-83c0-4d05-af30-99547419e7d2 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:44:21.943558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:21.990889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=51e104d3-83c0-4d05-af30-99547419e7d2,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:22.276363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:22.459091 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:44:22.627814 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Router c7865a02-527b-4d4f-8f96-d1b041c19b21 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:44:22.806221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:44:22.815649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] Sync routers for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:44:22.818876 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dd309249-2d10-4fce-bd7b-bc9f26f13c6b tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "PUT /v2.0/routers/c7865a02-527b-4d4f-8f96-d1b041c19b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5556691 Sep 21 16:44:22.821669 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54786) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:22.825608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:22.826235 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:23.003759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3aa46b0-81f0-44c0-839f-27da10f094bb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting subnet 3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:44:23.006952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3aa46b0-81f0-44c0-839f-27da10f094bb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.012622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:23.062803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3aa46b0-81f0-44c0-839f-27da10f094bb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.149854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3aa46b0-81f0-44c0-839f-27da10f094bb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.293201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3aa46b0-81f0-44c0-839f-27da10f094bb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.336824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa46b0-81f0-44c0-839f-27da10f094bb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Subnet': ['ID=3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:23.342317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c3aa46b0-81f0-44c0-839f-27da10f094bb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.349612 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c3aa46b0-81f0-44c0-839f-27da10f094bb tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/subnets/3e89c9ef-9ae2-4c4f-8301-41d5fe06bf3c HTTP/1.1" status: 204 len: 168 time: 0.5266082 Sep 21 16:44:23.350449 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc926a-4542-4ffd-a29b-4030d8f8a179 None None] Network 06700f5f-a1d6-4921-a1ec-662529d5e488 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:44:23.351888 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54790) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:23.528825 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.679191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:44:21Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:23.686132 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] Checking router: c7865a02-527b-4d4f-8f96-d1b041c19b21 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:44:23.707075 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] Routers {'c7865a02-527b-4d4f-8f96-d1b041c19b21'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:23.707688 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['c7865a02-527b-4d4f-8f96-d1b041c19b21'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:23.713064 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.784703 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Deleting port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:44:23.785061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.888775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] DHCP port deletion for 06700f5f-a1d6-4921-a1ec-662529d5e488 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:44:23.900270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Deleting port 8403d673-9a71-48a6-a21c-edcfddd06da3 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:44:23.900721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:23.959772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] Set router c7865a02-527b-4d4f-8f96-d1b041c19b21 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:23.971318 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] For port cbae8abb-fe53-4cbd-a3c2-901c641ac7b9, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=cbae8abb-fe53-4cbd-a3c2-901c641ac7b9,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:23.978308 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.101591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Calling delete_port for cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:44:24.317853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] For port 8403d673-9a71-48a6-a21c-edcfddd06da3, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8403d673-9a71-48a6-a21c-edcfddd06da3,segment=NetworkSegment(ea14928f-d9f4-450a-a360-e82dd0615038),segment_id=ea14928f-d9f4-450a-a360-e82dd0615038)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:24.318185 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.326485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.373884 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Port': ['ID=cbae8abb-fe53-4cbd-a3c2-901c641ac7b9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:24.474855 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.475119 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Calling delete_port for 8403d673-9a71-48a6-a21c-edcfddd06da3 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:44:24.557883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:44:21Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:24.563201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fde5e-d138-4355-866c-0e28bed451b3 None None] The sync data for ids ['c7865a02-527b-4d4f-8f96-d1b041c19b21'] in dv-neutron-858618-1-hyperv is: [{'id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26420325', 'tenant_id': '5aea6637a92043568891f5ae2f6692ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:43:16Z', 'updated_at': '2022-09-21T16:44:21Z', 'revision_number': 5, 'project_id': '5aea6637a92043568891f5ae2f6692ff', 'gw_port': {'id': 'cbae8abb-fe53-4cbd-a3c2-901c641ac7b9', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7865a02-527b-4d4f-8f96-d1b041c19b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:43:17Z', 'updated_at': '2022-09-21T16:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:44:24.646926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479'] for port, after_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.739886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Pushing event deleted for resources: {'Port': ['ID=8403d673-9a71-48a6-a21c-edcfddd06da3,revision_number=None']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:24.744534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] No DVR routers for this DVR port 8403d673-9a71-48a6-a21c-edcfddd06da3 on host dv-neutron-858618-1-hyperv {{(pid=89727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:44:24.750499 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.750853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.753557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.753557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.753557 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.754833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.754833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.754833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.755033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.755189 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.755508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.755859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3284e319-e852-4b7a-92c5-5b7f56645287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:24.768368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.770585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.880961 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.881380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Fanout notify agent at l3_agent the message router_deleted on router c7865a02-527b-4d4f-8f96-d1b041c19b21 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:44:24.896475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:24.897606 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1176e6e8-6488-4078-ac57-6091a5af3fbc tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/routers/c7865a02-527b-4d4f-8f96-d1b041c19b21 HTTP/1.1" status: 204 len: 168 time: 1.5448158 Sep 21 16:44:24.900761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54794) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:25.029124 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.167803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.199859 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06700f5f-a1d6-4921-a1ec-662529d5e488']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:25.214929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea14928f-d9f4-450a-a360-e82dd0615038') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:25.215233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea14928f-d9f4-450a-a360-e82dd0615038') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:25.227083 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.243358 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.249365 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:44:25.249744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.317691 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ea14928f-d9f4-450a-a360-e82dd0615038 resource provider aggregate not found Sep 21 16:44:25.346614 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment ea14928f-d9f4-450a-a360-e82dd0615038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea14928f-d9f4-450a-a360-e82dd0615038 found for delete ", "request_id": "req-09dacc41-7622-4806-8abb-de3e831e95b1"}]} Sep 21 16:44:25.395297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.412706 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.425544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'Network': ['ID=06700f5f-a1d6-4921-a1ec-662529d5e488,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:25.527003 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1bfcb2a4-0235-48f5-9b97-3ad3cf0a7ea0 tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/networks/06700f5f-a1d6-4921-a1ec-662529d5e488 HTTP/1.1" status: 204 len: 168 time: 0.6252096 Sep 21 16:44:25.529742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54802) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:25.602933 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dae028a0-2069-4826-a07c-60d9c5f9c85d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.636624 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dae028a0-2069-4826-a07c-60d9c5f9c85d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.766510 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dae028a0-2069-4826-a07c-60d9c5f9c85d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.786462 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae028a0-2069-4826-a07c-60d9c5f9c85d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7393df-64bd-45fd-9cf6-9803120cdfee,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:25.849427 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8403d673-9a71-48a6-a21c-edcfddd06da3 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:44:25.868074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-dae028a0-2069-4826-a07c-60d9c5f9c85d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:25.869186 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-dae028a0-2069-4826-a07c-60d9c5f9c85d tempest-TestNetworkAdvancedServerOps-795819271 tempest-TestNetworkAdvancedServerOps-795819271-project] 10.222.0.65 "DELETE /v2.0/security-groups/8b7393df-64bd-45fd-9cf6-9803120cdfee HTTP/1.1" status: 204 len: 168 time: 0.3384101 Sep 21 16:44:25.882879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8403d673-9a71-48a6-a21c-edcfddd06da3 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:44:25.884147 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8403d673-9a71-48a6-a21c-edcfddd06da3 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:44:25.884250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 51e104d3-83c0-4d05-af30-99547419e7d2 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:44:25.923953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 51e104d3-83c0-4d05-af30-99547419e7d2 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:44:25.924303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 51e104d3-83c0-4d05-af30-99547419e7d2 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:44:25.924732 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:44:25.957455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:44:25.957801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device cbae8abb-fe53-4cbd-a3c2-901c641ac7b9 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:44:26.428659 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54812) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:26.572983 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-e15651f1-730d-457e-a714-e519c67be2fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5aea6637a92043568891f5ae2f6692ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429787 Sep 21 16:44:26.575313 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54818) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:26.631705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-906e11db-1c14-4d5c-a360-16d5522b83ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:26.656370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-906e11db-1c14-4d5c-a360-16d5522b83ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:26.771858 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-906e11db-1c14-4d5c-a360-16d5522b83ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:26.794218 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e11db-1c14-4d5c-a360-16d5522b83ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16b7b74-3e2c-44ff-943b-ed03353cb371,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:26.799363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-906e11db-1c14-4d5c-a360-16d5522b83ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:26.800171 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-906e11db-1c14-4d5c-a360-16d5522b83ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d16b7b74-3e2c-44ff-943b-ed03353cb371 HTTP/1.1" status: 204 len: 168 time: 0.2239792 Sep 21 16:44:27.342767 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54826) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:27.360668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:27.374603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:27.378410 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] Usage tracker for resource:security_group_rule and tenant:efc033b240454036b6b52375ad4e844f is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:27.381149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:27.386800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:27.475658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:27.560515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:27.607447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58984270-188e-4741-a4a5-867ed02dd7fa,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:27.612299 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-ffca1880-e87b-4d76-a5a2-a862074b8444 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efc033b240454036b6b52375ad4e844f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684958 Sep 21 16:44:27.615527 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54830) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:27.676651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:27.701499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:27.829026 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:27.844379 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58984270-188e-4741-a4a5-867ed02dd7fa,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:27.854232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.854577 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.854914 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.855246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.855574 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.855900 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.856273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.856602 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.856926 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.857245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.857565 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.857883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:27.862635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:27.864966 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-33d3e27d-f096-41e8-bad7-7e8765b13ff4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58984270-188e-4741-a4a5-867ed02dd7fa HTTP/1.1" status: 204 len: 168 time: 0.2468057 Sep 21 16:44:28.864413 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54854) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:28.997516 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1932109545-network', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:29.003128 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:29.007133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Usage tracker for resource:network and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:29.010076 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:29.015821 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:29.097605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Made reservation on behalf of 6ed5b05eeea4429f8be5806b12a09cb0 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:44:29.100028 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.112089 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.126230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:29.130646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:29.133427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:29.139124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:29.219596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.286415 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.319341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:44:29.327733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc0dfd-d058-4b16-8bec-8bd249be7797,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:29.334647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.335046 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Added segment c52df790-9d3e-4053-ae32-e138df1a5205 of type vlan for network 6cbff85b-fb0b-433c-87ef-321bdf884964 Sep 21 16:44:29.360242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.406044 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.452244 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.453191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:29.453802 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:29.559524 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbff85b-fb0b-433c-87ef-321bdf884964,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:29.569660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:44:29.635569 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5d2ac82f-1987-4d11-9273-60ebb768ae85 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7700608 Sep 21 16:44:29.638615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54862) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:29.643998 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Request body: {'subnet': {'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1932109545-subnet', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'ip_version': 4}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:29.648849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:29.652706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Usage tracker for resource:subnet and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:29.655511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:29.661651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:29.726334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Made reservation on behalf of 6ed5b05eeea4429f8be5806b12a09cb0 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:44:29.728654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.086739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.162788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c15444-4620-4920-911b-ddc57f01da41,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:30.170195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Checking segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:30.170556 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Network hostable DHCP agents. Network: 6cbff85b-fb0b-433c-87ef-321bdf884964, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:44:30.240316 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:44:30.303375 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 6cbff85b-fb0b-433c-87ef-321bdf884964) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:30.307287 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:30.307862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.312133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d68b9b-dfe3-4143-99e8-04cd601f6e4c None None] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:44:30.367220 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e54dc7e7-c507-4b70-b3dc-1fd0d7498361 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7275572 Sep 21 16:44:30.369826 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54866) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:30.374754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:30.379418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:30.383251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Usage tracker for resource:router and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:30.386057 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:30.391714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:30.452082 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.453146 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.468754 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.535827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-6cbff85b-fb0b-433c-87ef-321bdf884964', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:44:30.536652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.689777 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Allocated IP 172.20.0.2 (6cbff85b-fb0b-433c-87ef-321bdf884964/79c15444-4620-4920-911b-ddc57f01da41/2a5b2b6b-6fd6-4815-8acc-e2948608dbaf) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:44:30.786563 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.890600 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:30.900351 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Transition to ACTIVE for port object 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:30.918041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Transition to ACTIVE for port object 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:31.012695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:31.081835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:31.085128 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:31.088843 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:44:31.094528 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Pushing event updated for resources: {'Port': ['ID=2a5b2b6b-6fd6-4815-8acc-e2948608dbaf,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:31.148901 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:31.178788 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:31.195595 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Attempting to bind port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:44:31.195964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Attempting to bind port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:44:31.196325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Attempting to bind port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf on network 6cbff85b-fb0b-433c-87ef-321bdf884964 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:44:31.201436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:44:31.201805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Checking segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:31.202228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:31.202617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Bound using segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:44:31.203073 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Bound port: 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:44:31.203440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:31.292096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] For port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:44:31.294937 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] For port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2a5b2b6b-6fd6-4815-8acc-e2948608dbaf,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:44:31.313913 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Allocated IP 172.26.0.14 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/35f610d1-31f8-41df-9883-c69ec83cd463) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:44:31.362275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:31.442893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045445-9827-4216-bd33-d6b9ed447534 None None] Pushing event updated for resources: {'Port': ['ID=2a5b2b6b-6fd6-4815-8acc-e2948608dbaf,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:31.460485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:31.555787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:31.637036 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:31.640144 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:31.644418 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:44:31.674447 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Pushing event updated for resources: {'Port': ['ID=35f610d1-31f8-41df-9883-c69ec83cd463,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:31.876049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:32.013040 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:32.263478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:32.305103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3200f-9d69-4bb7-9af0-e29cf98d4ee5 None None] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:44:32.511539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-64c2a623-92c4-42d9-8aaa-70901828b431 None None] Provisioning for port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:32.522936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-64c2a623-92c4-42d9-8aaa-70901828b431 None None] Provisioning complete for port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:32.523308 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-64c2a623-92c4-42d9-8aaa-70901828b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:32.607309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:32.696680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-64c2a623-92c4-42d9-8aaa-70901828b431 None None] Current status of the port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:32.697060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-64c2a623-92c4-42d9-8aaa-70901828b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:32.734570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-64c2a623-92c4-42d9-8aaa-70901828b431 None None] For port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2a5b2b6b-6fd6-4815-8acc-e2948608dbaf,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:32.806752 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-64c2a623-92c4-42d9-8aaa-70901828b431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:32.886603 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2a623-92c4-42d9-8aaa-70901828b431 None None] Pushing event updated for resources: {'Port': ['ID=2a5b2b6b-6fd6-4815-8acc-e2948608dbaf,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:32.903353 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:44:32.925851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-851f9350-51e8-4604-a12f-ae5caaeabc3b None None] Provisioning complete for port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:32.926277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-851f9350-51e8-4604-a12f-ae5caaeabc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:32.970113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6ebf74c8-ed7a-4c4e-8825-4d95e9429db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:33.047507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-851f9350-51e8-4604-a12f-ae5caaeabc3b None None] Current status of the port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:33.087994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:44:33.096806 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Sync routers for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:44:33.106262 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:33.106858 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:33.183568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:33.184800 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-281e011b-bb7d-45fb-9ddf-f3b004b73446 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8140037 Sep 21 16:44:33.187515 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54870) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:33.313452 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:33.603475 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:31Z', 'revision_number': 3, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:33.607197 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Checking router: b94fd8d9-4dbe-42ad-a5d7-ad09042b288f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:44:33.607545 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Updating router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f port 35f610d1-31f8-41df-9883-c69ec83cd463 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:44:33.659768 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:33.853858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:33.924286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:33.924983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:33.979501 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.011059 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.023826 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Transition to ACTIVE for port object 35f610d1-31f8-41df-9883-c69ec83cd463 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:34.052626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:34.109039 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.173845 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Attempting to bind port 35f610d1-31f8-41df-9883-c69ec83cd463 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:44:34.174317 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Attempting to bind port 35f610d1-31f8-41df-9883-c69ec83cd463 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:44:34.174679 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Attempting to bind port 35f610d1-31f8-41df-9883-c69ec83cd463 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:44:34.184527 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:44:34.184893 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:34.185274 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.185654 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:44:34.186128 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Bound port: 35f610d1-31f8-41df-9883-c69ec83cd463, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:44:34.186498 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.189715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Allocated IP 172.20.0.1 (6cbff85b-fb0b-433c-87ef-321bdf884964/79c15444-4620-4920-911b-ddc57f01da41/07734236-a1b6-4bf4-9f13-dc83923c5f03) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:44:34.222405 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Pushing event updated for resources: {'Port': ['ID=35f610d1-31f8-41df-9883-c69ec83cd463,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:34.239241 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.239580 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.239910 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.240235 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.240556 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.240875 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.241193 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.241509 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.241824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.242166 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.242479 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.242790 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:44:34.272414 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] For port 35f610d1-31f8-41df-9883-c69ec83cd463, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:44:34.275362 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] For port 35f610d1-31f8-41df-9883-c69ec83cd463, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=35f610d1-31f8-41df-9883-c69ec83cd463,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:44:34.321450 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.339968 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.356370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Transition to ACTIVE for port object 07734236-a1b6-4bf4-9f13-dc83923c5f03 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:34.380565 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:34.381107 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:34.430032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.472833 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4414381-d8fa-41ba-b2db-2daf92bb418d None None] Pushing event updated for resources: {'Port': ['ID=35f610d1-31f8-41df-9883-c69ec83cd463,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:34.498605 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:34.501623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:34.504032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:44:34.543896 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Pushing event updated for resources: {'Port': ['ID=07734236-a1b6-4bf4-9f13-dc83923c5f03,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:34.568576 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.574544 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:34.753848 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.830461 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f658f2c8-1680-469d-93ad-f26b30a43589 None None] Provisioning for port 07734236-a1b6-4bf4-9f13-dc83923c5f03 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:34.837301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-f658f2c8-1680-469d-93ad-f26b30a43589 None None] Provisioning complete for port 07734236-a1b6-4bf4-9f13-dc83923c5f03 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:34.837676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f658f2c8-1680-469d-93ad-f26b30a43589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:34.864043 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:31Z', 'revision_number': 3, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:34.869406 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc555303-5933-4192-bbd6-d9bc99c1d10a None None] The sync data for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv is: [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:31Z', 'revision_number': 3, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:44:34.907143 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-f658f2c8-1680-469d-93ad-f26b30a43589 None None] Port 07734236-a1b6-4bf4-9f13-dc83923c5f03 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:44:34.984386 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:35.001061 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2b7de5ad-abb3-4f54-9493-99e8f71ee101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:35.046622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:35.163692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:35.167331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Pushing event updated for resources: {'Port': ['ID=07734236-a1b6-4bf4-9f13-dc83923c5f03,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:35.306734 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:35.307940 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:35.540633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-3033ea3c-2f70-4fb3-a338-1fc5d64077ab None None] Provisioning complete for port 07734236-a1b6-4bf4-9f13-dc83923c5f03 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:35.541019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3033ea3c-2f70-4fb3-a338-1fc5d64077ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:35.600206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-3033ea3c-2f70-4fb3-a338-1fc5d64077ab None None] Port 07734236-a1b6-4bf4-9f13-dc83923c5f03 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:44:35.632346 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:44:35.822798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:44:35.834063 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0323d9c3-5e3a-4c2d-89b3-4fa690de16a1 admin admin] 10.222.0.65 "PUT /v2.0/routers/b94fd8d9-4dbe-42ad-a5d7-ad09042b288f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6453373 Sep 21 16:44:35.869685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 35f610d1-31f8-41df-9883-c69ec83cd463 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:35.983708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 35f610d1-31f8-41df-9883-c69ec83cd463 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:35.989606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 35f610d1-31f8-41df-9883-c69ec83cd463 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:35.990158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.109828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 35f610d1-31f8-41df-9883-c69ec83cd463 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:36.110536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.127448 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 35f610d1-31f8-41df-9883-c69ec83cd463, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=35f610d1-31f8-41df-9883-c69ec83cd463,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:36.189568 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.269018 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=35f610d1-31f8-41df-9883-c69ec83cd463,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:36.320704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.391043 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Sync routers for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:44:36.401742 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:36.402382 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:36.570628 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54888) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:36.578245 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-177536971-network', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:36.583707 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:36.584931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:36.587849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Usage tracker for resource:network and tenant:a28adee8eaaf45f1a9d96c18b01c8af1 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:36.590722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:36.597117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:36.658717 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Made reservation on behalf of a28adee8eaaf45f1a9d96c18b01c8af1 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:44:36.662507 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.684118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.707923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:36.714237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:a28adee8eaaf45f1a9d96c18b01c8af1 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:36.718509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:36.728160 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:36.828354 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.869803 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.907161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:44:36.913180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a0c2d6-cc3e-4f2b-b3e8-d19f13ef72cd,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:36.921666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.922091 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Added segment c0f59092-7720-4658-aad0-97322f080fa0 of type vlan for network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef Sep 21 16:44:36.950289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 2, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:36.952615 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:36.954480 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Checking router: b94fd8d9-4dbe-42ad-a5d7-ad09042b288f for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:44:36.955419 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Updating router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f port 07734236-a1b6-4bf4-9f13-dc83923c5f03 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:44:37.001805 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.010760 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.057708 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.058629 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:37.059217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.164683 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=abaec89a-2a9a-4462-b2f8-ebf7e45d65ef,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:37.177079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:44:37.212618 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9660ae34-5b35-46b1-bb77-d236b7734cd5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6407733 Sep 21 16:44:37.215318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54892) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:37.220749 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Request body: {'subnet': {'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-177536971-subnet', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'ip_version': 4}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:37.225780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:37.230588 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Usage tracker for resource:subnet and tenant:a28adee8eaaf45f1a9d96c18b01c8af1 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:37.232941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:37.238907 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:37.314487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Made reservation on behalf of a28adee8eaaf45f1a9d96c18b01c8af1 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:44:37.314487 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.485506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.496986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Transition to ACTIVE for port object 07734236-a1b6-4bf4-9f13-dc83923c5f03 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:37.571754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.578399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.659824 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74642a57-5f21-45d6-898b-86650fc19c86,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:37.664969 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Checking segment: {'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:37.665417 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Network hostable DHCP agents. Network: abaec89a-2a9a-4462-b2f8-ebf7e45d65ef, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:44:37.737878 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:44:37.767721 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b215b-014d-4cc6-a90f-0869cc720c0f None None] Pushing event updated for resources: {'Port': ['ID=07734236-a1b6-4bf4-9f13-dc83923c5f03,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:37.784741 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Attempting to bind port 07734236-a1b6-4bf4-9f13-dc83923c5f03 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:44:37.785113 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Attempting to bind port 07734236-a1b6-4bf4-9f13-dc83923c5f03 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:44:37.785483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Attempting to bind port 07734236-a1b6-4bf4-9f13-dc83923c5f03 on network 6cbff85b-fb0b-433c-87ef-321bdf884964 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:44:37.790727 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:44:37.791105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Checking segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:37.791511 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.791901 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Bound using segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:44:37.792366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Bound port: 07734236-a1b6-4bf4-9f13-dc83923c5f03, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:44:37.792740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.818233 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, abaec89a-2a9a-4462-b2f8-ebf7e45d65ef) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:37.826604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:37.827465 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:37.842749 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38baae5e-e8ae-4040-83d4-aaea9ebe7db2 None None] Network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:44:37.873252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 35f610d1-31f8-41df-9883-c69ec83cd463 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:37.904589 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f4f4abc6-753b-4e84-94b3-8d8a820003f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6881917 Sep 21 16:44:37.907118 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54896) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:37.912052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:37.916859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:37.920812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Usage tracker for resource:router and tenant:a28adee8eaaf45f1a9d96c18b01c8af1 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:37.924269 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:37.930065 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:38.020759 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] For port 07734236-a1b6-4bf4-9f13-dc83923c5f03, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:44:38.020882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.021855 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.023906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] For port 07734236-a1b6-4bf4-9f13-dc83923c5f03, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=07734236-a1b6-4bf4-9f13-dc83923c5f03,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:44:38.037340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.105328 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.152368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.153019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 35f610d1-31f8-41df-9883-c69ec83cd463 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:38.153379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.225856 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:38.226622 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:38.364530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b215b-014d-4cc6-a90f-0869cc720c0f None None] Pushing event updated for resources: {'Port': ['ID=07734236-a1b6-4bf4-9f13-dc83923c5f03,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:38.371275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-abaec89a-2a9a-4462-b2f8-ebf7e45d65ef', 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'fixed_ips': [{'subnet_id': '74642a57-5f21-45d6-898b-86650fc19c86'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:44:38.372105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.374422 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.634601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:38.754893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 35f610d1-31f8-41df-9883-c69ec83cd463 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:38.848904 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.880528 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:38.915112 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Allocated IP 172.20.0.2 (abaec89a-2a9a-4462-b2f8-ebf7e45d65ef/74642a57-5f21-45d6-898b-86650fc19c86/eb698b66-c264-4eb3-af93-a741b24b1a66) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:44:39.013370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Allocated IP 172.26.0.73 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:44:39.162051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.202237 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:38Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:39.209594 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e36419-f050-4394-b38e-f2f3ca6bae80 None None] The sync data for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv is: [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:38Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:44:39.211411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.222441 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Transition to ACTIVE for port object eb698b66-c264-4eb3-af93-a741b24b1a66 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:39.242215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Transition to ACTIVE for port object eb698b66-c264-4eb3-af93-a741b24b1a66 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:39.265614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.309589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.342262 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:39.344973 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:39.349019 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:44:39.370206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:39.380364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:39.385971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Pushing event updated for resources: {'Port': ['ID=357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:39.395754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:44:39.495059 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Pushing event updated for resources: {'Port': ['ID=eb698b66-c264-4eb3-af93-a741b24b1a66,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:39.514267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Attempting to bind port eb698b66-c264-4eb3-af93-a741b24b1a66 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:44:39.514645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Attempting to bind port eb698b66-c264-4eb3-af93-a741b24b1a66 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:44:39.515002 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Attempting to bind port eb698b66-c264-4eb3-af93-a741b24b1a66 on network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:44:39.520701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:44:39.521079 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Checking segment: {'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:39.521491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.521895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Bound using segment: {'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:44:39.522509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Bound port: eb698b66-c264-4eb3-af93-a741b24b1a66, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:44:39.522894 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.621609 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] For port eb698b66-c264-4eb3-af93-a741b24b1a66, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:44:39.624833 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] For port eb698b66-c264-4eb3-af93-a741b24b1a66, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=eb698b66-c264-4eb3-af93-a741b24b1a66,segment=NetworkSegment(c0f59092-7720-4658-aad0-97322f080fa0),segment_id=c0f59092-7720-4658-aad0-97322f080fa0)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:44:39.675995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.763778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd6dc3-aefe-499a-b085-d1b8c3140553 None None] Pushing event updated for resources: {'Port': ['ID=eb698b66-c264-4eb3-af93-a741b24b1a66,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:39.867143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.910317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 07734236-a1b6-4bf4-9f13-dc83923c5f03 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:40.092321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 07734236-a1b6-4bf4-9f13-dc83923c5f03 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:40.100617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 07734236-a1b6-4bf4-9f13-dc83923c5f03 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:40.101447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:40.238604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 07734236-a1b6-4bf4-9f13-dc83923c5f03 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:40.239248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:40.282424 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:40.287601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 07734236-a1b6-4bf4-9f13-dc83923c5f03, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=07734236-a1b6-4bf4-9f13-dc83923c5f03,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:40.366457 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:40.445886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=07734236-a1b6-4bf4-9f13-dc83923c5f03,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:40.652494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Router fa2a0147-77a1-4b76-a92d-a15ef9462f5b is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:44:40.753966 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a1327-f983-4208-8065-df1b51a34ad3 None None] Network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:44:40.840178 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:44:40.851005 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Sync routers for ids ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:44:40.864952 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Routers {'fa2a0147-77a1-4b76-a92d-a15ef9462f5b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:40.865740 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:40.917181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-cd7628b1-af6f-4209-b1b5-f39441698865 None None] Provisioning for port eb698b66-c264-4eb3-af93-a741b24b1a66 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:40.932414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:40.935320 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e0a869e8-4367-4284-b6e5-515346e94167 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0257013 Sep 21 16:44:40.936827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54900) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:41.101365 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Set router fa2a0147-77a1-4b76-a92d-a15ef9462f5b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:41.396912 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:39Z', 'revision_number': 3, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port': {'id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:41.400675 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Checking router: fa2a0147-77a1-4b76-a92d-a15ef9462f5b for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:44:41.401022 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Updating router fa2a0147-77a1-4b76-a92d-a15ef9462f5b port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:44:41.451929 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:41.625730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:41.776961 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:41.788360 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Transition to ACTIVE for port object 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:41.831186 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Allocated IP 172.20.0.1 (abaec89a-2a9a-4462-b2f8-ebf7e45d65ef/74642a57-5f21-45d6-898b-86650fc19c86/d7f9d99a-c50e-42af-8188-ab9d8055b6b7) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:44:41.908950 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:41.928380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device eb698b66-c264-4eb3-af93-a741b24b1a66 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:41.977191 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Attempting to bind port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:44:41.977191 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Attempting to bind port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:44:41.977753 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Attempting to bind port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:44:41.988033 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:44:41.988357 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:41.988664 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:41.989060 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:44:41.990200 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Bound port: 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:44:41.990200 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:41.990581 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.006931 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Transition to ACTIVE for port object d7f9d99a-c50e-42af-8188-ab9d8055b6b7 will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:42.035763 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d091243-b43f-4801-bbae-6b76a4576d59 None None] Pushing event updated for resources: {'Port': ['ID=357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:42.068949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port eb698b66-c264-4eb3-af93-a741b24b1a66 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:42.069474 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] For port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:44:42.072424 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] For port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:44:42.074605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port eb698b66-c264-4eb3-af93-a741b24b1a66 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:42.074605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.092216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.138533 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.157318 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:42.160092 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:42.163611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:44:42.214367 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Routers {'fa2a0147-77a1-4b76-a92d-a15ef9462f5b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:42.215211 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:42.249098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port eb698b66-c264-4eb3-af93-a741b24b1a66 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:42.249586 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.286346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port eb698b66-c264-4eb3-af93-a741b24b1a66, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=eb698b66-c264-4eb3-af93-a741b24b1a66,segment=NetworkSegment(c0f59092-7720-4658-aad0-97322f080fa0),segment_id=c0f59092-7720-4658-aad0-97322f080fa0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:42.300494 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d091243-b43f-4801-bbae-6b76a4576d59 None None] Pushing event updated for resources: {'Port': ['ID=357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:42.338125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.339319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 07734236-a1b6-4bf4-9f13-dc83923c5f03 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:42.344691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Pushing event updated for resources: {'Port': ['ID=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:42.367101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.433216 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] Set router fa2a0147-77a1-4b76-a92d-a15ef9462f5b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:42.484985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=eb698b66-c264-4eb3-af93-a741b24b1a66,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:42.501158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 07734236-a1b6-4bf4-9f13-dc83923c5f03 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:42.501566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.546945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.597330 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-31b9856d-5126-4d6f-8e32-ead2789c871f None None] Provisioning for port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:42.616162 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-31b9856d-5126-4d6f-8e32-ead2789c871f None None] Provisioning complete for port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:42.616631 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-31b9856d-5126-4d6f-8e32-ead2789c871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.669272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 07734236-a1b6-4bf4-9f13-dc83923c5f03 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:42.678016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-31b9856d-5126-4d6f-8e32-ead2789c871f None None] Port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:44:42.763365 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:39Z', 'revision_number': 3, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port': {'id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:42.767289 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c146136-a335-4bf7-ade6-bf352157fbae None None] The sync data for ids ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'] in dv-neutron-858618-1-hyperv is: [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:39Z', 'revision_number': 3, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port': {'id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:44:42.776747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.818161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:42.925807 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Pushing event updated for resources: {'Port': ['ID=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:42.930494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:43.089068 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:43.090252 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:43.289392 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Router fa2a0147-77a1-4b76-a92d-a15ef9462f5b has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:44:43.308730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-aa61ed2d-f137-4154-9924-f849f5cd6ed2 None None] Provisioning complete for port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:43.309315 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-aa61ed2d-f137-4154-9924-f849f5cd6ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:43.372491 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-aa61ed2d-f137-4154-9924-f849f5cd6ed2 None None] Port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:44:43.476491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:44:43.485361 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c1307059-69e1-4674-a1a1-f6fab31272cd admin admin] 10.222.0.65 "PUT /v2.0/routers/fa2a0147-77a1-4b76-a92d-a15ef9462f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5474167 Sep 21 16:44:43.931739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device eb698b66-c264-4eb3-af93-a741b24b1a66 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:44.000887 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port eb698b66-c264-4eb3-af93-a741b24b1a66 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:44.001347 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.004868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54910) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:44.010453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580744775', 'description': 'tempest-secgroup-smoke-580744775 description', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:44.016592 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:44.020545 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:44.023648 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:44.029478 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:44.091955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.113857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:44.118225 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:44.120988 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:44.124689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port eb698b66-c264-4eb3-af93-a741b24b1a66 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:44.126247 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:44.126960 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:44.203994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.240282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:44.245398 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:44.245774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.263227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.306840 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695282b8-6f51-4969-baa3-13e62e987e33,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:44.361345 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Sync routers for ids ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:44:44.366137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.367722 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-989f40ba-5825-4511-8d44-c32d374e3ecc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3613195 Sep 21 16:44:44.371885 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54914) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:44.378201 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '695282b8-6f51-4969-baa3-13e62e987e33', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:44.379909 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Routers {'fa2a0147-77a1-4b76-a92d-a15ef9462f5b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:44.380530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:44.385121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:44.390142 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:44.394203 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:44.401551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:44.436474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:44.436863 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.477581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:44.492842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.540875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.554705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.623589 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.636787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Set router fa2a0147-77a1-4b76-a92d-a15ef9462f5b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:44.647328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437035ac-70ad-45de-8e9e-160d168c6d52,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:44.687823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:44.709616 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.710846 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-233721b6-5dac-4373-942f-77cde9dd3717 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377876 Sep 21 16:44:44.713638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54918) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:44.718922 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '695282b8-6f51-4969-baa3-13e62e987e33', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:44.725164 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:44.730854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:44.733738 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:44.739506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:44.807867 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.868491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.926512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.954978 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c458cba1-a10c-42af-bf3a-bab582ecf6bc,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:44.964644 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:42Z', 'revision_number': 4, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port': {'id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'd7f9d99a-c50e-42af-8188-ab9d8055b6b7', 'name': '', 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'mac_address': 'fa:16:3e:24:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '74642a57-5f21-45d6-898b-86650fc19c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:41Z', 'updated_at': '2022-09-21T16:44:42Z', 'revision_number': 2, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'subnets': [{'id': '74642a57-5f21-45d6-898b-86650fc19c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:44.968543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Checking router: fa2a0147-77a1-4b76-a92d-a15ef9462f5b for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:44:44.968920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Updating router fa2a0147-77a1-4b76-a92d-a15ef9462f5b port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:44:45.011780 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.013221 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-131ba8b4-40fe-4d92-abab-29e7520d9ce7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2985017 Sep 21 16:44:45.016358 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54922) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:45.022325 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '695282b8-6f51-4969-baa3-13e62e987e33', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:45.025641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.029010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:45.033145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:45.036471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:45.043150 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:45.098917 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.160598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.200073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.227946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9a645f-4824-49b5-b72e-55a9b85101ed,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:45.274610 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.275823 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-55441ace-7a76-404f-81e4-1e796ff3c629 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2577484 Sep 21 16:44:45.278573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54926) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:45.283794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '695282b8-6f51-4969-baa3-13e62e987e33', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:45.293647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:45.297868 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:45.301237 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:45.306985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:45.362134 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.404296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.416175 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Transition to ACTIVE for port object d7f9d99a-c50e-42af-8188-ab9d8055b6b7 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:45.426920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.463455 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.480462 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.504453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d050d24-c2f5-40c3-b8b1-abeeba86e15f,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:45.560845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.562131 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6e36f569-7afe-4e34-9113-30bf2a088cc7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824862 Sep 21 16:44:45.564965 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 54930) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:45.570485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '695282b8-6f51-4969-baa3-13e62e987e33', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:45.576545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:45.580699 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:45.584478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:45.590584 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:45.658415 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Project 6ed5b05eeea4429f8be5806b12a09cb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:44:45.665328 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.666414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58025d-376c-4f73-817b-e2f099463d52 None None] Pushing event updated for resources: {'Port': ['ID=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:45.690157 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Attempting to bind port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:44:45.691543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Attempting to bind port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:44:45.691543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Attempting to bind port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 on network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:44:45.697566 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:44:45.698097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Checking segment: {'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:45.698660 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.699206 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Bound using segment: {'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:44:45.699767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Bound port: d7f9d99a-c50e-42af-8188-ab9d8055b6b7, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f59092-7720-4658-aad0-97322f080fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:44:45.700265 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.737552 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.788110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] For port d7f9d99a-c50e-42af-8188-ab9d8055b6b7, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:44:45.791156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] For port d7f9d99a-c50e-42af-8188-ab9d8055b6b7, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,segment=NetworkSegment(c0f59092-7720-4658-aad0-97322f080fa0),segment_id=c0f59092-7720-4658-aad0-97322f080fa0)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:44:45.813704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.845773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afaf7871-fb0d-477d-a1ca-78347ef94c6a,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:45.864798 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:45.891652 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.937838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.942666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 54934) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:44:45.942890 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-be64bf19-b213-44a3-8644-daed32c87de1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3767397 Sep 21 16:44:45.948267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '695282b8-6f51-4969-baa3-13e62e987e33', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:45.954747 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:45.959054 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:44:45.962242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:44:45.968107 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:45.989165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Routers {'fa2a0147-77a1-4b76-a92d-a15ef9462f5b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:44:45.989796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:46.034738 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.securitygroups_db [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Project 6ed5b05eeea4429f8be5806b12a09cb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:44:46.042536 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:46.094554 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58025d-376c-4f73-817b-e2f099463d52 None None] Pushing event updated for resources: {'Port': ['ID=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:46.112034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:46.154587 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:46.179182 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445fac0e-fc5d-4ef8-8347-b2fc1bc7d007,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:46.198253 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:46.198561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:46.245819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:46.247152 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7f3e737e-2b03-46cb-85a7-eea2f99ea43b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3033123 Sep 21 16:44:46.262297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] Set router fa2a0147-77a1-4b76-a92d-a15ef9462f5b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:44:46.414108 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-414ecb07-abad-4ab1-9a9b-872fc24761b5 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:44:46.503238 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-414ecb07-abad-4ab1-9a9b-872fc24761b5 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:44:46.504674 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-414ecb07-abad-4ab1-9a9b-872fc24761b5 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580744775&fields=id&tenant_id=6ed5b05eeea4429f8be5806b12a09cb0 HTTP/1.1" status: 200 len: 267 time: 0.1304553 Sep 21 16:44:46.525227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:46.631572 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:42Z', 'revision_number': 4, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port': {'id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'd7f9d99a-c50e-42af-8188-ab9d8055b6b7', 'name': '', 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'mac_address': 'fa:16:3e:24:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '74642a57-5f21-45d6-898b-86650fc19c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:41Z', 'updated_at': '2022-09-21T16:44:45Z', 'revision_number': 4, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'subnets': [{'id': '74642a57-5f21-45d6-898b-86650fc19c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:44:46.635763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b10b5-7269-45ee-bf9d-7f95fbc50de3 None None] The sync data for ids ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'] in dv-neutron-858618-1-hyperv is: [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:42Z', 'revision_number': 4, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port': {'id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': 'd7f9d99a-c50e-42af-8188-ab9d8055b6b7', 'name': '', 'network_id': 'abaec89a-2a9a-4462-b2f8-ebf7e45d65ef', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'mac_address': 'fa:16:3e:24:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '74642a57-5f21-45d6-898b-86650fc19c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:41Z', 'updated_at': '2022-09-21T16:44:45Z', 'revision_number': 4, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'subnets': [{'id': '74642a57-5f21-45d6-898b-86650fc19c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:44:46.778573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-1984969b-040f-48f6-8fcb-252f918b7635 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:46.779271 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-1984969b-040f-48f6-8fcb-252f918b7635 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:44:46.880695 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-1984969b-040f-48f6-8fcb-252f918b7635 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:44:46.881968 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-1984969b-040f-48f6-8fcb-252f918b7635 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 809 time: 0.3703902 Sep 21 16:44:46.897693 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-b157af25-836a-47f7-91fc-1c51b62353eb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/quotas/6ed5b05eeea4429f8be5806b12a09cb0 HTTP/1.1" status: 200 len: 375 time: 0.0103042 Sep 21 16:44:46.996217 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-3e4a2e5d-36c1-4b4a-8de8-d47bac491a47 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:44:47.046568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-3e4a2e5d-36c1-4b4a-8de8-d47bac491a47 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:44:47.047991 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-3e4a2e5d-36c1-4b4a-8de8-d47bac491a47 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446753 Sep 21 16:44:47.166283 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-edd55549-9fff-4e57-b4a7-f5218150cb05 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:44:47.169871 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-edd55549-9fff-4e57-b4a7-f5218150cb05 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1090546 Sep 21 16:44:47.311055 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-e21ff44e-0e90-45d0-b050-1efb4e4141ea service neutron] 10.222.0.65 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376820 Sep 21 16:44:47.447607 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-25a24fef-e0fa-4985-bd58-280afa3e30b7 service neutron] 10.222.0.65 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303458 Sep 21 16:44:47.707398 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1e214c32-ff8c-468f-a7d3-fedff055a103 req-693a33e7-d4fb-4339-b47f-578eed22af66 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 210 time: 0.0515516 Sep 21 16:44:47.875250 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d7f9d99a-c50e-42af-8188-ab9d8055b6b7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:48.013413 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:48.018605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:48.018983 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:48.137261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:48.137649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:48.170273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port d7f9d99a-c50e-42af-8188-ab9d8055b6b7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,segment=NetworkSegment(c0f59092-7720-4658-aad0-97322f080fa0),segment_id=c0f59092-7720-4658-aad0-97322f080fa0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:48.245509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:48.311886 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:48.816232 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-bb6ba784-9328-445b-a6d7-86e957bb1aaa req-a5b17e93-12ce-4ac0-b6ee-e56322d3eb91 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 210 time: 0.0496793 Sep 21 16:44:49.870264 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d7f9d99a-c50e-42af-8188-ab9d8055b6b7 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:49.949789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:49.950540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:50.034464 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8142b89c-5513-4c58-8ad2-b5670a0428ed req-bdcae9d5-fc79-4496-b080-1cad9ec625a2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 210 time: 0.0659773 Sep 21 16:44:50.043340 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-cd05558f-a903-4ed1-84d4-84e342e7b112 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:50.045446 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-cd05558f-a903-4ed1-84d4-84e342e7b112 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 809 time: 0.2261620 Sep 21 16:44:50.070291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:50.100107 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-e1413842-7e35-460e-9bdd-5894724c0d04 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed5b05eeea4429f8be5806b12a09cb0 HTTP/1.1" status: 200 len: 379 time: 0.0476167 Sep 21 16:44:50.108504 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'port': {'device_id': '57a1164a-28ab-4e24-956b-a571130f9c28', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'admin_state_up': True, 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'security_groups': ['695282b8-6f51-4969-baa3-13e62e987e33']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:50.243117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:44:50.253518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:44:50.308723 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Made reservation on behalf of 6ed5b05eeea4429f8be5806b12a09cb0 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:44:50.312261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:50.472207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Allocated IP 172.20.0.3 (6cbff85b-fb0b-433c-87ef-321bdf884964/79c15444-4620-4920-911b-ddc57f01da41/bd3038b7-fdc7-4d42-be38-2b224300b100) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:44:50.759713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:50.774652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Transition to ACTIVE for port object bd3038b7-fdc7-4d42-be38-2b224300b100 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:50.840352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:50.907887 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:44:50.911241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:44:50.915210 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:44:50.951994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:50.988874 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:50.989484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:51.092578 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-fbfa7f19-e6b9-4b41-844a-81097507aba1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9876227 Sep 21 16:44:51.103980 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Request body: {'port': {'device_id': '57a1164a-28ab-4e24-956b-a571130f9c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:44:51.200841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-db68d141-bfa8-4cca-85d3-867e02e7319f None None] Provisioning for port bd3038b7-fdc7-4d42-be38-2b224300b100 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:51.206641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-db68d141-bfa8-4cca-85d3-867e02e7319f None None] Provisioning complete for port bd3038b7-fdc7-4d42-be38-2b224300b100 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:51.207302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-db68d141-bfa8-4cca-85d3-867e02e7319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:51.216697 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:51.242261 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cb1a6-6e52-4955-a307-0bfadb438b9b req-c83fcf90-14b5-4237-ba7e-18f21a0f0812 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:51.243904 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-710cb1a6-6e52-4955-a307-0bfadb438b9b req-c83fcf90-14b5-4237-ba7e-18f21a0f0812 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 931 time: 0.0903003 Sep 21 16:44:51.264790 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-db68d141-bfa8-4cca-85d3-867e02e7319f None None] Port bd3038b7-fdc7-4d42-be38-2b224300b100 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:44:51.293997 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-710cb1a6-6e52-4955-a307-0bfadb438b9b req-ffe2b9e4-8cdf-4e88-b0f5-c11ae71db384 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433290 Sep 21 16:44:51.562781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3038b7-fdc7-4d42-be38-2b224300b100 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:44:51.570254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:51.584757 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Transition to ACTIVE for port object bd3038b7-fdc7-4d42-be38-2b224300b100 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:44:51.680201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:51.867213 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:51.906015 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Attempting to bind port bd3038b7-fdc7-4d42-be38-2b224300b100 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:44:51.906353 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Attempting to bind port bd3038b7-fdc7-4d42-be38-2b224300b100 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:44:51.906681 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Attempting to bind port bd3038b7-fdc7-4d42-be38-2b224300b100 on network 6cbff85b-fb0b-433c-87ef-321bdf884964 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:44:51.911283 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Port bd3038b7-fdc7-4d42-be38-2b224300b100 on network 6cbff85b-fb0b-433c-87ef-321bdf884964 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:44:51.911608 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Attempting to bind port bd3038b7-fdc7-4d42-be38-2b224300b100 on network 6cbff85b-fb0b-433c-87ef-321bdf884964 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:44:51.916714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:44:51.917056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Checking segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:44:51.917441 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Bound using segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:44:51.917862 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Bound port: bd3038b7-fdc7-4d42-be38-2b224300b100, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:44:51.918235 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:52.006518 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:44:52.009420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:44:52.103799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:52.135205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:52.135744 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:52.137093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] 10.222.0.33 "PUT /v2.0/ports/bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 1093 time: 1.0372033 Sep 21 16:44:52.137521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:44:52.139915 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482d09aa-5375-4e58-8e79-35693327a4af" -d '{"events": [{"name": "network-changed", "server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:44:52.185997 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f83090-9c19-44e0-bf64-d488139c1e11 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:52.237854 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b36940-ba77-43ad-8453-d74c6ae74015 x-openstack-request-id: req-90b36940-ba77-43ad-8453-d74c6ae74015 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:44:52.238169 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:44:52.238426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90b36940-ba77-43ad-8453-d74c6ae74015 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:44:52.238895 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b36940-ba77-43ad-8453-d74c6ae74015'] response: {'name': 'network-changed', 'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'status': 'completed', 'code': 200} Sep 21 16:44:52.318056 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-91498d26-0d67-443c-bfdb-247fc2e43891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:52.319536 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-91498d26-0d67-443c-bfdb-247fc2e43891 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1096 time: 0.0785034 Sep 21 16:44:52.391529 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-c87c2f59-bb79-4471-80f1-053f102f2278 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 217 time: 0.0652988 Sep 21 16:44:52.453870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-dea0a953-6ed1-4372-9021-1f76272cbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:52.455359 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-dea0a953-6ed1-4372-9021-1f76272cbd8f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0583825 Sep 21 16:44:52.491525 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9b170-3aee-4b00-a5d5-5bcddfdb0547 req-2b113dd3-5fa5-4cf5-823d-ec385e435337 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:52.492983 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-54f9b170-3aee-4b00-a5d5-5bcddfdb0547 req-2b113dd3-5fa5-4cf5-823d-ec385e435337 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0867813 Sep 21 16:44:52.536616 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-54f9b170-3aee-4b00-a5d5-5bcddfdb0547 req-fc50edd8-c619-4148-94ed-0e9f4d554425 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378330 Sep 21 16:44:52.541177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-5956ef75-2913-4b4c-9f5e-4ad82f3eb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:52.542696 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-5956ef75-2913-4b4c-9f5e-4ad82f3eb13b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816724 Sep 21 16:44:52.674276 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-3e32c3e5-6530-4d06-bc1d-260ee74933f7 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254323 Sep 21 16:44:52.901317 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c7b9b85e-953e-4801-967a-83086af0dca3 req-c0eaf0ba-5df9-4b74-ad4c-9c80072d07a1 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215338 Sep 21 16:44:53.118645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d09aa-5375-4e58-8e79-35693327a4af req-713d9f0c-74ae-4cc1-8b8f-dab5dcc1f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:53.120099 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-482d09aa-5375-4e58-8e79-35693327a4af req-713d9f0c-74ae-4cc1-8b8f-dab5dcc1f544 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1096 time: 0.0774477 Sep 21 16:44:53.249338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d09aa-5375-4e58-8e79-35693327a4af req-cf0648b1-4c23-4399-a09f-4a8b33163913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:53.250798 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-482d09aa-5375-4e58-8e79-35693327a4af req-cf0648b1-4c23-4399-a09f-4a8b33163913 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1244204 Sep 21 16:44:53.327178 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-482d09aa-5375-4e58-8e79-35693327a4af req-4376e2c7-2be3-42d7-84ed-d438e1da1212 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 217 time: 0.0682681 Sep 21 16:44:53.389722 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d09aa-5375-4e58-8e79-35693327a4af req-f9236c1f-b1f3-4ef9-9f79-c102fcce49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:53.391180 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-482d09aa-5375-4e58-8e79-35693327a4af req-f9236c1f-b1f3-4ef9-9f79-c102fcce49b6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0571468 Sep 21 16:44:53.479121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d09aa-5375-4e58-8e79-35693327a4af req-bfc5b247-ec5d-4843-8093-cd8de57d24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:53.480564 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-482d09aa-5375-4e58-8e79-35693327a4af req-bfc5b247-ec5d-4843-8093-cd8de57d24b9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831528 Sep 21 16:44:53.619943 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-482d09aa-5375-4e58-8e79-35693327a4af req-56908da0-300b-4f9d-ab1e-6d30de6203ff service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326573 Sep 21 16:44:53.807856 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-482d09aa-5375-4e58-8e79-35693327a4af req-22501a92-3715-4659-8373-50d5f3784129 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816809 Sep 21 16:44:53.828836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0d1f3-e42f-4291-a06e-2096fc83105b req-612c11b8-9b34-4907-87c9-a8876c280ac7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:53.829439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-a9e0d1f3-e42f-4291-a06e-2096fc83105b req-612c11b8-9b34-4907-87c9-a8876c280ac7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:44:53.931838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-a9e0d1f3-e42f-4291-a06e-2096fc83105b req-612c11b8-9b34-4907-87c9-a8876c280ac7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:44:53.932985 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a9e0d1f3-e42f-4291-a06e-2096fc83105b req-612c11b8-9b34-4907-87c9-a8876c280ac7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.2420719 Sep 21 16:44:53.980625 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a9e0d1f3-e42f-4291-a06e-2096fc83105b req-12a06166-e5b3-4868-810b-da097368a0e4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Sep 21 16:44:55.183174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e2cc2-6803-437b-ad46-218226d1b68b req-fe6dc328-55c9-44e9-a4cb-05e165c8df92 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:55.184612 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5c0e2cc2-6803-437b-ad46-218226d1b68b req-fe6dc328-55c9-44e9-a4cb-05e165c8df92 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0906153 Sep 21 16:44:55.227813 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5c0e2cc2-6803-437b-ad46-218226d1b68b req-b9527c29-d3fc-4eaa-806f-0d74f1cc824f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376368 Sep 21 16:44:55.243934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:44:55.376587 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:55.389122 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'port_id': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'mac_address': 'fa:16:3e:66:49:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:44:55.442198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bd3038b7-fdc7-4d42-be38-2b224300b100 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:55.442573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:55.461234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3038b7-fdc7-4d42-be38-2b224300b100 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:44:55.476403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:55.548918 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:55.616473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:55.753601 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['bd3038b7-fdc7-4d42-be38-2b224300b100'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:44:56.430793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e542e5f-7a0e-4a5e-a695-516da89c41e1 req-10ba4daf-9a4a-497f-9630-2e2d6a7290bb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:56.432254 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e542e5f-7a0e-4a5e-a695-516da89c41e1 req-10ba4daf-9a4a-497f-9630-2e2d6a7290bb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 944 time: 0.0918562 Sep 21 16:44:56.475800 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e542e5f-7a0e-4a5e-a695-516da89c41e1 req-d8271d8d-d177-404c-9100-cae375c0234f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379510 Sep 21 16:44:57.275516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:44:57.400072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port bd3038b7-fdc7-4d42-be38-2b224300b100 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:44:57.405012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port bd3038b7-fdc7-4d42-be38-2b224300b100 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:44:57.405406 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:57.521334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bd3038b7-fdc7-4d42-be38-2b224300b100 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:44:57.521718 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:57.548148 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:44:57.550400 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21e9240-1211-4565-8778-771979bcbce8" -d '{"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-plugged", "status": "completed", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:44:57.561450 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:44:57.611758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:57.646815 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959d639-65b3-4295-97fc-036465d2cd3c x-openstack-request-id: req-e959d639-65b3-4295-97fc-036465d2cd3c {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:44:57.647105 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-plugged", "status": "completed", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:44:57.648118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e959d639-65b3-4295-97fc-036465d2cd3c {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:44:57.648118 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e959d639-65b3-4295-97fc-036465d2cd3c'] response: {'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'code': 200} Sep 21 16:44:57.676472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5037f8-feb1-4883-98a0-aebedaa90b52 req-eba73c50-b71f-454f-82fd-b171ac7b3cdc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:57.678577 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cd5037f8-feb1-4883-98a0-aebedaa90b52 req-eba73c50-b71f-454f-82fd-b171ac7b3cdc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0908892 Sep 21 16:44:57.689031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:44:57.726953 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cd5037f8-feb1-4883-98a0-aebedaa90b52 req-dd1d71ab-34ae-46ab-993a-4f5448db9c9d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427806 Sep 21 16:44:57.987600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d80a9-f5e9-40fc-a1ae-7d09a5ead781 req-b4ac90f5-f47d-4f69-a460-a102c63abc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:57.989058 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e81d80a9-f5e9-40fc-a1ae-7d09a5ead781 req-b4ac90f5-f47d-4f69-a460-a102c63abc16 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1098 time: 0.0802183 Sep 21 16:44:58.028969 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e81d80a9-f5e9-40fc-a1ae-7d09a5ead781 req-31a3717c-f5a8-4ca6-832d-73464a3ede98 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338950 Sep 21 16:44:58.932564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b22bc0-f58b-4a60-8afd-013d3c977ac7 req-d116b19b-ee12-4794-bf2e-6122456f47a0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:44:58.934026 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c3b22bc0-f58b-4a60-8afd-013d3c977ac7 req-d116b19b-ee12-4794-bf2e-6122456f47a0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0874975 Sep 21 16:44:58.982512 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c3b22bc0-f58b-4a60-8afd-013d3c977ac7 req-19cbc12f-af8a-45ec-8971-5ca53116e4b6 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428827 Sep 21 16:44:59.400368 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:59.456986 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:45:00.188152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d10c3-d785-4faa-ac49-dae7b4c3d29a req-3b7936f6-bffb-496c-abde-1bbf2793e4f1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:00.189590 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c39d10c3-d785-4faa-ac49-dae7b4c3d29a req-3b7936f6-bffb-496c-abde-1bbf2793e4f1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0850141 Sep 21 16:45:00.232835 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c39d10c3-d785-4faa-ac49-dae7b4c3d29a req-1144a779-7c61-43c4-ab1e-d5c9bc51bd2b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376704 Sep 21 16:45:00.426921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883ad01-5ba8-4ffa-9ba4-75bb53e89128 req-b42b2ef7-4019-4a3e-a14c-5ba1a1fb1ebd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:00.428361 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9883ad01-5ba8-4ffa-9ba4-75bb53e89128 req-b42b2ef7-4019-4a3e-a14c-5ba1a1fb1ebd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0885084 Sep 21 16:45:00.472341 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9883ad01-5ba8-4ffa-9ba4-75bb53e89128 req-c35b89b8-7a2d-4c4a-aa1a-4d9a7560554d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382130 Sep 21 16:45:00.499994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55004) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:45:00.621391 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4b8e0-a24b-42ed-88a6-ffa9cf900005 tempest-TestShelveInstance-130128175 tempest-TestShelveInstance-130128175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:00.622885 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-44d4b8e0-a24b-42ed-88a6-ffa9cf900005 tempest-TestShelveInstance-130128175 tempest-TestShelveInstance-130128175-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1093 time: 0.1219401 Sep 21 16:45:00.625766 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55010) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:45:00.630983 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:45:00.636790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:45:00.640589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:floatingip and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:45:00.643968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:45:00.649913 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:45:00.714640 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for floatingip, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:00.954354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:01.087960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Allocated IP 172.26.0.8 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/5844e3d7-2907-4bb5-ae62-589802c74a57) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:45:01.232834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:01.343488 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:01.413985 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:45:01.416592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:45:01.419153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:45:01.461050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'Port': ['ID=5844e3d7-2907-4bb5-ae62-589802c74a57,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:45:01.837638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:01.981541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:02.184355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:02.223036 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:02.342067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:02.388645 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'Port': ['ID=5844e3d7-2907-4bb5-ae62-589802c74a57,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:45:02.512566 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Floating IP 93a829a0-f70b-41e7-90a6-ee3e66bca47c associated. External IP: 172.26.0.8, port: bd3038b7-fdc7-4d42-be38-2b224300b100. Sep 21 16:45:02.908827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b3974f95-4a68-49e0-8515-ae3afb4b58a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:02.981435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:45:03.166045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:45:03.176437 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272914b8-9a20-4574-891a-c304f7209918 None None] Sync routers for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:45:03.200121 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272914b8-9a20-4574-891a-c304f7209918 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:45:03.200727 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-272914b8-9a20-4574-891a-c304f7209918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:45:03.246053 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:03.301866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4939bb05-e4f8-4d5b-9b9e-21c0b776c012 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6750739 Sep 21 16:45:03.302505 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:45:03.304836 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f400116-c5ef-4fa8-b065-6670096ebca6" -d '{"events": [{"name": "network-changed", "server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:45:03.346537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f558bba-5daa-4a58-8d25-079acdfc546f x-openstack-request-id: req-4f558bba-5daa-4a58-8d25-079acdfc546f {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:45:03.346828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:45:03.347174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f558bba-5daa-4a58-8d25-079acdfc546f {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:45:03.347596 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f558bba-5daa-4a58-8d25-079acdfc546f'] response: {'name': 'network-changed', 'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'status': 'completed', 'code': 200} Sep 21 16:45:03.450800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-33e49fb6-0eaa-4d01-8bb9-75fd4fd98ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:03.451279 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-272914b8-9a20-4574-891a-c304f7209918 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:45:03.452203 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-33e49fb6-0eaa-4d01-8bb9-75fd4fd98ebf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1098 time: 0.0847266 Sep 21 16:45:03.582111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-1f96dea9-d288-4afb-8b03-79a8dfb1ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:03.583824 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-1f96dea9-d288-4afb-8b03-79a8dfb1ca0e service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1264007 Sep 21 16:45:03.688084 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-23e143ed-4ad5-4611-b0af-81abfa370702 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 997 time: 0.0979891 Sep 21 16:45:03.750970 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-508bfe33-5bc7-48a3-b4fb-bd2e8ab9d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:03.752325 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-508bfe33-5bc7-48a3-b4fb-bd2e8ab9d30b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0587249 Sep 21 16:45:03.811411 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-272914b8-9a20-4574-891a-c304f7209918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '93a829a0-f70b-41e7-90a6-ee3e66bca47c', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'floating_ip_address': '172.26.0.8', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'port_id': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'mac_address': 'fa:16:3e:66:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1164a-28ab-4e24-956b-a571130f9c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:45:01Z', 'updated_at': '2022-09-21T16:45:01Z', 'revision_number': 0, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:45:03.815765 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272914b8-9a20-4574-891a-c304f7209918 None None] Checking router: b94fd8d9-4dbe-42ad-a5d7-ad09042b288f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:45:03.824125 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272914b8-9a20-4574-891a-c304f7209918 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:45:03.824726 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-272914b8-9a20-4574-891a-c304f7209918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:44:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:45:03.840811 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-aa4c23e5-fe97-4381-9521-57508b34b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:03.842381 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-aa4c23e5-fe97-4381-9521-57508b34b0d3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839548 Sep 21 16:45:03.975202 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-b32439b6-bf64-4381-8fed-c573c28a9f02 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265841 Sep 21 16:45:04.004826 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-272914b8-9a20-4574-891a-c304f7209918 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:45:04.108091 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1f400116-c5ef-4fa8-b065-6670096ebca6 req-8c0f0808-4468-47d8-8235-bbca9ea3a6f9 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270993 Sep 21 16:45:04.375564 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-272914b8-9a20-4574-891a-c304f7209918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '93a829a0-f70b-41e7-90a6-ee3e66bca47c', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'floating_ip_address': '172.26.0.8', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'port_id': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'mac_address': 'fa:16:3e:66:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1164a-28ab-4e24-956b-a571130f9c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:45:01Z', 'updated_at': '2022-09-21T16:45:01Z', 'revision_number': 0, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:45:04.379824 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272914b8-9a20-4574-891a-c304f7209918 None None] The sync data for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv is: [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '93a829a0-f70b-41e7-90a6-ee3e66bca47c', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'floating_ip_address': '172.26.0.8', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'port_id': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'mac_address': 'fa:16:3e:66:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a1164a-28ab-4e24-956b-a571130f9c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:45:01Z', 'updated_at': '2022-09-21T16:45:01Z', 'revision_number': 0, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:45:04.565767 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccde549-23ed-482b-b1a3-d5e467910c22 None None] New status for floating IP 93a829a0-f70b-41e7-90a6-ee3e66bca47c: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:45:04.982440 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-38e6003e-d3a0-414a-b9e6-1bdbf93378a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:06.342637 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:06.965396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:08.068626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:29.434248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:32.936421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-706969f7-9e91-4fc2-ab9e-dd4e6bdaa119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:34.982121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b2116473-fd5f-4501-bcef-5338701bd91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:36.314080 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:36.457268 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:45:36.942518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:38.062445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:46.987600 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-0332109b-2172-4782-8f7a-3fec447add86 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819502 Sep 21 16:45:47.141749 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-8f5f2d2d-543c-4a23-bfee-ba5be5c39ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:47.143282 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-8f5f2d2d-543c-4a23-bfee-ba5be5c39ee5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1098 time: 0.0873947 Sep 21 16:45:47.288869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-d7eac00d-2f1a-400d-b696-44b48edc2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:47.290225 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-d7eac00d-2f1a-400d-b696-44b48edc2384 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1286130 Sep 21 16:45:47.501302 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-72aacfff-df6e-403f-abb0-8cf0b89ca460 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 999 time: 0.2047336 Sep 21 16:45:47.562784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-9b2976df-660e-41c7-aa86-968b4c41a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:47.564187 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-9b2976df-660e-41c7-aa86-968b4c41a335 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0571027 Sep 21 16:45:47.645668 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-3e30506d-be98-41c3-8b17-400209609f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:45:47.647167 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-3e30506d-be98-41c3-8b17-400209609f43 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772753 Sep 21 16:45:47.656793 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-fc4cc01d-d35c-4539-a09e-4171017509aa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:45:47.657703 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-fc4cc01d-d35c-4539-a09e-4171017509aa service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047348 Sep 21 16:45:47.787125 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-ddf6b19b-dac7-42bb-a82d-81a66021d78a service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235247 Sep 21 16:45:47.919331 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1aa17152-1863-4a8c-bcae-ebf0ec35fcde req-c72e9f21-3a67-4e74-b6f8-903ac5e7f244 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259892 Sep 21 16:45:59.438846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:02.924352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9907f218-0247-4d53-8b29-1dedd59b0fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:04.992948 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be3e5cee-ae1f-4e47-ba61-2b02bd4cf297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:06.347570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:06.981733 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:08.073133 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:13.458818 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:46:29.432598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:32.964438 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a50f4a10-1909-430c-819f-a98b847c9d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:35.032931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2f10f448-380a-43a6-8e09-931062d5cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:36.309523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:36.969694 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:38.072469 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:48.029378 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-841af936-d236-4bd0-9470-d1c57dfdc251 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1265419 Sep 21 16:46:48.171609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-4b613f68-6cf1-4ea6-90e2-946d5ea99f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:46:48.173068 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-4b613f68-6cf1-4ea6-90e2-946d5ea99f94 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1098 time: 0.0784557 Sep 21 16:46:48.320846 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-5f8ed04d-3300-4d62-b7c1-fbd320bd5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:46:48.322522 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-5f8ed04d-3300-4d62-b7c1-fbd320bd5118 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1313052 Sep 21 16:46:48.425531 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-a3f7c2aa-56c6-4126-b1dc-cdb8146e444b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 999 time: 0.0968428 Sep 21 16:46:48.490813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-c9c06b70-e42b-48ae-9654-92d7242ff624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:46:48.492231 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-c9c06b70-e42b-48ae-9654-92d7242ff624 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0608425 Sep 21 16:46:48.574772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-f2a80c35-38fc-4b40-9687-820c41a4b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:46:48.576248 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-f2a80c35-38fc-4b40-9687-820c41a4b409 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784822 Sep 21 16:46:48.709549 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-e06f0ed1-a904-46b8-9404-57e36249b491 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265380 Sep 21 16:46:48.841024 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0480cae0-177a-44b4-80ad-aabe3edc8e21 req-1fe38b04-69e5-4812-8807-f1f3d3dd4021 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256514 Sep 21 16:46:50.458223 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:46:58.925294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659b52b-94a3-42c2-aff4-d4d4c00a6cb0 req-dd999020-3d01-4824-8244-8b759ac6ec7a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:46:58.926763 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f659b52b-94a3-42c2-aff4-d4d4c00a6cb0 req-dd999020-3d01-4824-8244-8b759ac6ec7a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0960011 Sep 21 16:46:58.970572 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f659b52b-94a3-42c2-aff4-d4d4c00a6cb0 req-540942fb-34d3-4c66-9a5b-6afb0e398646 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381184 Sep 21 16:46:59.455046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:00.177517 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c06-b4df-406b-b813-db3912285e20 req-b7fc03c2-c860-4195-a918-52c639d51ed2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:00.178960 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61622c06-b4df-406b-b813-db3912285e20 req-b7fc03c2-c860-4195-a918-52c639d51ed2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0905168 Sep 21 16:47:00.222965 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-61622c06-b4df-406b-b813-db3912285e20 req-ac902b57-db92-4894-be5c-d647e6f809cc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378230 Sep 21 16:47:01.433491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db0bca-aa67-4b3e-8f4c-740b4d12e3f4 req-51612188-3a53-4d1e-93d3-07dde7a3db75 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:01.434973 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-07db0bca-aa67-4b3e-8f4c-740b4d12e3f4 req-51612188-3a53-4d1e-93d3-07dde7a3db75 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0969911 Sep 21 16:47:01.479038 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-07db0bca-aa67-4b3e-8f4c-740b4d12e3f4 req-fec2645b-0bd9-4939-871a-5119548b9fc1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382843 Sep 21 16:47:02.675940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f35a-a959-4894-afca-a2d7e0bdd644 req-5b8ff0a3-380e-4952-b695-c3c6054c159a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:02.677362 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fe59f35a-a959-4894-afca-a2d7e0bdd644 req-5b8ff0a3-380e-4952-b695-c3c6054c159a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0868309 Sep 21 16:47:02.723313 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fe59f35a-a959-4894-afca-a2d7e0bdd644 req-119861ae-d12e-4338-a5e2-52f301472181 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403650 Sep 21 16:47:02.969301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b0e4e96c-dfe8-45c0-80b6-08315e0b47f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:03.919124 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9f169-7d85-4975-a962-7fd045de2a2f req-d5027c9d-76a9-48e8-8eae-0887fe796568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:03.920614 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0c9f169-7d85-4975-a962-7fd045de2a2f req-d5027c9d-76a9-48e8-8eae-0887fe796568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0868359 Sep 21 16:47:03.964312 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b0c9f169-7d85-4975-a962-7fd045de2a2f req-6b7c46cc-dad5-419b-9eda-f594b19b806f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375061 Sep 21 16:47:04.980349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3eecf1a0-b11d-4406-8740-ea7f8cdb1d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:05.171577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5bb2-83b3-40d3-82cb-49f63c91db22 req-3bd13534-cf16-4416-9fe2-05c2e2f55efe tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:05.173502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-872a5bb2-83b3-40d3-82cb-49f63c91db22 req-3bd13534-cf16-4416-9fe2-05c2e2f55efe tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0958207 Sep 21 16:47:05.218049 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-872a5bb2-83b3-40d3-82cb-49f63c91db22 req-583f3a59-3ae4-4610-9f4b-d01fd481c2c2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391583 Sep 21 16:47:06.318117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:06.421649 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795402a-8919-42b8-a1e8-c304b566913a req-6d4fb579-acc1-4c6f-a058-111c0df8143b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:06.423165 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0795402a-8919-42b8-a1e8-c304b566913a req-6d4fb579-acc1-4c6f-a058-111c0df8143b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0903878 Sep 21 16:47:06.467844 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0795402a-8919-42b8-a1e8-c304b566913a req-22d0e30c-02df-4a41-97e6-e48f36d1b84c tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387754 Sep 21 16:47:06.968951 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:07.667638 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52631441-17f9-4a22-a8f7-d127b6feb60e req-7fd1ce78-3882-47b3-af25-b73ae81c563e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:07.669123 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-52631441-17f9-4a22-a8f7-d127b6feb60e req-7fd1ce78-3882-47b3-af25-b73ae81c563e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0921764 Sep 21 16:47:07.712586 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-52631441-17f9-4a22-a8f7-d127b6feb60e req-a7e24695-0ae1-4499-bc49-c35c55be391e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379417 Sep 21 16:47:08.060924 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:08.912726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb7f4e-e0ef-4263-b80b-c470d96cb671 req-ae8e806e-fefa-49e0-a733-ff2e79d72adb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:08.914180 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-42eb7f4e-e0ef-4263-b80b-c470d96cb671 req-ae8e806e-fefa-49e0-a733-ff2e79d72adb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0912013 Sep 21 16:47:08.957423 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-42eb7f4e-e0ef-4263-b80b-c470d96cb671 req-9a0eb5c1-90df-4f53-a0de-8d003684a766 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375767 Sep 21 16:47:09.756606 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:47:09.887730 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:47:09.900626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'port_id': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'mac_address': 'fa:16:3e:66:49:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:47:09.954512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bd3038b7-fdc7-4d42-be38-2b224300b100 is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:47:09.954888 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:09.971349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd3038b7-fdc7-4d42-be38-2b224300b100 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:47:09.986638 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:47:10.049479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:10.122509 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:47:10.129663 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.130038 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.130379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.130716 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.131049 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.131379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.131711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.132036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.132363 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.132690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.133014 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.133336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:47:10.138127 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['bd3038b7-fdc7-4d42-be38-2b224300b100'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:47:10.164523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193241e4-8b3a-45d9-8680-af1d4fbe6c5c req-4e185206-a4b3-4df6-b4ac-0cfde9a2e619 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:10.166011 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-193241e4-8b3a-45d9-8680-af1d4fbe6c5c req-4e185206-a4b3-4df6-b4ac-0cfde9a2e619 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 944 time: 0.0911455 Sep 21 16:47:10.213852 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-193241e4-8b3a-45d9-8680-af1d4fbe6c5c req-cd5db524-f2d4-42a6-8158-f02fdcca7dd3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420914 Sep 21 16:47:11.413368 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcf75c-650f-4c84-8f94-66debcac5ba2 req-ca3cfc52-85da-47f5-bf20-46512784de3a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:11.414888 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52fcf75c-650f-4c84-8f94-66debcac5ba2 req-ca3cfc52-85da-47f5-bf20-46512784de3a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 944 time: 0.0891731 Sep 21 16:47:11.460663 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52fcf75c-650f-4c84-8f94-66debcac5ba2 req-5d130728-d733-4999-b542-838b2272a6be tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Sep 21 16:47:11.771501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:47:11.843867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port bd3038b7-fdc7-4d42-be38-2b224300b100 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:47:11.844645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:11.964078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bd3038b7-fdc7-4d42-be38-2b224300b100 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:47:11.964465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:11.991379 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:47:11.993649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eddef9-6e2a-4e79-a491-bae61b314f6e" -d '{"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-plugged", "status": "completed", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:47:12.006300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:47:12.041965 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9417208-faf0-4847-bae2-92c9f4e0de24 x-openstack-request-id: req-b9417208-faf0-4847-bae2-92c9f4e0de24 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:47:12.043788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-plugged", "status": "completed", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:47:12.043788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9417208-faf0-4847-bae2-92c9f4e0de24 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:47:12.043788 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9417208-faf0-4847-bae2-92c9f4e0de24'] response: {'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'code': 200} Sep 21 16:47:12.060809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:12.130648 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:47:12.835945 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8146d-ee1d-476e-8605-6bbc2609924c req-71b028b2-d004-444d-99ad-aa4b873c69c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:12.838145 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-79e8146d-ee1d-476e-8605-6bbc2609924c req-71b028b2-d004-444d-99ad-aa4b873c69c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.1056778 Sep 21 16:47:12.887079 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-79e8146d-ee1d-476e-8605-6bbc2609924c req-fabd056d-fe21-4e96-92d3-2d5798b5ac42 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Sep 21 16:47:14.111066 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f26e4-9974-435f-b7a2-18ce19f8efd2 req-2a566eab-6e50-4415-ab42-f24138d51d83 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:14.114132 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ed6f26e4-9974-435f-b7a2-18ce19f8efd2 req-2a566eab-6e50-4415-ab42-f24138d51d83 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0995669 Sep 21 16:47:14.165592 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ed6f26e4-9974-435f-b7a2-18ce19f8efd2 req-0810d31e-e363-49cf-b271-853d5c253c80 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438621 Sep 21 16:47:15.377722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380e10-1364-475e-84bd-17558727dcde req-b13af342-b6b6-4d01-b621-3aa04b61b5a8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:15.381914 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-94380e10-1364-475e-84bd-17558727dcde req-b13af342-b6b6-4d01-b621-3aa04b61b5a8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.1008112 Sep 21 16:47:15.537835 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-94380e10-1364-475e-84bd-17558727dcde req-f1528031-b065-4b9c-bf04-2387a34c9f5a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549442 Sep 21 16:47:16.741878 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaba5c-8e32-4dba-92b3-840b0bfec2e4 req-61b63575-079f-478a-9b39-d309697fc562 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:16.743648 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-afcaba5c-8e32-4dba-92b3-840b0bfec2e4 req-61b63575-079f-478a-9b39-d309697fc562 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0965614 Sep 21 16:47:16.792763 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-afcaba5c-8e32-4dba-92b3-840b0bfec2e4 req-fe872eaa-cc1d-4480-86aa-65d68cd140ad tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432327 Sep 21 16:47:17.999328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96193b-f7fb-4361-a7f4-421777adbbae req-b20598e8-c967-4b18-a58b-2daca4b61f50 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:18.000788 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7c96193b-f7fb-4361-a7f4-421777adbbae req-b20598e8-c967-4b18-a58b-2daca4b61f50 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0887656 Sep 21 16:47:18.061278 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7c96193b-f7fb-4361-a7f4-421777adbbae req-bc89953b-4c67-49a0-9c64-ac8cd0a470a3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491540 Sep 21 16:47:19.267673 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d6b58-469e-48b6-b78b-41df75f9aaa1 req-c668a3bc-ea0c-4d75-a26a-09d60a526ba3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:19.269983 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d89d6b58-469e-48b6-b78b-41df75f9aaa1 req-c668a3bc-ea0c-4d75-a26a-09d60a526ba3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0926385 Sep 21 16:47:19.320615 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d89d6b58-469e-48b6-b78b-41df75f9aaa1 req-2c74131a-2bad-40ae-b3ce-dae12cfbd876 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447929 Sep 21 16:47:20.532620 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36767690-eded-4abf-865f-e29a5f908f40 req-062c6046-4904-4a1d-8fa4-1500d19f72ef tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:20.534305 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-36767690-eded-4abf-865f-e29a5f908f40 req-062c6046-4904-4a1d-8fa4-1500d19f72ef tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0952711 Sep 21 16:47:20.583394 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-36767690-eded-4abf-865f-e29a5f908f40 req-ef938138-9068-4317-ada4-fbc0ac4f7603 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430930 Sep 21 16:47:21.786714 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5cb5d-22aa-46ee-ac7a-1e791a82c25c req-aab6e75a-8b54-49d7-a740-d1c44564c909 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:21.788221 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6dc5cb5d-22aa-46ee-ac7a-1e791a82c25c req-aab6e75a-8b54-49d7-a740-d1c44564c909 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0890265 Sep 21 16:47:21.833035 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6dc5cb5d-22aa-46ee-ac7a-1e791a82c25c req-21bb303d-3514-4115-8021-d9384d7af18e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390439 Sep 21 16:47:22.870044 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-ceda16dc-11af-40c4-860b-95b6a898b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:22.871532 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-ceda16dc-11af-40c4-860b-95b6a898b959 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1098 time: 0.1760535 Sep 21 16:47:23.007952 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-11bd354e-dea0-4896-952f-99d7087207b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:23.009403 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-11bd354e-dea0-4896-952f-99d7087207b2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1313798 Sep 21 16:47:23.039450 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ec22a-1de0-4608-9519-7a20d3c4cbe5 req-d9034b4f-b1de-494b-a02e-762b0e2cb323 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:23.043583 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b08ec22a-1de0-4608-9519-7a20d3c4cbe5 req-d9034b4f-b1de-494b-a02e-762b0e2cb323 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0965292 Sep 21 16:47:23.085564 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b08ec22a-1de0-4608-9519-7a20d3c4cbe5 req-5b6f2d04-075a-4e6f-8466-917b61225035 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 Sep 21 16:47:23.115338 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-1a8f2680-b49c-4484-8f40-de89c2109e1a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 999 time: 0.1001611 Sep 21 16:47:23.176849 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-ac365ac4-e199-43f4-9f41-083e95720836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:23.178227 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-ac365ac4-e199-43f4-9f41-083e95720836 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0570076 Sep 21 16:47:23.262025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-5d701e61-347e-4c4e-95a0-80a7a5382fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:23.263464 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-5d701e61-347e-4c4e-95a0-80a7a5382fa3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795288 Sep 21 16:47:23.394796 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-332e13f2-3b9b-43eb-9c31-295bfa88e32e service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244433 Sep 21 16:47:23.523900 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c441829f-aa6b-4218-aee2-75971cbc3609 req-074ab7e2-ff39-4067-bcba-5e8cdc11da77 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235340 Sep 21 16:47:24.283797 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95eafa-5f16-4ca0-952d-974bf512236e req-1bb51c2b-6de6-4db8-8740-b706171a8728 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:24.285265 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b95eafa-5f16-4ca0-952d-974bf512236e req-1bb51c2b-6de6-4db8-8740-b706171a8728 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0862591 Sep 21 16:47:24.329493 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7b95eafa-5f16-4ca0-952d-974bf512236e req-72037dd4-de62-48da-8b8e-587531ad65a8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Sep 21 16:47:25.529436 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa287af-242e-4f85-b921-7958ce4858d9 req-5d3f82e3-b869-48b1-a79f-18ed7c7afae3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:25.530907 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eaa287af-242e-4f85-b921-7958ce4858d9 req-5d3f82e3-b869-48b1-a79f-18ed7c7afae3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.0865121 Sep 21 16:47:25.579868 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eaa287af-242e-4f85-b921-7958ce4858d9 req-74287d3c-dbf6-4b11-856c-76cba8b6d81a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433753 Sep 21 16:47:25.821263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:47:25.942225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bd3038b7-fdc7-4d42-be38-2b224300b100 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:47:25.942610 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:25.970164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:47:25.973072 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0de188f-28fc-42c4-a488-96b9374d2d3b" -d '{"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-unplugged", "status": "completed", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:47:26.003676 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:47:26.023470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 16:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b8d68-efed-4b7f-a3d1-4e2ea3ab400b x-openstack-request-id: req-837b8d68-efed-4b7f-a3d1-4e2ea3ab400b {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:47:26.023470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-unplugged", "status": "failed", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100", "code": 422}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:47:26.023470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-837b8d68-efed-4b7f-a3d1-4e2ea3ab400b {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:47:26.023470 dv-neutron-858618-1-hyperv neutron-server[89727]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-837b8d68-efed-4b7f-a3d1-4e2ea3ab400b']: {'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'code': 422} returned with failed status Sep 21 16:47:26.060690 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:26.062841 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ebb6c-9944-4a95-a67c-a2163f9fd36e req-b1cb6943-1ead-4ef8-a333-978416bd500d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:26.064364 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-031ebb6c-9944-4a95-a67c-a2163f9fd36e req-b1cb6943-1ead-4ef8-a333-978416bd500d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 945 time: 0.1005170 Sep 21 16:47:26.113054 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-031ebb6c-9944-4a95-a67c-a2163f9fd36e req-a5d46123-ca20-4b09-a076-6f4a62c07b11 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421727 Sep 21 16:47:26.133602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:47:26.602532 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-42893d90-6226-496a-8bb0-23de4dafba95 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198146 Sep 21 16:47:27.316968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5932ca8-278e-4c9a-b776-94e50f92c2a8 req-cff460f7-bb70-4427-936c-3f1d8bc266fb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:27.318361 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5932ca8-278e-4c9a-b776-94e50f92c2a8 req-cff460f7-bb70-4427-936c-3f1d8bc266fb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0917971 Sep 21 16:47:27.364895 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c5932ca8-278e-4c9a-b776-94e50f92c2a8 req-e05384e4-3025-4763-b396-ac48eeeeb2ee tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404685 Sep 21 16:47:27.458253 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:47:27.897351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-47e0951e-53b9-4d93-af17-073bd6b3721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:27.898863 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-47e0951e-53b9-4d93-af17-073bd6b3721b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28&tenant_id=6ed5b05eeea4429f8be5806b12a09cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0783136 Sep 21 16:47:27.999743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-8598bbff-f626-4a13-9e00-51a60c95ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:28.001225 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-8598bbff-f626-4a13-9e00-51a60c95ca5f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1096 time: 0.0814710 Sep 21 16:47:28.133030 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-a734143b-c643-4ec4-b540-d4e67a0ad8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:28.134411 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-a734143b-c643-4ec4-b540-d4e67a0ad8a6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1272051 Sep 21 16:47:28.235669 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-fea0bd54-88ca-43e9-a101-842915a56cee service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 997 time: 0.0954812 Sep 21 16:47:28.297662 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-ee790049-c044-41b6-92fd-403631dfd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:28.299044 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-ee790049-c044-41b6-92fd-403631dfd8fb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0561543 Sep 21 16:47:28.383403 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-12d999df-ed3e-4d1e-8c49-c989ed104cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:28.384754 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-12d999df-ed3e-4d1e-8c49-c989ed104cb5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794668 Sep 21 16:47:28.519947 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-2a73979b-a3af-4745-a601-905dcc76f382 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290019 Sep 21 16:47:28.571215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb8e03-7a41-4bc5-93b6-1c905c5fac23 req-febdb7bf-7548-4fcb-873e-42d0451b7739 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:28.572789 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eedb8e03-7a41-4bc5-93b6-1c905c5fac23 req-febdb7bf-7548-4fcb-873e-42d0451b7739 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0927653 Sep 21 16:47:28.619298 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eedb8e03-7a41-4bc5-93b6-1c905c5fac23 req-add0b3d6-5307-4b09-9b36-4cf62ab95ffc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406661 Sep 21 16:47:28.755057 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff1ee93b-cf09-4ac7-9ef0-d205a6477052 req-d586d065-37ca-43a9-821d-b027e3331355 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285814 Sep 21 16:47:29.494866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:29.834833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fad7b-76ea-4331-bfd5-ab7b61028bb5 req-46bc4610-8917-4960-9ce8-e0fd1745f80a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:29.836228 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-358fad7b-76ea-4331-bfd5-ab7b61028bb5 req-46bc4610-8917-4960-9ce8-e0fd1745f80a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0964277 Sep 21 16:47:29.884356 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-358fad7b-76ea-4331-bfd5-ab7b61028bb5 req-b16dde00-0efa-4bc4-9a24-8ae5e5133fed tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425332 Sep 21 16:47:31.098591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44d7a7-48f2-4b67-9a3f-5c8ac943433c req-9b2c685e-9b82-4c2e-b092-9a027c84842d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:31.100149 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ff44d7a7-48f2-4b67-9a3f-5c8ac943433c req-9b2c685e-9b82-4c2e-b092-9a027c84842d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0964243 Sep 21 16:47:31.151064 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ff44d7a7-48f2-4b67-9a3f-5c8ac943433c req-56c1e048-0982-4776-ba06-4727db773c33 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449951 Sep 21 16:47:32.363443 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e880-f3c4-4727-80f7-fe3ed6448cb4 req-dcc13d90-b771-4bd4-a598-df5257b34932 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:32.365565 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3491e880-f3c4-4727-80f7-fe3ed6448cb4 req-dcc13d90-b771-4bd4-a598-df5257b34932 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0959609 Sep 21 16:47:32.411900 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3491e880-f3c4-4727-80f7-fe3ed6448cb4 req-3fc50cc7-5545-4b89-8eee-eecb32149032 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Sep 21 16:47:32.917720 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ded8adb3-b29b-4743-ac44-e922d81655c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:33.620475 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f17555-30b0-4227-abb3-7bdd93cd877c req-fe005cbe-8ce2-440d-8633-5a06dc6cb62f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:33.622248 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f1f17555-30b0-4227-abb3-7bdd93cd877c req-fe005cbe-8ce2-440d-8633-5a06dc6cb62f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0874441 Sep 21 16:47:33.674045 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f1f17555-30b0-4227-abb3-7bdd93cd877c req-9575afa6-f00e-4868-997d-9aea1ba4f111 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452261 Sep 21 16:47:34.890035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab0447-7e83-4954-ac9b-d5e93015cb54 req-47599e23-cdf9-4847-9b6b-20bbdb4b5ddf tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:34.891762 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24ab0447-7e83-4954-ac9b-d5e93015cb54 req-47599e23-cdf9-4847-9b6b-20bbdb4b5ddf tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.1006856 Sep 21 16:47:34.949623 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-24ab0447-7e83-4954-ac9b-d5e93015cb54 req-ee56e2ea-ed47-4d1f-ae70-89f195bc5059 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514240 Sep 21 16:47:35.004036 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0f67-b54f-441b-858e-6fd421ee9606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:36.178614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1419c1-49cd-4065-8361-678ccf319cdd req-bcaa79f6-49fb-41a1-bad2-a709115d960d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:36.180142 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0a1419c1-49cd-4065-8361-678ccf319cdd req-bcaa79f6-49fb-41a1-bad2-a709115d960d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0954549 Sep 21 16:47:36.228867 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0a1419c1-49cd-4065-8361-678ccf319cdd req-e532883e-8a22-448f-9b0b-2db29d536245 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Sep 21 16:47:36.381041 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:36.986201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:37.431126 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ae80d-99b8-44af-9038-c09bca6fffe6 req-d730af8f-e1df-453b-914a-4d003e44de4d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:37.432553 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a05ae80d-99b8-44af-9038-c09bca6fffe6 req-d730af8f-e1df-453b-914a-4d003e44de4d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 943 time: 0.0878613 Sep 21 16:47:37.475650 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a05ae80d-99b8-44af-9038-c09bca6fffe6 req-aaf271dc-7910-49aa-9d3e-d1eee816d28d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375679 Sep 21 16:47:37.879883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:47:38.020195 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:47:38.065917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'port_id': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'mac_address': 'fa:16:3e:66:49:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:47:38.120425 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bd3038b7-fdc7-4d42-be38-2b224300b100 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:47:38.120787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:38.137291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3038b7-fdc7-4d42-be38-2b224300b100 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:47:38.142537 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:38.153296 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:47:38.209069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:38.277125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=9']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:47:38.416348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['bd3038b7-fdc7-4d42-be38-2b224300b100'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:47:38.675873 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57a589-34f4-4d31-a7ad-8b271021ea25 req-a97255ef-3319-4b9e-b61e-b220ee60baab tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:38.677238 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-da57a589-34f4-4d31-a7ad-8b271021ea25 req-a97255ef-3319-4b9e-b61e-b220ee60baab tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 944 time: 0.0915933 Sep 21 16:47:38.721769 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-da57a589-34f4-4d31-a7ad-8b271021ea25 req-672bf128-11eb-414b-88b2-8c1b4d3bcca2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388343 Sep 21 16:47:39.879892 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:47:39.923038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cea5c-ecb0-4a52-855c-524dcdc63c7b req-a0586ae1-cc94-4e5f-a79e-c02c231a4024 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:39.924504 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-112cea5c-ecb0-4a52-855c-524dcdc63c7b req-a0586ae1-cc94-4e5f-a79e-c02c231a4024 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 944 time: 0.0952322 Sep 21 16:47:39.947258 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port bd3038b7-fdc7-4d42-be38-2b224300b100 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:47:39.949003 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:39.969934 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-112cea5c-ecb0-4a52-855c-524dcdc63c7b req-2ad473d5-f7f9-4085-b896-bd583f5a182b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395854 Sep 21 16:47:40.071788 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port bd3038b7-fdc7-4d42-be38-2b224300b100 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:47:40.072176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:40.099736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:47:40.102118 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6bb73e-8cee-418f-8489-2bf09489e31f" -d '{"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-plugged", "status": "completed", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:47:40.112423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:47:40.148190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17983c5e-e6cc-4c14-9144-17bda20461bf x-openstack-request-id: req-17983c5e-e6cc-4c14-9144-17bda20461bf {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:47:40.148482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-plugged", "status": "completed", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:47:40.148739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17983c5e-e6cc-4c14-9144-17bda20461bf {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:47:40.149231 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17983c5e-e6cc-4c14-9144-17bda20461bf'] response: {'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'code': 200} Sep 21 16:47:40.174712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:47:40.247766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=10']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:47:40.496069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4715d-5a66-4fbf-b236-82d772dbae44 req-db5a9889-41fd-4463-990d-9ef2fbb8a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:40.497541 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b1f4715d-5a66-4fbf-b236-82d772dbae44 req-db5a9889-41fd-4463-990d-9ef2fbb8a1e1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1099 time: 0.0778103 Sep 21 16:47:40.539215 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b1f4715d-5a66-4fbf-b236-82d772dbae44 req-0a2ccc7e-bfcd-4b73-8b07-0ab5cb8ef7c5 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356078 Sep 21 16:47:41.172471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9416f-921f-4ed5-a9a6-5e4130e1bb47 req-31178e4f-366e-444c-ab47-4e101515c718 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:41.173893 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-47e9416f-921f-4ed5-a9a6-5e4130e1bb47 req-31178e4f-366e-444c-ab47-4e101515c718 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 946 time: 0.0869639 Sep 21 16:47:41.216908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-47e9416f-921f-4ed5-a9a6-5e4130e1bb47 req-34a2e551-a979-47ee-a2ba-baceb3108af3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369861 Sep 21 16:47:42.419404 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62991e-3c2a-4c64-aec3-48056c2a061c req-7bed1f5e-ada1-4cb8-bd35-0a492efee989 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:42.420846 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7e62991e-3c2a-4c64-aec3-48056c2a061c req-7bed1f5e-ada1-4cb8-bd35-0a492efee989 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 946 time: 0.0865006 Sep 21 16:47:42.468306 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-7e62991e-3c2a-4c64-aec3-48056c2a061c req-c869dfd2-9968-4dc5-858a-67be847667f7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Sep 21 16:47:43.669332 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795ed0d-0a28-4c1d-86af-40730ee8af73 req-f208562c-bb71-4d6f-959e-675ba86b740a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:43.670816 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9795ed0d-0a28-4c1d-86af-40730ee8af73 req-f208562c-bb71-4d6f-959e-675ba86b740a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 946 time: 0.0902617 Sep 21 16:47:43.714476 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9795ed0d-0a28-4c1d-86af-40730ee8af73 req-3139ba2a-5ffd-4f9b-bfd5-742dd61ffaee tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375500 Sep 21 16:47:49.977632 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-33d3952a-6327-4e53-8766-20def4cd8816 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778613 Sep 21 16:47:50.123151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-7a0f583d-811b-4e3e-be02-aaffe51a78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:50.124617 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-7a0f583d-811b-4e3e-be02-aaffe51a78b0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1099 time: 0.0824535 Sep 21 16:47:50.267977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-50fd9418-e579-4b22-8d56-a76670e21392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:50.269884 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-50fd9418-e579-4b22-8d56-a76670e21392 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1280243 Sep 21 16:47:50.369447 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-8843330f-1d7c-4e65-8a8e-08b5f06a73b0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 999 time: 0.0940311 Sep 21 16:47:50.430935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-ff78fe0b-966e-45a1-9b12-961270e344fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:50.432314 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-ff78fe0b-966e-45a1-9b12-961270e344fc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0577867 Sep 21 16:47:50.515453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-e8cb4b6d-1b09-49df-a892-d2fdccc422d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:47:50.516873 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-e8cb4b6d-1b09-49df-a892-d2fdccc422d0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787585 Sep 21 16:47:50.752021 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-fb15bd66-04da-42e8-8bed-2de2637de540 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287478 Sep 21 16:47:50.889046 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a78869f5-2cf8-4353-9466-df131d3095b4 req-9a120a89-0538-422a-a060-93f14e818fc0 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305010 Sep 21 16:47:59.482624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:02.905415 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-122ec1f3-89d0-4bb7-bd42-634880042516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:04.457800 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:48:04.990953 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2487855f-fd08-47f9-af2e-ce948fd9584a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:06.328173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:06.985271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:08.094048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:29.488421 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:32.894178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d9c63a86-dff9-4c73-9b55-0218abf5250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:34.973795 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c9397298-3b59-4a25-bf1e-5099645692ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:36.328218 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:36.996810 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:38.128510 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:41.456587 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:48:50.974640 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-094f2f72-7585-4557-b0bb-4f641555f13d req-0609cb48-0094-4b93-8ac4-02cd6fffa7a4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758519 Sep 21 16:48:51.046166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55348) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:51.123181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f2f72-7585-4557-b0bb-4f641555f13d req-df7b95f3-9a70-43c4-9125-5b783628cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:51.124651 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-094f2f72-7585-4557-b0bb-4f641555f13d req-df7b95f3-9a70-43c4-9125-5b783628cdb3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1099 time: 0.0828426 Sep 21 16:48:51.248794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Deleting port 5844e3d7-2907-4bb5-ae62-589802c74a57 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:48:51.249035 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:51.269791 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f2f72-7585-4557-b0bb-4f641555f13d req-6b38402a-002d-484f-a3b0-a472c6ddf359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:51.271306 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-094f2f72-7585-4557-b0bb-4f641555f13d req-6b38402a-002d-484f-a3b0-a472c6ddf359 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1285963 Sep 21 16:48:51.375475 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-094f2f72-7585-4557-b0bb-4f641555f13d req-7bd5a3b1-497a-4987-a90d-8f2c982e0a82 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 999 time: 0.0978680 Sep 21 16:48:51.422828 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:51.423166 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:51.437694 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f2f72-7585-4557-b0bb-4f641555f13d req-361b7513-8d12-4e45-b5f8-7353b2d11364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:51.439148 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-094f2f72-7585-4557-b0bb-4f641555f13d req-361b7513-8d12-4e45-b5f8-7353b2d11364 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0579488 Sep 21 16:48:51.526974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f2f72-7585-4557-b0bb-4f641555f13d req-895884cd-6fbf-4d60-bf4d-aa37f94075e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:51.528379 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-094f2f72-7585-4557-b0bb-4f641555f13d req-895884cd-6fbf-4d60-bf4d-aa37f94075e9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834637 Sep 21 16:48:51.639858 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Calling delete_port for 5844e3d7-2907-4bb5-ae62-589802c74a57 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:48:51.663543 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-094f2f72-7585-4557-b0bb-4f641555f13d req-90247d76-b244-49d9-894b-f9c940231461 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276639 Sep 21 16:48:51.797491 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-094f2f72-7585-4557-b0bb-4f641555f13d req-2e0df648-fe0f-47b0-aa10-643ac8892777 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283858 Sep 21 16:48:51.870899 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:51.917117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event deleted for resources: {'Port': ['ID=5844e3d7-2907-4bb5-ae62-589802c74a57,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:51.926340 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:51.935204 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:52.028955 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:52.029290 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Floating IP 93a829a0-f70b-41e7-90a6-ee3e66bca47c disassociated (deleted). External IP: 172.26.0.8, port: bd3038b7-fdc7-4d42-be38-2b224300b100. Sep 21 16:48:52.378720 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:48:52.561258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:48:52.572493 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] Sync routers for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:48:52.581643 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:48:52.583569 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:48:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:48:52.636189 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:52.690374 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-528bd722-279e-4037-9c97-6df0ab696ab0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "DELETE /v2.0/floatingips/93a829a0-f70b-41e7-90a6-ee3e66bca47c HTTP/1.1" status: 204 len: 168 time: 1.6424918 Sep 21 16:48:52.690953 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:48:52.693235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594" -d '{"events": [{"name": "network-changed", "server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:48:52.767078 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:48:52.829263 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b13923-a874-4ab9-ac0f-193b1ad7d893 x-openstack-request-id: req-a8b13923-a874-4ab9-ac0f-193b1ad7d893 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:48:52.829715 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:48:52.830053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8b13923-a874-4ab9-ac0f-193b1ad7d893 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:48:52.832099 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b13923-a874-4ab9-ac0f-193b1ad7d893'] response: {'name': 'network-changed', 'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'status': 'completed', 'code': 200} Sep 21 16:48:52.929816 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-4b4e9d48-e72d-429a-9650-3347d5a4ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:52.931340 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-4b4e9d48-e72d-429a-9650-3347d5a4ec0a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 1099 time: 0.0804136 Sep 21 16:48:53.068815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-57e95a49-0375-4656-afc5-4f1303d4bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:53.070201 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-57e95a49-0375-4656-afc5-4f1303d4bd32 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1331415 Sep 21 16:48:53.094635 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:48:53.099157 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] Checking router: b94fd8d9-4dbe-42ad-a5d7-ad09042b288f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:48:53.107666 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:48:53.108259 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:48:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:48:53.142233 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-ae0ee839-def4-4649-a712-af1e474271d3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 200 len: 217 time: 0.0660005 Sep 21 16:48:53.264221 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-ac5f4dba-e0a2-4b0f-b149-ff8ef12a5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:53.265561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-ac5f4dba-e0a2-4b0f-b149-ff8ef12a5118 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.1166015 Sep 21 16:48:53.287461 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:48:53.332127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156925e4-26e8-44a7-b7cd-f38193d5c392 req-c2cf3443-18ff-47a5-8d6a-4ee4f50bf019 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:53.333515 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-156925e4-26e8-44a7-b7cd-f38193d5c392 req-c2cf3443-18ff-47a5-8d6a-4ee4f50bf019 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 946 time: 0.1856081 Sep 21 16:48:53.391257 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-156925e4-26e8-44a7-b7cd-f38193d5c392 req-18d2a6e7-254c-4c2e-91df-ee9da5267577 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489316 Sep 21 16:48:53.397292 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-227edf9d-446b-48ec-9761-5e97b96276e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:53.399021 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-227edf9d-446b-48ec-9761-5e97b96276e4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264100 Sep 21 16:48:53.635200 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:48:53.639130 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa5dee9-92b7-4936-a7e2-cf360a3f0ad2 None None] The sync data for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv is: [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:48:53.647143 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-5b91bade-9249-4dc2-b344-d4504b809650 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411058 Sep 21 16:48:53.784254 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f39b9f0e-05f7-4e8c-89bc-53d45b6be594 req-4ae5f623-5257-4747-a2f0-27b4d3fb54c1 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302173 Sep 21 16:48:53.864613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f4b20-dc63-4f10-b483-9fbe0fe7e5f9 None None] New status for floating IP 93a829a0-f70b-41e7-90a6-ee3e66bca47c: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:48:54.453291 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-a3a7c076-df6b-4c54-841f-fdef8ff9efe8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:54.454777 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-a3a7c076-df6b-4c54-841f-fdef8ff9efe8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 946 time: 0.0900450 Sep 21 16:48:54.524800 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Deleting port bd3038b7-fdc7-4d42-be38-2b224300b100 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:48:54.525146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:54.600598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5242994-7526-4e26-a83d-a16d0b227369 req-143c1572-806b-42ea-ad06-85bb6270eafc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:48:54.601294 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-a5242994-7526-4e26-a83d-a16d0b227369 req-143c1572-806b-42ea-ad06-85bb6270eafc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:48:54.676133 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-a5242994-7526-4e26-a83d-a16d0b227369 req-143c1572-806b-42ea-ad06-85bb6270eafc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:48:54.677305 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a5242994-7526-4e26-a83d-a16d0b227369 req-143c1572-806b-42ea-ad06-85bb6270eafc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 946 time: 0.1660078 Sep 21 16:48:54.722180 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a5242994-7526-4e26-a83d-a16d0b227369 req-0cb7012a-4bd6-474b-96cb-6b7f6b941688 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=695282b8-6f51-4969-baa3-13e62e987e33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388968 Sep 21 16:48:54.778583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] For port bd3038b7-fdc7-4d42-be38-2b224300b100, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=bd3038b7-fdc7-4d42-be38-2b224300b100,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:48:54.778945 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:54.904200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Calling delete_port for bd3038b7-fdc7-4d42-be38-2b224300b100 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:48:55.128052 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:55.181162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event deleted for resources: {'Port': ['ID=bd3038b7-fdc7-4d42-be38-2b224300b100,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:55.223569 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.223917 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.224252 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.224581 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.224906 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.225228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.225550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.225866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.226229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.229993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.229993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.229993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:48:55.275212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] No DVR routers for this DVR port bd3038b7-fdc7-4d42-be38-2b224300b100 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:48:55.277558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:55.280103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-deleted', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:48:55.282382 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9a536b-e8c5-4844-b2d9-c6531a7e28cf" -d '{"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-deleted", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:48:55.324720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1a1fc3-c9b4-4294-8ec8-012edfb6e0be x-openstack-request-id: req-1f1a1fc3-c9b4-4294-8ec8-012edfb6e0be {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:48:55.325368 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a1164a-28ab-4e24-956b-a571130f9c28", "name": "network-vif-deleted", "tag": "bd3038b7-fdc7-4d42-be38-2b224300b100", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:48:55.325636 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f1a1fc3-c9b4-4294-8ec8-012edfb6e0be {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:48:55.326067 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1a1fc3-c9b4-4294-8ec8-012edfb6e0be'] response: {'server_uuid': '57a1164a-28ab-4e24-956b-a571130f9c28', 'name': 'network-vif-deleted', 'tag': 'bd3038b7-fdc7-4d42-be38-2b224300b100', 'status': 'completed', 'code': 200} Sep 21 16:48:55.379558 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2f37ff7c-abb2-4a84-8a6b-1fec85123e2a req-d5b26ccf-426b-41aa-9bb5-638562cc41f4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "DELETE /v2.0/ports/bd3038b7-fdc7-4d42-be38-2b224300b100 HTTP/1.1" status: 204 len: 173 time: 0.9195607 Sep 21 16:48:55.898923 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f73c1efa-d48f-4ad7-82d0-dd6b93c95be1 req-289de1a6-c96a-4d7c-bc59-a2e43e0e577e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=57a1164a-28ab-4e24-956b-a571130f9c28 HTTP/1.1" status: 200 len: 210 time: 0.0515244 Sep 21 16:48:57.000438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55368) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:57.070103 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d345ede-a7ce-48c3-8ba7-2e84d7430ba4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:57.098614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d345ede-a7ce-48c3-8ba7-2e84d7430ba4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:57.254224 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d345ede-a7ce-48c3-8ba7-2e84d7430ba4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:57.273409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d345ede-a7ce-48c3-8ba7-2e84d7430ba4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695282b8-6f51-4969-baa3-13e62e987e33,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:57.355392 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-6d345ede-a7ce-48c3-8ba7-2e84d7430ba4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:57.356509 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-6d345ede-a7ce-48c3-8ba7-2e84d7430ba4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "DELETE /v2.0/security-groups/695282b8-6f51-4969-baa3-13e62e987e33 HTTP/1.1" status: 204 len: 168 time: 0.3551092 Sep 21 16:48:57.617138 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55376) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:57.622356 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868914839', 'description': 'tempest-secgroup-smoke-1868914839 description', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:48:57.628499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:48:57.632613 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:48:57.635444 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:48:57.641101 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:48:57.693029 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:57.712504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:48:57.716279 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:48:57.719011 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:48:57.724596 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:48:57.792519 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:57.858617 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:57.906125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e93094b-6341-4b21-b5ef-a3e513e72ef5,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:57.967815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:57.969081 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-63225647-6bd9-4bc4-8b36-dd4d99c6e707 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3509376 Sep 21 16:48:57.971862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55380) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:57.976939 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '6e93094b-6341-4b21-b5ef-a3e513e72ef5', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:48:57.983005 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:48:57.987526 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:48:57.990425 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:48:57.996075 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:48:58.066334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.112593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:48:58.125856 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.146096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: bd3038b7-fdc7-4d42-be38-2b224300b100 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:48:58.146443 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device bd3038b7-fdc7-4d42-be38-2b224300b100 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:48:58.167704 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.191714 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b50001-ac35-42f4-af72-43c1487b1dfe,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:58.247726 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.248882 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-979c51d0-febb-4af3-8318-223bdfb76568 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761183 Sep 21 16:48:58.251931 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55384) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:58.256988 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '6e93094b-6341-4b21-b5ef-a3e513e72ef5', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:48:58.263151 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:48:58.267650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:48:58.270599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:48:58.276451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:48:58.339993 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.401035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.470122 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.493916 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628d4f2f-eb35-44a7-a488-4b2fecdb81b9,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:58.561531 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.562771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c4e40500-bce0-4908-9577-d0a607b2c45e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3098691 Sep 21 16:48:58.565561 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55388) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:58.570474 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '6e93094b-6341-4b21-b5ef-a3e513e72ef5', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:48:58.576471 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:48:58.582527 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:48:58.583716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:48:58.589880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:48:58.665437 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.727023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.785086 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.808412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b12174-d201-467c-9c59-5283217cd1e0,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:58.894019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:58.895220 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d7673a21-4e05-4fc4-a658-bcad26caf7db tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287253 Sep 21 16:48:58.898139 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55392) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:58.903130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '6e93094b-6341-4b21-b5ef-a3e513e72ef5', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:48:58.909317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:48:58.913204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:48:58.916178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:48:58.922024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:48:58.996674 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.062452 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.104352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.128199 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf36a17-39b3-4b65-9f22-1b4414998db5,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:59.173058 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.174690 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-eee2ecc4-c889-47ea-bb24-36691f6b4c06 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2756097 Sep 21 16:48:59.177390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55396) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:59.182351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '6e93094b-6341-4b21-b5ef-a3e513e72ef5', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:48:59.188268 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:48:59.192809 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:48:59.195850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:48:59.201594 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:48:59.275909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Project 6ed5b05eeea4429f8be5806b12a09cb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:48:59.282475 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.345412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.401497 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.424877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dadd7c-5053-4d1a-9ddd-3b9429ff80a4,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:59.488201 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.488773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.489530 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2370e20a-6ce1-4b8d-8b27-66bca4900dc9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3111761 Sep 21 16:48:59.492447 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55400) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:48:59.497356 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'security_group_rule': {'security_group_id': '6e93094b-6341-4b21-b5ef-a3e513e72ef5', 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:48:59.504182 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:48:59.508079 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:security_group_rule and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:48:59.510976 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:48:59.516768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:48:59.562076 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Project 6ed5b05eeea4429f8be5806b12a09cb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:48:59.568507 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.633484 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.681385 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.706195 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c954e4d-b24d-421f-bd5d-283f2844dd97,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:48:59.778570 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:48:59.779723 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-13272c14-c1bf-4e05-94b9-d3462a5427e8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2863708 Sep 21 16:49:02.927307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f59219b1-f6fe-42b3-b279-c5e88a4c502c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:05.024533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-bac828a2-730c-4f22-a6a3-84bb136809d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:06.344808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:06.984743 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:08.093463 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:18.455735 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:49:25.152282 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-616a4c0e-d592-4640-a399-befef1c78749 req-55e3ef53-1a16-41e4-8077-54541c391204 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:49:25.218385 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-616a4c0e-d592-4640-a399-befef1c78749 req-55e3ef53-1a16-41e4-8077-54541c391204 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:49:25.219518 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-55e3ef53-1a16-41e4-8077-54541c391204 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868914839&fields=id&tenant_id=6ed5b05eeea4429f8be5806b12a09cb0 HTTP/1.1" status: 200 len: 267 time: 0.1066589 Sep 21 16:49:25.465920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4c0e-d592-4640-a399-befef1c78749 req-9e7a705a-a5cf-457a-b424-d520c43fabca tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:25.467369 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-9e7a705a-a5cf-457a-b424-d520c43fabca tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 809 time: 0.2409043 Sep 21 16:49:25.482076 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a9c53af-f3fa-4331-a1c0-730917773dbe tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/quotas/6ed5b05eeea4429f8be5806b12a09cb0 HTTP/1.1" status: 200 len: 375 time: 0.0093255 Sep 21 16:49:25.571176 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-a120265e-9c65-46f1-b10f-d196cc99e8a3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844293 Sep 21 16:49:25.703895 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-ed4d3ea2-4a9b-472c-8963-12c0e1a2c8ea service neutron] 10.222.0.65 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216273 Sep 21 16:49:25.834502 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-b86226ad-ee65-4830-b4e5-60f8b324927c service neutron] 10.222.0.65 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230376 Sep 21 16:49:26.544824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d0fe430a-a7b8-4edb-a993-cf9a114431b6 req-ff18c20b-2589-4673-9a7e-37d478264f32 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:49:26.670240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d0fe430a-a7b8-4edb-a993-cf9a114431b6 req-ff18c20b-2589-4673-9a7e-37d478264f32 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:49:26.671484 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d0fe430a-a7b8-4edb-a993-cf9a114431b6 req-ff18c20b-2589-4673-9a7e-37d478264f32 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 210 time: 0.2382116 Sep 21 16:49:27.832372 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f2861f37-32cd-4b9b-bd28-ba7d41d61688 req-7a1a703a-0238-466d-9117-8c4e5a9bccb0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 210 time: 0.0513668 Sep 21 16:49:28.441223 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4c0e-d592-4640-a399-befef1c78749 req-1ed7b86c-ca1c-4f01-82c1-957e8348ac41 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:28.442686 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-1ed7b86c-ca1c-4f01-82c1-957e8348ac41 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 809 time: 0.1496825 Sep 21 16:49:28.489906 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-9eeb8f19-085d-4988-9f72-02ed1721a54b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed5b05eeea4429f8be5806b12a09cb0 HTTP/1.1" status: 200 len: 380 time: 0.0396421 Sep 21 16:49:28.503620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'port': {'device_id': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'admin_state_up': True, 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'security_groups': ['6e93094b-6341-4b21-b5ef-a3e513e72ef5']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:49:28.644257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:49:28.654263 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:49:28.710647 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Made reservation on behalf of 6ed5b05eeea4429f8be5806b12a09cb0 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:49:28.716147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:28.884687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Allocated IP 172.20.0.12 (6cbff85b-fb0b-433c-87ef-321bdf884964/79c15444-4620-4920-911b-ddc57f01da41/c86d608e-0656-4022-b93d-71fd70998ae9) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:49:29.161652 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6292bf7d-0609-4ba8-b60a-57b1810bd03a req-f323bfbb-a7ba-4adf-b16a-18004f897f70 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 210 time: 0.2104659 Sep 21 16:49:29.228579 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:29.244773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Transition to ACTIVE for port object c86d608e-0656-4022-b93d-71fd70998ae9 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:49:29.310562 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:29.379943 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:49:29.383686 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:49:29.387713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:49:29.429583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:49:29.469031 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:29.469650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:29.527254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:29.545049 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-f3a6085f-7ea1-45ac-be2b-f9767eb5d9c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0451620 Sep 21 16:49:29.556596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Request body: {'port': {'device_id': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:49:29.668905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:29.739254 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5184a732-7f60-468b-9c6d-56632e3c2f3d None None] Provisioning for port c86d608e-0656-4022-b93d-71fd70998ae9 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:49:29.746327 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-5184a732-7f60-468b-9c6d-56632e3c2f3d None None] Provisioning complete for port c86d608e-0656-4022-b93d-71fd70998ae9 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:49:29.751731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5184a732-7f60-468b-9c6d-56632e3c2f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:29.803840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5184a732-7f60-468b-9c6d-56632e3c2f3d None None] Port c86d608e-0656-4022-b93d-71fd70998ae9 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:49:30.033544 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86d608e-0656-4022-b93d-71fd70998ae9 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:49:30.041658 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:30.055808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Transition to ACTIVE for port object c86d608e-0656-4022-b93d-71fd70998ae9 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:49:30.133537 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:30.323201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Pushing event updated for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:49:30.369375 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Attempting to bind port c86d608e-0656-4022-b93d-71fd70998ae9 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:49:30.371172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Attempting to bind port c86d608e-0656-4022-b93d-71fd70998ae9 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:49:30.371172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Attempting to bind port c86d608e-0656-4022-b93d-71fd70998ae9 on network 6cbff85b-fb0b-433c-87ef-321bdf884964 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:49:30.376228 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Port c86d608e-0656-4022-b93d-71fd70998ae9 on network 6cbff85b-fb0b-433c-87ef-321bdf884964 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:49:30.376667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Attempting to bind port c86d608e-0656-4022-b93d-71fd70998ae9 on network 6cbff85b-fb0b-433c-87ef-321bdf884964 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:49:30.380427 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7758b-7684-4043-b375-1bfc424527de req-e68059a5-3c9d-4a51-b90f-dcdf248b26ea tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:30.381913 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52c7758b-7684-4043-b375-1bfc424527de req-e68059a5-3c9d-4a51-b90f-dcdf248b26ea tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0960126 Sep 21 16:49:30.382388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:49:30.382801 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Checking segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:49:30.383247 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Bound using segment: {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:49:30.383818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Bound port: c86d608e-0656-4022-b93d-71fd70998ae9, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52df790-9d3e-4053-ae32-e138df1a5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:49:30.384161 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:30.427517 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52c7758b-7684-4043-b375-1bfc424527de req-38209b04-bd31-47ee-a038-ca32690f248f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Sep 21 16:49:30.476870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:49:30.480020 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:49:30.521360 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:30.552818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:30.553433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:30.554841 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] 10.222.0.33 "PUT /v2.0/ports/c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1094 time: 1.0033910 Sep 21 16:49:30.555271 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:49:30.557551 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}932d37fe71fffaac54d4743aa83fdbc1cf09d7800c319474203fbc74bbae19d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e12082-b434-472f-84a6-af9fb2fe9cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:49:30.602992 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75ab55-5603-4bdd-8601-7f778c95f043 service neutron] Pushing event updated for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:49:30.607330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ebabd9-3daf-4326-8ab0-1a778d24a2a8 x-openstack-request-id: req-95ebabd9-3daf-4326-8ab0-1a778d24a2a8 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:49:30.607330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:49:30.607727 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95ebabd9-3daf-4326-8ab0-1a778d24a2a8 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:49:30.607917 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ebabd9-3daf-4326-8ab0-1a778d24a2a8'] response: {'name': 'network-changed', 'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'status': 'completed', 'code': 200} Sep 21 16:49:30.705733 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e12082-b434-472f-84a6-af9fb2fe9cb9 req-b478884c-5182-4d4c-8348-d6d2bb2bef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:30.707250 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c2e12082-b434-472f-84a6-af9fb2fe9cb9 req-b478884c-5182-4d4c-8348-d6d2bb2bef7a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1097 time: 0.0783484 Sep 21 16:49:30.848051 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e12082-b434-472f-84a6-af9fb2fe9cb9 req-da31c54d-a6ff-41c4-86b4-2ab3fb545665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:30.849460 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c2e12082-b434-472f-84a6-af9fb2fe9cb9 req-da31c54d-a6ff-41c4-86b4-2ab3fb545665 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1349547 Sep 21 16:49:30.984082 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e12082-b434-472f-84a6-af9fb2fe9cb9 req-2b5b6166-e227-4b42-860d-17f17e8ef1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:30.985438 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c2e12082-b434-472f-84a6-af9fb2fe9cb9 req-2b5b6166-e227-4b42-860d-17f17e8ef1bf service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301224 Sep 21 16:49:31.098637 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4c0e-d592-4640-a399-befef1c78749 req-28c7f035-9af1-4357-85da-a6849f12582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:31.100089 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-28c7f035-9af1-4357-85da-a6849f12582a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1097 time: 0.0815136 Sep 21 16:49:31.268147 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-80802c01-9296-4e1a-aa50-f10173ad17da service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 217 time: 0.1613858 Sep 21 16:49:31.331026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4c0e-d592-4640-a399-befef1c78749 req-0ca8376a-b487-4df7-a977-f6d365a294e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:31.332374 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-0ca8376a-b487-4df7-a977-f6d365a294e5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0583305 Sep 21 16:49:31.413583 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4c0e-d592-4640-a399-befef1c78749 req-0fcdf12c-c0d0-44fc-9eb5-863f83a5537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:31.415071 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-0fcdf12c-c0d0-44fc-9eb5-863f83a5537c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768733 Sep 21 16:49:31.546919 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-c5fc5f7b-0bc1-4f7a-8f97-ffdc786dd852 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252353 Sep 21 16:49:31.626843 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b1d0f-adea-474f-b92b-49bd5735ca7c req-fec33b5b-961e-437e-a01b-db406ce34f9c tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:31.628281 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-382b1d0f-adea-474f-b92b-49bd5735ca7c req-fec33b5b-961e-437e-a01b-db406ce34f9c tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0912499 Sep 21 16:49:31.672245 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-382b1d0f-adea-474f-b92b-49bd5735ca7c req-68ff96d4-bc9c-4e7f-a362-ee0b62ab5b5e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370665 Sep 21 16:49:31.680759 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-616a4c0e-d592-4640-a399-befef1c78749 req-f4ac0691-d545-4590-9bb9-5a9ceeb4fe70 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282728 Sep 21 16:49:32.876738 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f72eb3-5db5-4759-a967-fe2818f2ac2e req-9a8517dc-f7f5-4e4c-ab1d-d033d3d864a4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:32.877431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d3f72eb3-5db5-4759-a967-fe2818f2ac2e req-9a8517dc-f7f5-4e4c-ab1d-d033d3d864a4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:49:32.915025 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7cfb37e4-256f-4ec2-95a4-d4d183f3870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:32.961676 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-d3f72eb3-5db5-4759-a967-fe2818f2ac2e req-9a8517dc-f7f5-4e4c-ab1d-d033d3d864a4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:49:32.962800 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3f72eb3-5db5-4759-a967-fe2818f2ac2e req-9a8517dc-f7f5-4e4c-ab1d-d033d3d864a4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.1791990 Sep 21 16:49:33.009767 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d3f72eb3-5db5-4759-a967-fe2818f2ac2e req-f3ca95dd-45cf-4a53-9779-dbbe25b8573d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410392 Sep 21 16:49:34.203809 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fbdcc-ddab-4578-836f-43ffb6658571 req-d7de766f-7ef6-40d6-bea4-4924015a92a6 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:34.205158 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e43fbdcc-ddab-4578-836f-43ffb6658571 req-d7de766f-7ef6-40d6-bea4-4924015a92a6 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0851030 Sep 21 16:49:34.248905 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-e43fbdcc-ddab-4578-836f-43ffb6658571 req-9edacfed-0875-447f-9536-17e025b91f6a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378826 Sep 21 16:49:34.995503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-17b04ca3-9676-4d9f-89f0-0b389028e333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:35.598119 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a371a93-6813-4215-8139-455d91a3bb9a req-f55051a5-b994-41ff-9d8c-8e28a9afd964 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:35.599488 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2a371a93-6813-4215-8139-455d91a3bb9a req-f55051a5-b994-41ff-9d8c-8e28a9afd964 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0899167 Sep 21 16:49:35.644271 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2a371a93-6813-4215-8139-455d91a3bb9a req-2dd02a7b-629a-4e78-9f39-d0e3b0475d29 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385106 Sep 21 16:49:36.320985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:36.849724 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71a12-53a5-4b94-afd8-20cb4bd04301 req-52cbf461-a853-4692-bbfc-a0ac98a50036 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:36.851207 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93b71a12-53a5-4b94-afd8-20cb4bd04301 req-52cbf461-a853-4692-bbfc-a0ac98a50036 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0930715 Sep 21 16:49:36.895665 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-93b71a12-53a5-4b94-afd8-20cb4bd04301 req-dd387611-4036-4e8f-85fb-b9edd505ee07 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388358 Sep 21 16:49:37.007494 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:38.091864 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95026742-805f-4174-ad34-0c442dd99791 req-cd722958-7e3d-47d7-b980-9a4e027ec775 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:38.092991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:38.093401 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95026742-805f-4174-ad34-0c442dd99791 req-cd722958-7e3d-47d7-b980-9a4e027ec775 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0890534 Sep 21 16:49:38.137866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-95026742-805f-4174-ad34-0c442dd99791 req-82af1d25-e62b-4016-8539-ee9360746a41 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387428 Sep 21 16:49:39.340258 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec5b25-3899-49a9-bbc6-ec7221fe1bc2 req-7554bdc7-8f0c-44c4-abcf-6b1f1fc886fd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:39.341617 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-deec5b25-3899-49a9-bbc6-ec7221fe1bc2 req-7554bdc7-8f0c-44c4-abcf-6b1f1fc886fd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0907824 Sep 21 16:49:39.384460 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-deec5b25-3899-49a9-bbc6-ec7221fe1bc2 req-ee25412a-b192-4a03-8d21-e2e482e847ca tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372171 Sep 21 16:49:40.220225 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device c86d608e-0656-4022-b93d-71fd70998ae9 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:49:40.351740 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:49:40.364485 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'port_id': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'mac_address': 'fa:16:3e:95:73:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:49:40.418502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port c86d608e-0656-4022-b93d-71fd70998ae9 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:49:40.418883 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:40.435423 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86d608e-0656-4022-b93d-71fd70998ae9 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:49:40.450298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:49:40.539238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:40.587556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6b1c2-c75a-4dd3-985c-b3d5b5f23c97 req-6eb434e7-454c-4596-b656-cb35b186bcab tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:40.589153 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09a6b1c2-c75a-4dd3-985c-b3d5b5f23c97 req-6eb434e7-454c-4596-b656-cb35b186bcab tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 945 time: 0.0940833 Sep 21 16:49:40.634536 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-09a6b1c2-c75a-4dd3-985c-b3d5b5f23c97 req-315b0d52-8e89-4d04-9de8-68009c0efff9 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394723 Sep 21 16:49:40.642931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.657272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:49:40.744926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['c86d608e-0656-4022-b93d-71fd70998ae9'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:49:41.828882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517766f2-f61a-4620-a116-3a3042979319 req-23b4f5d7-3311-4bcf-8453-ed9da5295da2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:41.830363 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-517766f2-f61a-4620-a116-3a3042979319 req-23b4f5d7-3311-4bcf-8453-ed9da5295da2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 945 time: 0.0855298 Sep 21 16:49:41.873529 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-517766f2-f61a-4620-a116-3a3042979319 req-ad40be38-a62b-43ef-a766-9a18b77b8e23 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368512 Sep 21 16:49:42.220033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device c86d608e-0656-4022-b93d-71fd70998ae9 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:49:42.360941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port c86d608e-0656-4022-b93d-71fd70998ae9 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:49:42.365879 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port c86d608e-0656-4022-b93d-71fd70998ae9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:49:42.366284 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:42.481297 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port c86d608e-0656-4022-b93d-71fd70998ae9 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:49:42.481595 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:42.507921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:49:42.510200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e30e45-9669-4b45-a9eb-0054b124976a" -d '{"events": [{"server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "name": "network-vif-plugged", "status": "completed", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:49:42.517504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:49:42.552121 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9414db26-7bfd-48af-9669-ca036fd4781b x-openstack-request-id: req-9414db26-7bfd-48af-9669-ca036fd4781b {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:49:42.552411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "name": "network-vif-plugged", "status": "completed", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:49:42.552661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9414db26-7bfd-48af-9669-ca036fd4781b {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:49:42.553641 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9414db26-7bfd-48af-9669-ca036fd4781b'] response: {'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'code': 200} Sep 21 16:49:42.664484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:42.731470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:49:42.941606 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5510634-5022-4e28-ba3e-3f85d8799325 req-29ec232e-fd9d-4b6d-b7e8-c00cbc444639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:42.943175 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e5510634-5022-4e28-ba3e-3f85d8799325 req-29ec232e-fd9d-4b6d-b7e8-c00cbc444639 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.0824747 Sep 21 16:49:42.983899 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e5510634-5022-4e28-ba3e-3f85d8799325 req-beeae971-d498-4977-b5a2-e545b453a148 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349820 Sep 21 16:49:43.121152 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa3ba2-9152-4aaf-9114-7fa20d7af8f7 req-4b6c608c-137e-43ee-9730-9a3998536324 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:43.122625 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-36aa3ba2-9152-4aaf-9114-7fa20d7af8f7 req-4b6c608c-137e-43ee-9730-9a3998536324 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0904012 Sep 21 16:49:43.165797 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-36aa3ba2-9152-4aaf-9114-7fa20d7af8f7 req-e8e639a1-ec86-4cbb-b005-62e582091ba3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375583 Sep 21 16:49:44.367407 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50ee17-8949-4e04-b897-66ebcb347907 req-ba922eb5-697d-4202-a1e3-e9418db68771 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:44.368866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ce50ee17-8949-4e04-b897-66ebcb347907 req-ba922eb5-697d-4202-a1e3-e9418db68771 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0872111 Sep 21 16:49:44.414170 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ce50ee17-8949-4e04-b897-66ebcb347907 req-7b4f89b6-f47d-4777-b516-0a0f947ba452 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395484 Sep 21 16:49:44.610889 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047104cd-342e-4e69-9536-ac81f772ae31 req-997eb203-8d2f-4340-967a-830dab2c77c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:44.612325 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-047104cd-342e-4e69-9536-ac81f772ae31 req-997eb203-8d2f-4340-967a-830dab2c77c8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0890682 Sep 21 16:49:44.655069 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-047104cd-342e-4e69-9536-ac81f772ae31 req-761d7857-6eeb-46da-9a64-0f84f0f1d349 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364435 Sep 21 16:49:44.684112 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55618) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:49:44.761040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41763c-003f-4bb0-a0c1-15e1c59eefdd tempest-TestShelveInstance-130128175 tempest-TestShelveInstance-130128175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:44.761662 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c41763c-003f-4bb0-a0c1-15e1c59eefdd tempest-TestShelveInstance-130128175 tempest-TestShelveInstance-130128175-project-admin] Synchronizing usage tracker for tenant:a28adee8eaaf45f1a9d96c18b01c8af1 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:49:44.840058 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-0c41763c-003f-4bb0-a0c1-15e1c59eefdd tempest-TestShelveInstance-130128175 tempest-TestShelveInstance-130128175-project-admin] Unset dirty status for tenant:a28adee8eaaf45f1a9d96c18b01c8af1 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:49:44.841232 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0c41763c-003f-4bb0-a0c1-15e1c59eefdd tempest-TestShelveInstance-130128175 tempest-TestShelveInstance-130128175-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1094 time: 0.1561835 Sep 21 16:49:44.845033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55622) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:49:44.849852 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:49:44.856508 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:49:44.861485 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Usage tracker for resource:floatingip and tenant:6ed5b05eeea4429f8be5806b12a09cb0 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:49:44.863176 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:49:44.868887 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:49:44.937882 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:45.072464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:45.302463 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Allocated IP 172.26.0.172 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/2e0d32f5-609f-47c9-a626-437df7cae5c0) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:49:45.446195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:45.532369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:45.598169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:49:45.600869 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:49:45.604633 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:49:45.644080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'Port': ['ID=2e0d32f5-609f-47c9-a626-437df7cae5c0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:49:46.015431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:46.139686 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:46.342172 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:46.383614 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:46.486382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event updated for resources: {'Port': ['ID=2e0d32f5-609f-47c9-a626-437df7cae5c0,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:49:46.488835 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:46.659100 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Floating IP eb0e3fee-952a-40f4-bec1-1f572d8249e0 associated. External IP: 172.26.0.172, port: c86d608e-0656-4022-b93d-71fd70998ae9. Sep 21 16:49:47.105120 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:49:47.283403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:49:47.292852 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] Sync routers for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:49:47.302109 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:49:47.302724 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:49:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:49:47.378315 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:49:47.438845 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-89f43cb6-eb1c-4e90-baf6-315b8937ac8b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5927677 Sep 21 16:49:47.439446 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:49:47.441928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8ed41647fc7445344e328c1b6747429bf568e556e4a8a129527f4afd555192" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121a20dd-5477-40f2-bdde-9a4ebd0c5088" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:49:47.494105 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:49:47.494230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7afcca2-2361-443b-851a-c213c12c0fb1 x-openstack-request-id: req-f7afcca2-2361-443b-851a-c213c12c0fb1 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:49:47.494230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:49:47.494230 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7afcca2-2361-443b-851a-c213c12c0fb1 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:49:47.494230 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7afcca2-2361-443b-851a-c213c12c0fb1'] response: {'name': 'network-changed', 'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'status': 'completed', 'code': 200} Sep 21 16:49:47.585773 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-ba41c2d7-5170-4a60-837b-538294a666b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:47.587159 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-ba41c2d7-5170-4a60-837b-538294a666b8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.0811386 Sep 21 16:49:47.717457 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-7bf11df3-d93b-42e3-9492-e9a2625b988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:47.718955 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-7bf11df3-d93b-42e3-9492-e9a2625b988b service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1262555 Sep 21 16:49:47.822507 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-1225d16d-b942-42f8-9e3a-53fb8925fc18 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0976763 Sep 21 16:49:47.825100 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'eb0e3fee-952a-40f4-bec1-1f572d8249e0', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'port_id': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'mac_address': 'fa:16:3e:95:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:49:45Z', 'updated_at': '2022-09-21T16:49:45Z', 'revision_number': 0, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:49:47.828944 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] Checking router: b94fd8d9-4dbe-42ad-a5d7-ad09042b288f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:49:47.837990 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:49:47.838509 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:49:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:49:47.884439 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-ce6dadbd-60a0-4263-8cf1-6cc956347d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:47.885879 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-ce6dadbd-60a0-4263-8cf1-6cc956347d48 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0577922 Sep 21 16:49:47.971789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-3577a13a-2790-4496-a5af-e2e43922fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:47.973358 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-3577a13a-2790-4496-a5af-e2e43922fbee service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818048 Sep 21 16:49:48.015943 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:49:48.207909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-436aeab7-dba4-4762-b79f-73662cb477e1 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281194 Sep 21 16:49:48.342625 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-121a20dd-5477-40f2-bdde-9a4ebd0c5088 req-730cb66d-7219-4971-abff-643197501124 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285627 Sep 21 16:49:48.395352 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'eb0e3fee-952a-40f4-bec1-1f572d8249e0', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'port_id': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'mac_address': 'fa:16:3e:95:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:49:45Z', 'updated_at': '2022-09-21T16:49:45Z', 'revision_number': 0, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:49:48.399217 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b61cb7-3129-4efa-ab02-61173c251652 None None] The sync data for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv is: [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': 'eb0e3fee-952a-40f4-bec1-1f572d8249e0', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'port_id': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'mac_address': 'fa:16:3e:95:73:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:49:45Z', 'updated_at': '2022-09-21T16:49:45Z', 'revision_number': 0, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:49:48.609632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fee7a51-64d0-4e07-9ece-c230d7adfbd8 None None] New status for floating IP eb0e3fee-952a-40f4-bec1-1f572d8249e0: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:49:50.991035 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-8cbb281a-c4b1-4cbf-ac38-542d4fd22ab7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772715 Sep 21 16:49:51.137798 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-25b612e3-5d5c-4259-acd2-bbe2a9563fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:51.139339 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-25b612e3-5d5c-4259-acd2-bbe2a9563fe4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.0820017 Sep 21 16:49:51.281786 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-5b408a2d-e8c9-47e2-a3b0-e356a2fa2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:51.283154 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-5b408a2d-e8c9-47e2-a3b0-e356a2fa2fcf service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1253502 Sep 21 16:49:51.390113 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-0cb9c1bb-e2d6-4434-980a-78412c44d33c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1002 time: 0.1009777 Sep 21 16:49:51.450824 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-07e03718-3dfa-4115-a0a9-465f39fa64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:51.452219 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-07e03718-3dfa-4115-a0a9-465f39fa64a2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0564764 Sep 21 16:49:51.536651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-e5ea403f-cac1-4cd7-8c9a-d739d5a8c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:49:51.538101 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-e5ea403f-cac1-4cd7-8c9a-d739d5a8c1e6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798988 Sep 21 16:49:51.669770 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-25ff928f-f711-4211-9d57-0c6233a5a11f service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256921 Sep 21 16:49:51.799584 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-67458273-acea-42ea-8ab0-83d8ef3a6c7a req-c5f24bc8-4cba-45dd-95a6-fb25709eb1d5 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237202 Sep 21 16:49:55.454095 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:49:59.515573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:02.913392 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-545808c6-5783-42fa-af72-f33937258dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:04.999858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d98a247c-58b7-4117-832c-8c89541180fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:06.366558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:07.001993 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:08.098773 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:29.486305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:32.454304 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:50:32.953827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-499e7948-3df3-4ec4-8d85-a626bba8dfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:34.977156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-10fe4813-9523-4f62-84c9-96a2c9419715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:36.358067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:37.120731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:38.086174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:50:50.975419 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-33698cfb-93b2-4212-8040-9bc046cd51a5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802178 Sep 21 16:50:51.123704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-f610ad29-fd24-4a08-8c23-b7605894c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:50:51.125172 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-f610ad29-fd24-4a08-8c23-b7605894c363 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.0814636 Sep 21 16:50:51.273412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-961af5b6-a5c3-40a9-9a80-30adce788ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:50:51.275739 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-961af5b6-a5c3-40a9-9a80-30adce788ecc service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1330945 Sep 21 16:50:51.375726 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-7748a804-0502-4cc3-b30d-752483f6d020 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1002 time: 0.0951228 Sep 21 16:50:51.544826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-a82ffd55-4d78-4f7a-9dc8-3d6a7e843766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:50:51.546276 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-a82ffd55-4d78-4f7a-9dc8-3d6a7e843766 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.1645627 Sep 21 16:50:51.628026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-1cba0c29-279e-4969-b550-6b040680339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:50:51.629455 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-1cba0c29-279e-4969-b550-6b040680339d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775976 Sep 21 16:50:51.758292 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-8b31a91d-385b-486c-9422-eafda2d8d0c0 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229136 Sep 21 16:50:51.888758 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e512bf4d-b794-4512-afb4-e8987413f8c1 req-ce5d79e8-7451-4193-b17a-b85e71e0dce9 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251700 Sep 21 16:50:59.491412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:02.908306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-31fd0bc9-79d8-480d-8dfe-f17e3badf555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:04.988384 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-12ea7814-90bc-44c2-8b6c-0821603bb0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:06.309620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:06.989472 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:08.097069 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:09.453495 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:51:29.496377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:32.936184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-971a0445-cbc8-4417-ad2c-53e9886fb9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:35.022484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b781829b-e1cb-43fc-894a-95c5fb0c6ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:36.342447 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:37.016042 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:38.119200 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:51:46.453262 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:51:52.023322 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-b0dc3360-1911-42a7-934c-2983e2455963 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297677 Sep 21 16:51:52.169650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-c4b53be1-2c10-4c59-b9e7-607f02fdee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:51:52.171141 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-c4b53be1-2c10-4c59-b9e7-607f02fdee96 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.0794809 Sep 21 16:51:52.312070 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-0f206f44-f5c5-4048-bb37-0500f42dc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:51:52.313487 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-0f206f44-f5c5-4048-bb37-0500f42dc2ea service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1245606 Sep 21 16:51:52.419454 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-b0a63c80-5367-426c-b59f-bfa5ae3a5bb4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1002 time: 0.0999260 Sep 21 16:51:52.483875 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-d2a52971-27d8-4128-8381-405bfcd301e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:51:52.485165 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-d2a52971-27d8-4128-8381-405bfcd301e7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0601876 Sep 21 16:51:52.566118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-efbbf1d2-8a41-47db-9320-7148e381ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:51:52.567595 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-efbbf1d2-8a41-47db-9320-7148e381ca06 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767455 Sep 21 16:51:52.702030 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-3db4519e-f047-43a7-a742-2225ef5d6de9 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284704 Sep 21 16:51:52.837454 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-88e637c8-66be-4d87-914e-b008d3e71f46 req-6dd209a5-49cd-48f0-9936-ffed818e7c51 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295338 Sep 21 16:51:59.467193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:02.947311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1e6de0e7-3c77-47f1-9fb8-94c213518877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:04.993017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c8be41b6-73d4-4598-885b-9e8a9c931ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:06.330305 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:07.009497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:08.101998 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:23.452791 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:52:25.422093 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bd4b5-8068-4213-9f3c-32b9cc2dc4b0 req-e8ec942f-092c-4ba1-91f3-476e197ebeef tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:25.423547 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c60bd4b5-8068-4213-9f3c-32b9cc2dc4b0 req-e8ec942f-092c-4ba1-91f3-476e197ebeef tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.1366057 Sep 21 16:52:25.472118 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c60bd4b5-8068-4213-9f3c-32b9cc2dc4b0 req-b23abfab-7512-4783-b62c-01efef97e136 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397358 Sep 21 16:52:26.792674 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b41ec-2dbb-4a75-ab6b-783f54b5cd52 req-63682592-0ede-4a2e-8a86-f7ebca0e7cfd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:26.794159 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-341b41ec-2dbb-4a75-ab6b-783f54b5cd52 req-63682592-0ede-4a2e-8a86-f7ebca0e7cfd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.1312757 Sep 21 16:52:26.837026 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-341b41ec-2dbb-4a75-ab6b-783f54b5cd52 req-8f2bcad2-4eb3-4f66-8307-1cc779666174 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Sep 21 16:52:28.073591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64486459-071e-4e25-ae45-265875968bc1 req-949db4fb-a32c-4850-8878-ac03a63e57e4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:28.075145 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-64486459-071e-4e25-ae45-265875968bc1 req-949db4fb-a32c-4850-8878-ac03a63e57e4 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0877969 Sep 21 16:52:28.118090 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-64486459-071e-4e25-ae45-265875968bc1 req-f6748598-a51f-41e5-9444-b2b8f6db0385 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373864 Sep 21 16:52:29.317084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe77cf2-7fde-4b22-8ac1-7270e0a217db req-06807e02-603a-48f1-890b-0b9b9ff37cf0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:29.318534 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6fe77cf2-7fde-4b22-8ac1-7270e0a217db req-06807e02-603a-48f1-890b-0b9b9ff37cf0 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0892572 Sep 21 16:52:29.360670 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6fe77cf2-7fde-4b22-8ac1-7270e0a217db req-33fd107e-7fa4-45f1-a9fe-e6be27ca615e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365877 Sep 21 16:52:29.501704 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:30.558045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5385-d307-4dc2-8ca1-95788597cdc7 req-03757afe-6055-4d01-b59d-460084d1c465 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:30.559600 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-379b5385-d307-4dc2-8ca1-95788597cdc7 req-03757afe-6055-4d01-b59d-460084d1c465 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0905790 Sep 21 16:52:30.603015 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-379b5385-d307-4dc2-8ca1-95788597cdc7 req-3485fd9b-d9de-42c6-9250-6db7b5c278b2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379479 Sep 21 16:52:31.799278 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60d961-cda2-47e8-b5c8-a660d9a41b2f req-b74bfb22-77dc-44ea-864d-095adc7f7c41 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:31.800727 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6f60d961-cda2-47e8-b5c8-a660d9a41b2f req-b74bfb22-77dc-44ea-864d-095adc7f7c41 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0862789 Sep 21 16:52:31.847324 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6f60d961-cda2-47e8-b5c8-a660d9a41b2f req-839baa1c-cbe8-4363-99d9-f87318f9c97c tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Sep 21 16:52:32.963896 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d629254a-34ae-4445-82b8-397c2924327a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:33.046696 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a692e41-5949-4e23-8c9c-bab38348c165 req-4abc854a-c46c-4476-b8c2-98f3319b97bb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:33.048174 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a692e41-5949-4e23-8c9c-bab38348c165 req-4abc854a-c46c-4476-b8c2-98f3319b97bb tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0919259 Sep 21 16:52:33.091674 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8a692e41-5949-4e23-8c9c-bab38348c165 req-8b6e791f-f64b-45b7-a3a4-008fbc412add tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379598 Sep 21 16:52:34.287635 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c75b2-53e6-4d9c-9e17-d6ccd5daf5aa req-5a59b0b3-f7d5-490a-99e5-a3e4cb855d3c tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:34.289021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-572c75b2-53e6-4d9c-9e17-d6ccd5daf5aa req-5a59b0b3-f7d5-490a-99e5-a3e4cb855d3c tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0860929 Sep 21 16:52:34.332270 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-572c75b2-53e6-4d9c-9e17-d6ccd5daf5aa req-fd6c5303-188d-4b08-9a66-0263ae3af4c6 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377359 Sep 21 16:52:34.992604 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b1d14683-0ea3-431d-a33b-29cef7ee55f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:35.529777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116ae7f-a962-44ea-858a-a691fb89b92f req-90ed5ad7-bb48-4c0e-aeb6-7e3b3c8a58d3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:35.531251 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1116ae7f-a962-44ea-858a-a691fb89b92f req-90ed5ad7-bb48-4c0e-aeb6-7e3b3c8a58d3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0877092 Sep 21 16:52:35.573922 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1116ae7f-a962-44ea-858a-a691fb89b92f req-9a640d50-ce14-4acd-9f8e-923ee0b5a9f3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370817 Sep 21 16:52:36.351372 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:36.776872 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75464433-20d4-45cf-9ad4-43b2beba6d22 req-6436b71f-766d-47a1-becc-7e89300c4872 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:36.778429 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-75464433-20d4-45cf-9ad4-43b2beba6d22 req-6436b71f-766d-47a1-becc-7e89300c4872 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0928710 Sep 21 16:52:36.824620 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-75464433-20d4-45cf-9ad4-43b2beba6d22 req-d9d28c23-e4e2-440c-bd7f-b689720f495f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 Sep 21 16:52:37.038811 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:38.025881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fdd58-e9b2-414c-87e9-6d37cde88b73 req-bc76ac9d-602d-48ad-a52f-fbdb8755f35f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:38.027902 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c67fdd58-e9b2-414c-87e9-6d37cde88b73 req-bc76ac9d-602d-48ad-a52f-fbdb8755f35f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0909810 Sep 21 16:52:38.077343 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c67fdd58-e9b2-414c-87e9-6d37cde88b73 req-db95c8e5-4b9d-4ea6-9ccc-34038b8bd306 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385261 Sep 21 16:52:38.112470 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:39.278702 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e244e-b6f8-486f-9337-e65a15ba070e req-16453f92-b877-48ec-a51b-0eb2aab5302e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:39.280125 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-085e244e-b6f8-486f-9337-e65a15ba070e req-16453f92-b877-48ec-a51b-0eb2aab5302e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0870914 Sep 21 16:52:39.327021 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-085e244e-b6f8-486f-9337-e65a15ba070e req-8a49eb03-95d6-4778-816f-9a4cfda5ad4f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Sep 21 16:52:40.682511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339da5bf-68ec-4355-b6d6-f578a2b4b23f req-55dc2bb9-ec38-4a45-a201-7bb2a8e436d3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:40.684497 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-339da5bf-68ec-4355-b6d6-f578a2b4b23f req-55dc2bb9-ec38-4a45-a201-7bb2a8e436d3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.2470174 Sep 21 16:52:40.735488 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-339da5bf-68ec-4355-b6d6-f578a2b4b23f req-a6dfdd19-53d1-4c38-9af7-4b5720f72f45 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Sep 21 16:52:40.740500 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-1d684ac9-cda0-4bc0-a12a-c94aba422147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:40.742222 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-1d684ac9-cda0-4bc0-a12a-c94aba422147 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.2676263 Sep 21 16:52:40.871969 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-b836e4e8-4e4d-47b7-83da-89090ab97971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:40.873401 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-b836e4e8-4e4d-47b7-83da-89090ab97971 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1257336 Sep 21 16:52:40.977056 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-83c3a4ca-a16f-4b89-89a5-dd1207bd78d4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1002 time: 0.0971444 Sep 21 16:52:41.041529 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-f53cecf0-b705-4936-bfbb-1d0aa62a2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:41.043096 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-f53cecf0-b705-4936-bfbb-1d0aa62a2d6e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0600622 Sep 21 16:52:41.125899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-71c352a4-bfa2-4b16-88a8-a13a564cbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:41.127386 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-71c352a4-bfa2-4b16-88a8-a13a564cbb4c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784209 Sep 21 16:52:41.257287 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-a979f326-dac9-4a3a-ba9b-9d0662ab62da service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235070 Sep 21 16:52:41.385648 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-5c4974b2-6eb9-4072-a8b1-f02999cd7f61 req-3391f186-f380-4fd3-baac-e69c703ad0e7 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230402 Sep 21 16:52:41.933561 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80ca1b-a078-48f7-bfb1-a1a043c9b8c9 req-a15e72af-771e-4c16-951a-a2fcb78437cd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:41.935018 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4d80ca1b-a078-48f7-bfb1-a1a043c9b8c9 req-a15e72af-771e-4c16-951a-a2fcb78437cd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0904624 Sep 21 16:52:41.978369 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-4d80ca1b-a078-48f7-bfb1-a1a043c9b8c9 req-185ed59a-06bc-438c-99c2-5d9338cdba4e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376649 Sep 21 16:52:43.189721 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94398e-7e9f-4a38-a45f-dfcf798fc06c req-ca605019-71cc-4790-b91b-a14315bc8e36 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:43.192439 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c94398e-7e9f-4a38-a45f-dfcf798fc06c req-ca605019-71cc-4790-b91b-a14315bc8e36 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0980821 Sep 21 16:52:43.237489 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c94398e-7e9f-4a38-a45f-dfcf798fc06c req-a9dfbf61-3340-450c-ad29-7df0dc9da9ba tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392935 Sep 21 16:52:44.438643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef93f8-3b88-4b2d-9e30-caa53b00799d req-bc2848b0-65e4-4009-b793-99c24aee2b21 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:44.440094 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-26ef93f8-3b88-4b2d-9e30-caa53b00799d req-bc2848b0-65e4-4009-b793-99c24aee2b21 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0916762 Sep 21 16:52:44.483482 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-26ef93f8-3b88-4b2d-9e30-caa53b00799d req-0c227ac9-2267-4b7b-a824-a244da3122dd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377424 Sep 21 16:52:45.997705 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a0891-324f-44cc-9a79-22e915e4abb0 req-e13434de-9fa9-43e6-a9f3-dd758c4814ac tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:45.999187 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5a0a0891-324f-44cc-9a79-22e915e4abb0 req-e13434de-9fa9-43e6-a9f3-dd758c4814ac tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.1398094 Sep 21 16:52:46.060819 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5a0a0891-324f-44cc-9a79-22e915e4abb0 req-a58b9632-06b7-4c27-9ccc-f23e209f55ba tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520968 Sep 21 16:52:46.064351 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-97c65ade-f94c-49f8-a8e6-fc8e7b4581a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1695678 Sep 21 16:52:47.121286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device c86d608e-0656-4022-b93d-71fd70998ae9 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:52:47.236478 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port c86d608e-0656-4022-b93d-71fd70998ae9 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:52:47.237012 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:47.257024 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e1a02-f9ab-4ac2-aab1-f340a70ea0e0 req-8aa64aa2-f27e-495b-9acc-c91e819e34e7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:47.258569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079e1a02-f9ab-4ac2-aab1-f340a70ea0e0 req-8aa64aa2-f27e-495b-9acc-c91e819e34e7 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0885794 Sep 21 16:52:47.264787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:52:47.270972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f051432a6f3f602271cd5fb426607065bba58a3eabdc87fadd385bd4c0a09f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2706a2fa-c43d-40f6-aeb3-380bf3f64ad1" -d '{"events": [{"server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "name": "network-vif-unplugged", "status": "completed", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:52:47.275098 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:52:47.306033 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-079e1a02-f9ab-4ac2-aab1-f340a70ea0e0 req-ce265def-1550-4b8d-b81b-f4ae8a80133e tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 Sep 21 16:52:47.352599 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:47.383890 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eabff92-2ce2-4f9a-9505-54d8faccfb4a x-openstack-request-id: req-6eabff92-2ce2-4f9a-9505-54d8faccfb4a {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:52:47.384177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "name": "network-vif-unplugged", "status": "failed", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9", "code": 422}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:52:47.384431 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6eabff92-2ce2-4f9a-9505-54d8faccfb4a {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:52:47.384814 dv-neutron-858618-1-hyperv neutron-server[89727]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6eabff92-2ce2-4f9a-9505-54d8faccfb4a']: {'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'code': 422} returned with failed status Sep 21 16:52:47.422318 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:52:47.429343 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:47.434348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:52:48.512248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6854e14-4eb8-4dcf-b514-2b859581f113 req-51b98cc7-1e3c-4987-be2e-38bf44b78497 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:48.513871 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e6854e14-4eb8-4dcf-b514-2b859581f113 req-51b98cc7-1e3c-4987-be2e-38bf44b78497 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0910699 Sep 21 16:52:48.558431 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-e6854e14-4eb8-4dcf-b514-2b859581f113 req-3fd39808-9f48-4832-96ca-49cd20288ee1 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389402 Sep 21 16:52:49.865883 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b25b4-7516-4e8b-8646-d29cd5922e2d req-82599768-15db-4b61-8449-31d1c1c27a81 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:49.867358 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-151b25b4-7516-4e8b-8646-d29cd5922e2d req-82599768-15db-4b61-8449-31d1c1c27a81 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.1988194 Sep 21 16:52:49.912172 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-151b25b4-7516-4e8b-8646-d29cd5922e2d req-7350c57a-a728-4535-912b-5c0d12f6fbf3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382838 Sep 21 16:52:50.552238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-55e6b277-edaf-494e-8f12-7d858797818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:50.553705 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-55e6b277-edaf-494e-8f12-7d858797818d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871&tenant_id=6ed5b05eeea4429f8be5806b12a09cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0807624 Sep 21 16:52:50.651009 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-52b7a18d-bd0e-43e3-92c9-fb6e1228c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:50.652471 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-52b7a18d-bd0e-43e3-92c9-fb6e1228c749 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1097 time: 0.0787401 Sep 21 16:52:50.782038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-0e0033b5-ee30-4034-97a3-bdea59564de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:50.783456 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-0e0033b5-ee30-4034-97a3-bdea59564de2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1248810 Sep 21 16:52:50.885577 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-d2c40c6e-9043-409a-9427-06c2832386ac service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0961704 Sep 21 16:52:50.947205 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-bcf1728a-bbac-4395-96fb-fd4210172b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:50.949084 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-bcf1728a-bbac-4395-96fb-fd4210172b3a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0574880 Sep 21 16:52:51.199813 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-7c60b781-86c8-46ad-96ad-ba908a957d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:51.201291 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-7c60b781-86c8-46ad-96ad-ba908a957d0c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2462480 Sep 21 16:52:51.213275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245d1a3-9a4c-4fc6-8c83-0719f2963005 req-9d32a20b-cb20-4248-8401-02a2724f4a93 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:51.214653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3245d1a3-9a4c-4fc6-8c83-0719f2963005 req-9d32a20b-cb20-4248-8401-02a2724f4a93 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.1098046 Sep 21 16:52:51.349325 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3245d1a3-9a4c-4fc6-8c83-0719f2963005 req-2a23e377-3047-42ae-8827-a75cea5fa2c2 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161549 Sep 21 16:52:51.375790 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-8fce371d-9799-4c1b-a828-406461948fa0 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601756 Sep 21 16:52:51.506991 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-21dfbdd9-8955-4ed2-94be-ef815cd07d7d req-168a3cfd-9da1-4790-a0cf-81652888a393 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250556 Sep 21 16:52:52.544906 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e927b-6aa0-4250-be57-1a7217646371 req-73cef6d5-6a29-4833-b0bc-7381a15a1e55 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:52.546391 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ef3e927b-6aa0-4250-be57-1a7217646371 req-73cef6d5-6a29-4833-b0bc-7381a15a1e55 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0861604 Sep 21 16:52:52.589577 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ef3e927b-6aa0-4250-be57-1a7217646371 req-0af0a5d0-3a43-4bb2-b04c-49b2594e7244 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376894 Sep 21 16:52:53.057451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-5406b060-bc3a-433a-971a-18c7dd7c6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:53.058995 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-5406b060-bc3a-433a-971a-18c7dd7c6fb1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1097 time: 0.0791748 Sep 21 16:52:53.202282 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-7b8ba18c-bb65-4c3f-ab85-47ee151cfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:53.203754 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-7b8ba18c-bb65-4c3f-ab85-47ee151cfa61 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1278043 Sep 21 16:52:53.309382 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-e696b1d9-f3aa-4460-92c9-8ff6485f19d1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1000 time: 0.0997834 Sep 21 16:52:53.370384 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-adb5f46f-dd2d-49f2-bf6d-5d41840d4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:53.371777 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-adb5f46f-dd2d-49f2-bf6d-5d41840d4f4c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0568008 Sep 21 16:52:53.454889 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-991ca6a2-d0f4-4723-bfc6-633af198a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:53.456310 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-991ca6a2-d0f4-4723-bfc6-633af198a93e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788376 Sep 21 16:52:53.591096 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-38cc392e-76c1-49b0-8c83-134c8f5245bb service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277769 Sep 21 16:52:53.775915 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-58350e84-73be-4aa3-ba65-5130c7d64315 req-e65be91d-3dc4-476c-be71-280a7ae837f9 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798129 Sep 21 16:52:53.803543 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7735b5-7cbd-40eb-866b-c6163e8c6100 req-24ad6fe7-b9a3-4bba-9698-acbb9555cd35 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:53.804997 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e7735b5-7cbd-40eb-866b-c6163e8c6100 req-24ad6fe7-b9a3-4bba-9698-acbb9555cd35 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.1043525 Sep 21 16:52:53.849395 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3e7735b5-7cbd-40eb-866b-c6163e8c6100 req-8b80fb2e-8a46-412f-9282-a877ff6d73bc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381982 Sep 21 16:52:55.051585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3ff4-e749-44f1-be20-5d480098cd3e req-6041a42f-e16b-46ed-bf62-13a4f1738e2f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:55.053033 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52ec3ff4-e749-44f1-be20-5d480098cd3e req-6041a42f-e16b-46ed-bf62-13a4f1738e2f tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0901232 Sep 21 16:52:55.096577 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-52ec3ff4-e749-44f1-be20-5d480098cd3e req-f5d3984e-2139-474f-8e61-efef5356de50 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378165 Sep 21 16:52:56.301383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725c6d-5922-4f02-a9b1-62f97b2ba55a req-9d10854f-23c0-4568-8c27-85e0b6d7fce3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:56.302780 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ee725c6d-5922-4f02-a9b1-62f97b2ba55a req-9d10854f-23c0-4568-8c27-85e0b6d7fce3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0891120 Sep 21 16:52:56.346278 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ee725c6d-5922-4f02-a9b1-62f97b2ba55a req-11070e28-0321-42c8-81a1-8ac11c29d54a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379264 Sep 21 16:52:57.553764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5900a1-5b6c-4ec0-a764-c0fb4cc81721 req-4b45ebc6-a191-4577-9194-b8d731d2d543 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:57.555347 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0b5900a1-5b6c-4ec0-a764-c0fb4cc81721 req-4b45ebc6-a191-4577-9194-b8d731d2d543 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0925457 Sep 21 16:52:57.599960 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-0b5900a1-5b6c-4ec0-a764-c0fb4cc81721 req-658f1788-ac54-483d-82ca-ce1f250782d6 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384521 Sep 21 16:52:58.800435 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fdb36-db77-491c-b6d5-d8247032ae1b req-6560ae3d-1ef5-404b-8031-906a13d65e1a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:52:58.801868 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab2fdb36-db77-491c-b6d5-d8247032ae1b req-6560ae3d-1ef5-404b-8031-906a13d65e1a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 944 time: 0.0897181 Sep 21 16:52:58.850119 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ab2fdb36-db77-491c-b6d5-d8247032ae1b req-ca85cc3b-8233-4e6a-8638-29d12e697bd8 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Sep 21 16:52:59.167102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device c86d608e-0656-4022-b93d-71fd70998ae9 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:52:59.304823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:52:59.317627 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'port_id': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'mac_address': 'fa:16:3e:95:73:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:52:59.375033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port c86d608e-0656-4022-b93d-71fd70998ae9 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:52:59.375416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:59.392150 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86d608e-0656-4022-b93d-71fd70998ae9 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:52:59.407501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:52:59.499552 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:59.534949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:52:59.569186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:52:59.723774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['c86d608e-0656-4022-b93d-71fd70998ae9'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:53:00.050920 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2594a92-ba2d-41f8-8988-776d9eefc22f req-2167e1d0-3767-4303-b546-fa307cc90615 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:00.052385 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c2594a92-ba2d-41f8-8988-776d9eefc22f req-2167e1d0-3767-4303-b546-fa307cc90615 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 945 time: 0.0887380 Sep 21 16:53:00.096433 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-c2594a92-ba2d-41f8-8988-776d9eefc22f req-61648382-e818-4e5f-b3ef-90db197364bd tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Sep 21 16:53:00.452840 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:53:01.166898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device c86d608e-0656-4022-b93d-71fd70998ae9 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:53:01.234514 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port c86d608e-0656-4022-b93d-71fd70998ae9 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:53:01.234882 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:01.292521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc496-1ff8-4486-b5d2-13f877534c82 req-a7c7b401-a9f8-4a88-892a-298d5bdb69a5 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:01.293908 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3b2fc496-1ff8-4486-b5d2-13f877534c82 req-a7c7b401-a9f8-4a88-892a-298d5bdb69a5 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 945 time: 0.0863726 Sep 21 16:53:01.338043 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3b2fc496-1ff8-4486-b5d2-13f877534c82 req-e6caa543-baf0-4648-a546-75160424ae85 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384610 Sep 21 16:53:01.362475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port c86d608e-0656-4022-b93d-71fd70998ae9 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:53:01.362475 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:01.380019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:53:01.389274 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:53:01.422242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7699ad6ef901155840b8e87fd02208a91f5f5f0ad9cc4753d0c9a26b0c19ab02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4edf4af-78af-469b-a377-be008cabf943" -d '{"events": [{"server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "name": "network-vif-plugged", "status": "completed", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:53:01.465780 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:01.510545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57be65-6897-48b4-b063-ed5865d4cad1 x-openstack-request-id: req-cd57be65-6897-48b4-b063-ed5865d4cad1 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:53:01.510835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "name": "network-vif-plugged", "status": "completed", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:53:01.511084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd57be65-6897-48b4-b063-ed5865d4cad1 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:53:01.511494 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd57be65-6897-48b4-b063-ed5865d4cad1'] response: {'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'code': 200} Sep 21 16:53:01.538373 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:53:01.944835 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c50a7b-0e16-44e9-bb92-f29a2435abd8 req-2d93c487-7b0a-4899-9005-c0eb83b859da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:01.946376 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-20c50a7b-0e16-44e9-bb92-f29a2435abd8 req-2d93c487-7b0a-4899-9005-c0eb83b859da service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.1808360 Sep 21 16:53:01.987829 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-20c50a7b-0e16-44e9-bb92-f29a2435abd8 req-cf2e7a8d-9fab-40da-a508-e9b87c7ee0c4 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344050 Sep 21 16:53:02.536942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2742f6-0c81-4f3d-b907-4f4e8aa8c55c req-0febc3d6-87d9-446d-8d24-eb1f1d27d251 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:02.538414 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0b2742f6-0c81-4f3d-b907-4f4e8aa8c55c req-0febc3d6-87d9-446d-8d24-eb1f1d27d251 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0871775 Sep 21 16:53:02.584826 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0b2742f6-0c81-4f3d-b907-4f4e8aa8c55c req-9c896b9e-a09a-4e54-8616-8c2eb074c2cf tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405717 Sep 21 16:53:02.929241 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b297ced1-53a8-40f2-a7cb-2b23bb70ca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:03.787195 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf94f-c4f8-423d-995a-88c1890d792c req-adb2eadd-9fe9-46df-aa92-a77e3e424033 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:03.788638 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cefdf94f-c4f8-423d-995a-88c1890d792c req-adb2eadd-9fe9-46df-aa92-a77e3e424033 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0902057 Sep 21 16:53:03.832018 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-cefdf94f-c4f8-423d-995a-88c1890d792c req-c9f306ad-651e-4873-a552-d1386c1983ff tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373101 Sep 21 16:53:04.992006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9c3e95a1-a79c-4327-bf7f-1b991612d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:06.328991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:07.008051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:08.133651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:29.500063 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:32.923358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5980b0d2-fe18-44ba-8ad8-40fd07e63e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:35.077683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-74201614-38f3-4097-92bf-b0693abc8c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:36.357685 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:36.997482 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:37.451684 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:53:38.100276 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:53:55.023569 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-3c26e455-aab1-48f2-b0ab-05e3d5d4d150 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865448 Sep 21 16:53:55.173578 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-6b4d173d-6517-460e-9704-51cbdea27df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:55.175071 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-6b4d173d-6517-460e-9704-51cbdea27df9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.0858479 Sep 21 16:53:55.318770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-53ae8b59-a92c-42e0-9468-42628c650a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:55.320195 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-53ae8b59-a92c-42e0-9468-42628c650a27 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1272056 Sep 21 16:53:55.423493 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-2ea5966f-ae62-4083-9066-20983646b453 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 1002 time: 0.0973649 Sep 21 16:53:55.493536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-1cdbf5e5-652b-4583-bb31-ebc104648b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:55.494724 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-1cdbf5e5-652b-4583-bb31-ebc104648b72 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0639751 Sep 21 16:53:55.579453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-7084f736-8b11-44fa-9c5b-81c6b7f5d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:53:55.580879 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-7084f736-8b11-44fa-9c5b-81c6b7f5d1e2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809314 Sep 21 16:53:55.720001 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-63bcb8b6-64c3-4b60-85b6-c2129229e00b service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308892 Sep 21 16:53:55.857931 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bc9a170f-4c0b-4bf5-96b1-575e65a9bd45 req-63e4ecb2-1f05-4c7b-9691-943cfd185c52 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313798 Sep 21 16:53:59.504895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:02.963165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-89e73f29-08d3-4477-89bd-1a9c131af9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:05.009019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-235afcde-06ed-42fd-b8fc-86d8eb7b4106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:06.356968 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:07.013849 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:08.149529 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:14.450639 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:54:29.521995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:32.910836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e64a00db-42cc-4f4b-a4de-71c5b0f56c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:34.994716 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66725758-9378-42c3-a13f-915925bfc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:36.354840 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:37.019445 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:38.110605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:51.449339 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:54:52.089769 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55868) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:54:52.480591 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Deleting port 2e0d32f5-609f-47c9-a626-437df7cae5c0 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:54:52.480932 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:52.644986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:52.645311 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:52.763910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Calling delete_port for 2e0d32f5-609f-47c9-a626-437df7cae5c0 owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:54:52.973335 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:53.025678 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event deleted for resources: {'Port': ['ID=2e0d32f5-609f-47c9-a626-437df7cae5c0,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:54:53.079476 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.079827 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.080170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.080511 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.080842 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.081180 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.081509 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.081838 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.082193 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.082520 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.082844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.083171 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:53.138691 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:53.139280 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Floating IP eb0e3fee-952a-40f4-bec1-1f572d8249e0 disassociated (deleted). External IP: 172.26.0.172, port: c86d608e-0656-4022-b93d-71fd70998ae9. Sep 21 16:54:53.575979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:54:53.756040 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:54:53.766647 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] Sync routers for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:54:53.775516 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:54:53.776109 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:54:53.841745 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:53.896259 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-79fbf160-cbf0-47ba-a3dc-2615fdab6764 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "DELETE /v2.0/floatingips/eb0e3fee-952a-40f4-bec1-1f572d8249e0 HTTP/1.1" status: 204 len: 168 time: 1.8053780 Sep 21 16:54:53.896860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:54:53.960191 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:54:54.056794 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259d11c01a1fc8fb186ea26b4714f800095f361fc1a5156c38ba78fc6749d525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fec7fb5-939c-40a3-871e-7ad719a9210a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:54:54.149169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96813d2-4371-4297-94e2-54a1ac0bb632 x-openstack-request-id: req-d96813d2-4371-4297-94e2-54a1ac0bb632 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:54:54.149739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:54:54.149739 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d96813d2-4371-4297-94e2-54a1ac0bb632 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:54:54.150290 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96813d2-4371-4297-94e2-54a1ac0bb632'] response: {'name': 'network-changed', 'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'status': 'completed', 'code': 200} Sep 21 16:54:54.254784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-8812d539-8f55-4844-8941-ef530367e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:54:54.256375 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-8812d539-8f55-4844-8941-ef530367e74b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 1099 time: 0.0850763 Sep 21 16:54:54.282373 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:54:54.286158 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] Checking router: b94fd8d9-4dbe-42ad-a5d7-ad09042b288f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:54:54.296437 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:54:54.297068 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:54:54.396238 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-ebc48e1b-cab6-4202-bafc-ec304c75b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:54:54.397771 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-ebc48e1b-cab6-4202-bafc-ec304c75b4a2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 200 len: 910 time: 0.1356912 Sep 21 16:54:54.471485 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-38a9ee4f-4031-4ec2-899c-80358ed3d963 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 200 len: 217 time: 0.0661960 Sep 21 16:54:54.473888 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f16892-294a-4a11-a6bc-871e09aa9e17 req-4241fb5c-f0df-4b15-89fb-709e00e235b3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:54:54.474630 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-a2f16892-294a-4a11-a6bc-871e09aa9e17 req-4241fb5c-f0df-4b15-89fb-709e00e235b3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:54:54.479519 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:54:54.539257 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-7b195bfb-8959-41ae-8f38-ff47ac24b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:54:54.540729 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-7b195bfb-8959-41ae-8f38-ff47ac24b099 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 200 len: 848 time: 0.0619552 Sep 21 16:54:54.548986 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-a2f16892-294a-4a11-a6bc-871e09aa9e17 req-4241fb5c-f0df-4b15-89fb-709e00e235b3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:54:54.551002 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a2f16892-294a-4a11-a6bc-871e09aa9e17 req-4241fb5c-f0df-4b15-89fb-709e00e235b3 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.1685076 Sep 21 16:54:54.599454 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a2f16892-294a-4a11-a6bc-871e09aa9e17 req-8df1b60e-225a-4cd3-aafe-35783f5e578d tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Sep 21 16:54:54.626532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-4c45cc94-6b9f-4648-bf28-f03d88765f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:54:54.628006 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-4c45cc94-6b9f-4648-bf28-f03d88765f00 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=6cbff85b-fb0b-433c-87ef-321bdf884964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810244 Sep 21 16:54:54.760636 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-0cd9e3a8-8951-417c-a07f-006ed0b5a03e service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257510 Sep 21 16:54:54.822383 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:54:54.826720 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab65c3-089e-40ca-8014-ccd3cbf70198 None None] The sync data for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv is: [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:44:34Z', 'revision_number': 4, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '07734236-a1b6-4bf4-9f13-dc83923c5f03', 'name': '', 'network_id': '6cbff85b-fb0b-433c-87ef-321bdf884964', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'mac_address': 'fa:16:3e:40:5b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '79c15444-4620-4920-911b-ddc57f01da41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:34Z', 'updated_at': '2022-09-21T16:44:40Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'subnets': [{'id': '79c15444-4620-4920-911b-ddc57f01da41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:54:54.899400 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4fec7fb5-939c-40a3-871e-7ad719a9210a req-30592ddc-5818-4476-8d4e-ad4b90112ac0 service neutron] 10.222.0.33 "GET /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282606 Sep 21 16:54:55.041857 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17caa9f9-1422-4253-bd3d-4945fdac0488 None None] New status for floating IP eb0e3fee-952a-40f4-bec1-1f572d8249e0: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:54:55.805731 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc70c41-1900-4988-91ba-9998887ccf6b req-68b2afc1-4333-4ce2-aedf-fd7465b89331 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:54:55.807202 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cc70c41-1900-4988-91ba-9998887ccf6b req-68b2afc1-4333-4ce2-aedf-fd7465b89331 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.0916469 Sep 21 16:54:55.852876 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-2cc70c41-1900-4988-91ba-9998887ccf6b req-fb398d89-1da1-4476-9050-4115d3665e93 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e93094b-6341-4b21-b5ef-a3e513e72ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397778 Sep 21 16:54:56.044019 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-e7039d2e-d28c-4c4f-b71b-cf2a0947283a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:54:56.045453 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-e7039d2e-d28c-4c4f-b71b-cf2a0947283a tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 946 time: 0.1917536 Sep 21 16:54:56.115897 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Deleting port c86d608e-0656-4022-b93d-71fd70998ae9 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:54:56.116250 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:56.360472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] For port c86d608e-0656-4022-b93d-71fd70998ae9, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=c86d608e-0656-4022-b93d-71fd70998ae9,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:54:56.360747 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:56.482162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Calling delete_port for c86d608e-0656-4022-b93d-71fd70998ae9 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:54:56.680237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:56.730438 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event deleted for resources: {'Port': ['ID=c86d608e-0656-4022-b93d-71fd70998ae9,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:54:56.773229 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.773575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.773914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.774275 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.774599 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.774921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.775240 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.775559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.775877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.776201 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.776511 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.776821 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:54:56.828629 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] No DVR routers for this DVR port c86d608e-0656-4022-b93d-71fd70998ae9 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:54:56.831041 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:56.833541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'name': 'network-vif-deleted', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:54:56.877450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebb96bac2a339595600070b156ab633fc00b79e1179c903b17e6b412e983639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa1713-3e89-4139-b49f-2e0a0e53d1f7" -d '{"events": [{"server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "name": "network-vif-deleted", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:54:56.941983 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-9e6fab3d-3e01-483d-9e53-c99552feff5f req-d3c59a96-31fd-437c-9124-f7867e61e345 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.33 "DELETE /v2.0/ports/c86d608e-0656-4022-b93d-71fd70998ae9 HTTP/1.1" status: 204 len: 173 time: 0.8535614 Sep 21 16:54:56.965833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07412be2-bc34-4026-aa4e-52e56fe29ad2 x-openstack-request-id: req-07412be2-bc34-4026-aa4e-52e56fe29ad2 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:54:56.965833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7841fa-05dc-4b2e-947a-7faee1b2b871", "name": "network-vif-deleted", "tag": "c86d608e-0656-4022-b93d-71fd70998ae9", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:54:56.965833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07412be2-bc34-4026-aa4e-52e56fe29ad2 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:54:56.965833 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07412be2-bc34-4026-aa4e-52e56fe29ad2'] response: {'server_uuid': '5b7841fa-05dc-4b2e-947a-7faee1b2b871', 'name': 'network-vif-deleted', 'tag': 'c86d608e-0656-4022-b93d-71fd70998ae9', 'status': 'completed', 'code': 200} Sep 21 16:54:57.019921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-bec81266-9dad-4ec2-8f8e-5ce87ab5ba4a req-3589e7c9-25c4-4f44-b03f-3a4259ff142b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Synchronizing usage tracker for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:54:57.106877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-bec81266-9dad-4ec2-8f8e-5ce87ab5ba4a req-3589e7c9-25c4-4f44-b03f-3a4259ff142b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Unset dirty status for tenant:6ed5b05eeea4429f8be5806b12a09cb0 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:54:57.108137 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-bec81266-9dad-4ec2-8f8e-5ce87ab5ba4a req-3589e7c9-25c4-4f44-b03f-3a4259ff142b tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 210 time: 0.1406460 Sep 21 16:54:58.295242 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6e357157-f530-4e6c-9bcc-0a94d4d3640a req-62eaec28-078f-460e-b3f2-8116b677b195 tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b7841fa-05dc-4b2e-947a-7faee1b2b871 HTTP/1.1" status: 200 len: 210 time: 0.0547240 Sep 21 16:54:59.395125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55908) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:54:59.469206 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c9b319e-7f3d-46da-ab28-fdf2f7a57bcc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:59.500784 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c9b319e-7f3d-46da-ab28-fdf2f7a57bcc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:59.584512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:59.641643 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c9b319e-7f3d-46da-ab28-fdf2f7a57bcc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:59.659406 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b319e-7f3d-46da-ab28-fdf2f7a57bcc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e93094b-6341-4b21-b5ef-a3e513e72ef5,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:54:59.732877 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3c9b319e-7f3d-46da-ab28-fdf2f7a57bcc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:54:59.734092 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3c9b319e-7f3d-46da-ab28-fdf2f7a57bcc tempest-TestShelveInstance-1713399084 tempest-TestShelveInstance-1713399084-project] 10.222.0.65 "DELETE /v2.0/security-groups/6e93094b-6341-4b21-b5ef-a3e513e72ef5 HTTP/1.1" status: 204 len: 168 time: 0.3379173 Sep 21 16:54:59.847767 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55914) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:54:59.928473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device c86d608e-0656-4022-b93d-71fd70998ae9 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:55:00.001825 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: c86d608e-0656-4022-b93d-71fd70998ae9 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:55:00.006430 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device c86d608e-0656-4022-b93d-71fd70998ae9 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:55:00.541439 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:01.034595 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Deleting port 07734236-a1b6-4bf4-9f13-dc83923c5f03 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:01.034854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:01.208369 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] For port 07734236-a1b6-4bf4-9f13-dc83923c5f03, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=07734236-a1b6-4bf4-9f13-dc83923c5f03,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:01.208730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:01.330928 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Calling delete_port for 07734236-a1b6-4bf4-9f13-dc83923c5f03 owned by network:router_interface {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:55:01.703214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:01.753608 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Pushing event deleted for resources: {'Port': ['ID=07734236-a1b6-4bf4-9f13-dc83923c5f03,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:02.022537 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:02.484190 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:55:02.654964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:55:02.664516 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] Sync routers for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:55:02.674217 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:02.674825 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:02.739373 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-3d3fa328-7855-4dbd-a9e3-9eb6dbbc4900 admin admin] 10.222.0.65 "PUT /v2.0/routers/b94fd8d9-4dbe-42ad-a5d7-ad09042b288f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8903286 Sep 21 16:55:02.741622 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55920) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:02.850698 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:02.917905 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:02.920393 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-59d67102-66dd-483c-b08f-ee1783a3bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:03.094645 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:03.137854 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14'}], 'enable_snat': True}, 'gw_port_id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:55:01Z', 'revision_number': 5, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port': {'id': '35f610d1-31f8-41df-9883-c69ec83cd463', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:31Z', 'updated_at': '2022-09-21T16:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:03.141599 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] Checking router: b94fd8d9-4dbe-42ad-a5d7-ad09042b288f for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:55:03.149833 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] Routers {'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:03.150446 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:54:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:03.156010 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Deleting port 35f610d1-31f8-41df-9883-c69ec83cd463 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:03.156355 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:03.301494 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] Set router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f gateway port host: None {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:03.330529 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] For port 35f610d1-31f8-41df-9883-c69ec83cd463, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=35f610d1-31f8-41df-9883-c69ec83cd463,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:03.330886 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:03.407318 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:55:03Z', 'revision_number': 6, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:03.411187 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d2b46-ffe4-4001-b0b9-a68ce97791de None None] The sync data for ids ['b94fd8d9-4dbe-42ad-a5d7-ad09042b288f'] in dv-neutron-858618-1-hyperv is: [{'id': 'b94fd8d9-4dbe-42ad-a5d7-ad09042b288f', 'name': 'tempest-TestShelveInstance-1932109545-router', 'tenant_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:30Z', 'updated_at': '2022-09-21T16:55:03Z', 'revision_number': 6, 'project_id': '6ed5b05eeea4429f8be5806b12a09cb0', 'gw_port_host': None}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:55:03.455130 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Calling delete_port for 35f610d1-31f8-41df-9883-c69ec83cd463 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:55:03.687249 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:03.736849 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f610d1-31f8-41df-9883-c69ec83cd463,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:03.934669 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.107531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.109798 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.205219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 35f610d1-31f8-41df-9883-c69ec83cd463 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:55:04.218941 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.219491 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94fd8d9-4dbe-42ad-a5d7-ad09042b288f {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:55:04.232481 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.233719 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-86a2cc95-2f20-44ea-bf6a-28565e746231 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b94fd8d9-4dbe-42ad-a5d7-ad09042b288f HTTP/1.1" status: 204 len: 168 time: 1.4911289 Sep 21 16:55:04.236267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55924) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:04.240726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 35f610d1-31f8-41df-9883-c69ec83cd463 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:55:04.241081 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 35f610d1-31f8-41df-9883-c69ec83cd463 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:55:04.241626 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 07734236-a1b6-4bf4-9f13-dc83923c5f03 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:55:04.277060 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 07734236-a1b6-4bf4-9f13-dc83923c5f03 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:55:04.277920 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 07734236-a1b6-4bf4-9f13-dc83923c5f03 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:55:04.302370 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-07be91ad-f84e-41a3-a961-b5c6d22a2769 admin admin] Deleting subnet 79c15444-4620-4920-911b-ddc57f01da41 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:55:04.305341 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07be91ad-f84e-41a3-a961-b5c6d22a2769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.354512 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07be91ad-f84e-41a3-a961-b5c6d22a2769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.443273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07be91ad-f84e-41a3-a961-b5c6d22a2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.567862 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07be91ad-f84e-41a3-a961-b5c6d22a2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.604277 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be91ad-f84e-41a3-a961-b5c6d22a2769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c15444-4620-4920-911b-ddc57f01da41,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:04.609585 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-07be91ad-f84e-41a3-a961-b5c6d22a2769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.614981 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127db713-c15a-48c9-993b-d185e65e1f73 None None] Network 6cbff85b-fb0b-433c-87ef-321bdf884964 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:55:04.618232 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-07be91ad-f84e-41a3-a961-b5c6d22a2769 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/79c15444-4620-4920-911b-ddc57f01da41 HTTP/1.1" status: 204 len: 168 time: 0.3781381 Sep 21 16:55:04.618232 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55928) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:04.722845 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.733095 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Deleting port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:04.733433 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.861987 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] DHCP port deletion for 6cbff85b-fb0b-433c-87ef-321bdf884964 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:55:04.866136 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] Deleting port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:04.866512 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:04.943918 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] For port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2a5b2b6b-6fd6-4815-8acc-e2948608dbaf,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:04.944502 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.043596 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-4957ff62-64e4-4f97-82df-5892311cb4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.066946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Calling delete_port for 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:55:05.084964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] For port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=2a5b2b6b-6fd6-4815-8acc-e2948608dbaf,segment=NetworkSegment(c52df790-9d3e-4053-ae32-e138df1a5205),segment_id=c52df790-9d3e-4053-ae32-e138df1a5205)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:05.085402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.201506 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.205349 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] Calling delete_port for 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:55:05.252213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5b2b6b-6fd6-4815-8acc-e2948608dbaf,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:05.256923 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] No DVR routers for this DVR port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:55:05.280556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:55:05.280936 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:55:05.371255 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.396961 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbff85b-fb0b-433c-87ef-321bdf884964']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:05.408819 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52df790-9d3e-4053-ae32-e138df1a5205') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:05.409121 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52df790-9d3e-4053-ae32-e138df1a5205') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:05.420789 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.437158 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.446098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:55:05.446098 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.669563 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c52df790-9d3e-4053-ae32-e138df1a5205 resource provider aggregate not found Sep 21 16:55:05.684810 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c52df790-9d3e-4053-ae32-e138df1a5205 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c52df790-9d3e-4053-ae32-e138df1a5205 found for delete ", "request_id": "req-6b335615-a19e-43b7-b27c-cb5653afe945"}]} Sep 21 16:55:05.716129 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.732730 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.742787 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbff85b-fb0b-433c-87ef-321bdf884964,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:05.782408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] Deleting port 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:05.782789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:05.836697 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-eda13145-882d-44c1-b3fc-f10c0d18c8f8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6cbff85b-fb0b-433c-87ef-321bdf884964 HTTP/1.1" status: 204 len: 168 time: 1.2177224 Sep 21 16:55:05.839687 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55940) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:05.847560 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-b4aad133-986c-4b7d-8904-3b849691bb32 None None] The port '2a5b2b6b-6fd6-4815-8acc-e2948608dbaf' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:55:06.159411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:55:06.195168 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:55:06.195516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 2a5b2b6b-6fd6-4815-8acc-e2948608dbaf not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:55:06.333204 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:06.386092 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:06.829577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Deleting port d7f9d99a-c50e-42af-8188-ab9d8055b6b7 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:06.829909 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:06.999351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] For port d7f9d99a-c50e-42af-8188-ab9d8055b6b7, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,segment=NetworkSegment(c0f59092-7720-4658-aad0-97322f080fa0),segment_id=c0f59092-7720-4658-aad0-97322f080fa0)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:07.000021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:07.036747 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:07.122805 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Calling delete_port for d7f9d99a-c50e-42af-8188-ab9d8055b6b7 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:55:07.350032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:07.436701 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f9d99a-c50e-42af-8188-ab9d8055b6b7,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:07.675781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:08.116045 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:08.143876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Router fa2a0147-77a1-4b76-a92d-a15ef9462f5b has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:55:08.321130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:55:08.330067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] Sync routers for ids ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:55:08.339334 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] Routers {'fa2a0147-77a1-4b76-a92d-a15ef9462f5b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:08.344641 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:08.391852 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e4b2bbd-23c8-446e-8b26-ff51aedec571 admin admin] 10.222.0.65 "PUT /v2.0/routers/fa2a0147-77a1-4b76-a92d-a15ef9462f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502992 Sep 21 16:55:08.394108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 55946) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:08.515031 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] Set router fa2a0147-77a1-4b76-a92d-a15ef9462f5b gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:08.568200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:08.749921 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:08.818592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Deleting port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:08.819010 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:08.836489 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73'}], 'enable_snat': True}, 'gw_port_id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:55:07Z', 'revision_number': 5, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port': {'id': '357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:08.841418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] Checking router: fa2a0147-77a1-4b76-a92d-a15ef9462f5b for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:55:08.849178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] Routers {'fa2a0147-77a1-4b76-a92d-a15ef9462f5b'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:08.849775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:08.992954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] For port 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:08.993317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:09.001307 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] Set router fa2a0147-77a1-4b76-a92d-a15ef9462f5b gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:09.107645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:55:08Z', 'revision_number': 6, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:09.112234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605de85-467f-4b65-97a8-d0f638fb7f09 None None] The sync data for ids ['fa2a0147-77a1-4b76-a92d-a15ef9462f5b'] in dv-neutron-858618-1-hyperv is: [{'id': 'fa2a0147-77a1-4b76-a92d-a15ef9462f5b', 'name': 'tempest-TestShelveInstance-177536971-router', 'tenant_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:44:38Z', 'updated_at': '2022-09-21T16:55:08Z', 'revision_number': 6, 'project_id': 'a28adee8eaaf45f1a9d96c18b01c8af1', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:55:09.116545 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Calling delete_port for 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:55:09.348737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:09.397572 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:09.499336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:09.782402 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:09.784617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:09.864679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:09.865202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2a0147-77a1-4b76-a92d-a15ef9462f5b {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 16:55:09.878324 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:09.881794 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1dfbabf8-e1b4-439f-8472-24dab2c12be3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fa2a0147-77a1-4b76-a92d-a15ef9462f5b HTTP/1.1" status: 204 len: 168 time: 1.4844522 Sep 21 16:55:09.882181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55950) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:09.946015 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc5456a-0509-4ad4-bf75-7ef9b01b15eb admin admin] Deleting subnet 74642a57-5f21-45d6-898b-86650fc19c86 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 16:55:09.949047 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fc5456a-0509-4ad4-bf75-7ef9b01b15eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:09.999472 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fc5456a-0509-4ad4-bf75-7ef9b01b15eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.079131 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fc5456a-0509-4ad4-bf75-7ef9b01b15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.165875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d7f9d99a-c50e-42af-8188-ab9d8055b6b7 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:55:10.202518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: d7f9d99a-c50e-42af-8188-ab9d8055b6b7 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:55:10.202860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device d7f9d99a-c50e-42af-8188-ab9d8055b6b7 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:55:10.203272 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:55:10.223598 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fc5456a-0509-4ad4-bf75-7ef9b01b15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.240546 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:55:10.240895 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 357dd9f7-d495-4aa3-8ef1-8c35fe83f4ab not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:55:10.262771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5456a-0509-4ad4-bf75-7ef9b01b15eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74642a57-5f21-45d6-898b-86650fc19c86,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:10.264710 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-2fc5456a-0509-4ad4-bf75-7ef9b01b15eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.269612 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7579076-9996-408c-b2dc-6a980c3970f9 None None] Network abaec89a-2a9a-4462-b2f8-ebf7e45d65ef requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:55:10.270665 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-2fc5456a-0509-4ad4-bf75-7ef9b01b15eb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/74642a57-5f21-45d6-898b-86650fc19c86 HTTP/1.1" status: 204 len: 168 time: 0.3874753 Sep 21 16:55:10.273167 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55954) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:10.378783 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.389781 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Deleting port eb698b66-c264-4eb3-af93-a741b24b1a66 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:10.390145 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.513208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] DHCP port deletion for abaec89a-2a9a-4462-b2f8-ebf7e45d65ef request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 16:55:10.517325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] Deleting port eb698b66-c264-4eb3-af93-a741b24b1a66 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:10.517699 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.598212 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] For port eb698b66-c264-4eb3-af93-a741b24b1a66, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=eb698b66-c264-4eb3-af93-a741b24b1a66,segment=NetworkSegment(c0f59092-7720-4658-aad0-97322f080fa0),segment_id=c0f59092-7720-4658-aad0-97322f080fa0)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:10.598573 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.719806 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] For port eb698b66-c264-4eb3-af93-a741b24b1a66, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=eb698b66-c264-4eb3-af93-a741b24b1a66,segment=NetworkSegment(c0f59092-7720-4658-aad0-97322f080fa0),segment_id=c0f59092-7720-4658-aad0-97322f080fa0)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:10.720223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.721729 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Calling delete_port for eb698b66-c264-4eb3-af93-a741b24b1a66 owned by network:dhcp {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:55:10.840020 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] Calling delete_port for eb698b66-c264-4eb3-af93-a741b24b1a66 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 16:55:10.852569 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:10.903934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb698b66-c264-4eb3-af93-a741b24b1a66,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:10.905759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] No DVR routers for this DVR port eb698b66-c264-4eb3-af93-a741b24b1a66 on host dv-neutron-858618-1-hyperv {{(pid=89726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:55:10.918313 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:55:10.921130 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:55:11.020791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.047181 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaec89a-2a9a-4462-b2f8-ebf7e45d65ef']}} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:11.059731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f59092-7720-4658-aad0-97322f080fa0') {'for_net_delete': True} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:11.060032 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.services.segments.db [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f59092-7720-4658-aad0-97322f080fa0') {} {{(pid=89726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:11.071038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307171'] for segment, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.087295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.093094 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:55:11.093494 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3078927'] for segment, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.158296 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c0f59092-7720-4658-aad0-97322f080fa0 resource provider aggregate not found Sep 21 16:55:11.186474 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.services.segments.plugin [-] Segment c0f59092-7720-4658-aad0-97322f080fa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0f59092-7720-4658-aad0-97322f080fa0 found for delete ", "request_id": "req-c476306e-f8af-4362-b5ab-1108567dc36c"}]} Sep 21 16:55:11.269946 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.285755 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.296123 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=abaec89a-2a9a-4462-b2f8-ebf7e45d65ef,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:11.303136 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-30fee641-752b-4562-91db-bf7face95a6a admin admin] 10.222.0.65 "DELETE /v2.0/networks/abaec89a-2a9a-4462-b2f8-ebf7e45d65ef HTTP/1.1" status: 204 len: 168 time: 1.0290332 Sep 21 16:55:11.420222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] Deleting port eb698b66-c264-4eb3-af93-a741b24b1a66 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 16:55:11.420707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.485194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-5c8eea9c-c8ed-4576-ba1f-6405fd2f790e None None] The port 'eb698b66-c264-4eb3-af93-a741b24b1a66' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 16:55:11.600654 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55964) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:11.648632 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0351bdb1-67c5-4c49-bf2b-035a082bec0e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ed5b05eeea4429f8be5806b12a09cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468566 Sep 21 16:55:11.651159 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55968) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:11.708579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9a1b63a7-c655-48b7-9e27-483102453bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.738295 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9a1b63a7-c655-48b7-9e27-483102453bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.851216 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9a1b63a7-c655-48b7-9e27-483102453bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.868964 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b63a7-c655-48b7-9e27-483102453bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc0dfd-d058-4b16-8bec-8bd249be7797,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:11.876235 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-9a1b63a7-c655-48b7-9e27-483102453bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:11.877389 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-9a1b63a7-c655-48b7-9e27-483102453bae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23cc0dfd-d058-4b16-8bec-8bd249be7797 HTTP/1.1" status: 204 len: 168 time: 0.2253006 Sep 21 16:55:12.157543 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device eb698b66-c264-4eb3-af93-a741b24b1a66 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:55:12.194303 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: eb698b66-c264-4eb3-af93-a741b24b1a66 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 16:55:12.194719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device eb698b66-c264-4eb3-af93-a741b24b1a66 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 16:55:12.548498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55976) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:12.596305 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e2477e08-ebee-4d32-98c2-acbfcf15ede0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a28adee8eaaf45f1a9d96c18b01c8af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466917 Sep 21 16:55:12.598679 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 55980) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:12.654218 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-946179c4-cb4a-4244-8181-6b07be11ad6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:12.679334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-946179c4-cb4a-4244-8181-6b07be11ad6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:12.789765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-946179c4-cb4a-4244-8181-6b07be11ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:12.809684 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946179c4-cb4a-4244-8181-6b07be11ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a0c2d6-cc3e-4f2b-b3e8-d19f13ef72cd,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:12.814736 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-946179c4-cb4a-4244-8181-6b07be11ad6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:12.815528 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-946179c4-cb4a-4244-8181-6b07be11ad6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57a0c2d6-cc3e-4f2b-b3e8-d19f13ef72cd HTTP/1.1" status: 204 len: 168 time: 0.2157893 Sep 21 16:55:13.880504 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56004) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:13.980995 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1746026696-network', 'tenant_id': '388712df14c145d7a1349af97cc36a09'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:13.985812 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:13.989903 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Usage tracker for resource:network and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:13.992893 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:13.999647 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:14.086227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Made reservation on behalf of 388712df14c145d7a1349af97cc36a09 for: {'network': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:55:14.088698 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:14.101090 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:14.115362 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:14.119251 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Usage tracker for resource:security_group_rule and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:14.122552 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:14.128399 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:14.208290 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:14.285722 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:14.316531 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=89726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:55:14.325289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a078b7-e116-405d-8ff2-9ff28ef7240c,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:14.330656 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:14.331002 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.segments_db [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Added segment 9607a89c-6316-43fe-b798-42cbbcc49b4b of type vlan for network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 Sep 21 16:55:14.357223 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:14.464461 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:14.465464 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:14.466073 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Notify callbacks [] for network, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:14.655673 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] Pushing event updated for resources: {'Network': ['ID=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:14.665024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:55:14.722655 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7b8306c5-4243-4639-b1d6-6a95058748fd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8409650 Sep 21 16:55:14.725329 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56010) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:14.732027 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Request body: {'subnet': {'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1746026696-subnet', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'ip_version': 4}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:14.737033 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:14.741080 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Usage tracker for resource:subnet and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:14.744039 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:14.750498 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:14.818492 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Made reservation on behalf of 388712df14c145d7a1349af97cc36a09 for: {'subnet': 1} {{(pid=89726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:55:14.820810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3406043'] for subnet, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.081500 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3079142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3406053'] for subnet, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.154937 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8254d691-194d-4943-818e-8a6235804a54,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:15.163423 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Checking segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:15.163771 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Network hostable DHCP agents. Network: 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:55:15.235459 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:55:15.310169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5) {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:15.314943 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:15.315910 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.319705 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fdfd0-58de-4a3d-9c36-9d1827c58a90 None None] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:55:15.402222 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-efa30dc7-2688-490f-8e94-70afdb48e4ba admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6757884 Sep 21 16:55:15.404904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56014) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:15.409996 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:15.414772 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:15.418644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Usage tracker for resource:router and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:15.421481 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:15.427286 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:15.498991 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.500033 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.515005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.565813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:55:15.566672 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.720768 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Allocated IP 172.20.0.2 (8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5/8254d691-194d-4943-818e-8a6235804a54/c89785d0-fc9e-4a0b-a166-489f47bb0aca) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:55:15.846102 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.930102 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:15.940538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Transition to ACTIVE for port object c89785d0-fc9e-4a0b-a166-489f47bb0aca will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:15.959089 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Transition to ACTIVE for port object c89785d0-fc9e-4a0b-a166-489f47bb0aca will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:16.047286 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:16.114628 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:16.117338 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:16.121208 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:55:16.159624 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Pushing event updated for resources: {'Port': ['ID=c89785d0-fc9e-4a0b-a166-489f47bb0aca,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:16.217758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.217758 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.218210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.218210 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.218524 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.218958 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.219186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.219516 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.219851 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.220173 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.220500 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.220829 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:16.246325 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Attempting to bind port c89785d0-fc9e-4a0b-a166-489f47bb0aca on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:55:16.246711 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Attempting to bind port c89785d0-fc9e-4a0b-a166-489f47bb0aca by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:55:16.247078 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Attempting to bind port c89785d0-fc9e-4a0b-a166-489f47bb0aca on network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:55:16.249670 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:16.252921 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:55:16.253302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Checking segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:16.253708 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:16.254163 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Bound using segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:55:16.254640 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Bound port: c89785d0-fc9e-4a0b-a166-489f47bb0aca, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:55:16.255022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:16.281326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:16.345490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] For port c89785d0-fc9e-4a0b-a166-489f47bb0aca, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:55:16.349046 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] For port c89785d0-fc9e-4a0b-a166-489f47bb0aca, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c89785d0-fc9e-4a0b-a166-489f47bb0aca,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:55:16.422962 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Allocated IP 172.26.0.53 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/8e0cf701-9f14-4e72-a860-e7a58396e445) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:55:16.424674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:16.506802 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf64da9-b7fe-49ac-9b30-a993dffffd20 None None] Pushing event updated for resources: {'Port': ['ID=c89785d0-fc9e-4a0b-a166-489f47bb0aca,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:16.571934 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:16.691838 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:16.745261 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:16.748762 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:16.752381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:55:16.797038 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Pushing event updated for resources: {'Port': ['ID=8e0cf701-9f14-4e72-a860-e7a58396e445,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:17.377635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:17.430607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34fd8d8-d8f2-4dbf-8d77-976b2a2fb361 None None] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:55:17.583346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-52840183-721b-468b-93c5-d8055cfed441 None None] Provisioning for port c89785d0-fc9e-4a0b-a166-489f47bb0aca completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:17.729269 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:17.989751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Router 2ddbc423-3679-4fe1-8291-07f08465be46 is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:55:18.172600 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:55:18.184254 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Sync routers for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:55:18.193215 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c89785d0-fc9e-4a0b-a166-489f47bb0aca up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:18.196485 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:18.197087 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:18.247923 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:18.249889 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1f152b33-e871-4fe6-a903-02819293e9ed admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8433495 Sep 21 16:55:18.252146 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56020) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:18.314540 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port c89785d0-fc9e-4a0b-a166-489f47bb0aca completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:18.319972 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c89785d0-fc9e-4a0b-a166-489f47bb0aca triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:18.320484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:18.372089 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:18.442917 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c89785d0-fc9e-4a0b-a166-489f47bb0aca is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:18.443506 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:18.476174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port c89785d0-fc9e-4a0b-a166-489f47bb0aca, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c89785d0-fc9e-4a0b-a166-489f47bb0aca,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:18.544814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:18.626848 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=c89785d0-fc9e-4a0b-a166-489f47bb0aca,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:18.691374 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:17Z', 'revision_number': 3, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:18.695152 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Checking router: 2ddbc423-3679-4fe1-8291-07f08465be46 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:55:18.695498 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Updating router 2ddbc423-3679-4fe1-8291-07f08465be46 port 8e0cf701-9f14-4e72-a860-e7a58396e445 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:55:18.746887 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.063460 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.079180 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.091056 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Transition to ACTIVE for port object 8e0cf701-9f14-4e72-a860-e7a58396e445 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:19.161407 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.223822 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Attempting to bind port 8e0cf701-9f14-4e72-a860-e7a58396e445 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:55:19.224489 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Attempting to bind port 8e0cf701-9f14-4e72-a860-e7a58396e445 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:55:19.224590 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Attempting to bind port 8e0cf701-9f14-4e72-a860-e7a58396e445 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:55:19.234522 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:55:19.234888 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:19.235277 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.235656 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:55:19.236108 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Bound port: 8e0cf701-9f14-4e72-a860-e7a58396e445, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:55:19.236469 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.266009 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Pushing event updated for resources: {'Port': ['ID=8e0cf701-9f14-4e72-a860-e7a58396e445,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:19.270777 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Allocated IP 172.20.0.1 (8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5/8254d691-194d-4943-818e-8a6235804a54/285f361c-c3cf-43c4-b19a-26ddf61851c1) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:55:19.286027 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.286367 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.286759 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.287026 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.287347 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.287672 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.287993 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.288309 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.288624 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.288966 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.289256 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.289566 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:55:19.325916 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] For port 8e0cf701-9f14-4e72-a860-e7a58396e445, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:55:19.329225 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] For port 8e0cf701-9f14-4e72-a860-e7a58396e445, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8e0cf701-9f14-4e72-a860-e7a58396e445,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:55:19.406077 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.417355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.433990 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Transition to ACTIVE for port object 285f361c-c3cf-43c4-b19a-26ddf61851c1 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:19.467949 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:19.468565 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:19.520317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.555892 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bf0d6-7015-4d90-9c42-3a8aa2ffbced None None] Pushing event updated for resources: {'Port': ['ID=8e0cf701-9f14-4e72-a860-e7a58396e445,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:19.586100 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:19.588735 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:19.593826 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:55:19.638564 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Pushing event updated for resources: {'Port': ['ID=285f361c-c3cf-43c4-b19a-26ddf61851c1,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:19.658013 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.666687 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:19.904190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7467e971-6bc5-44f7-b64a-2a372dfd8c7a None None] Provisioning for port 285f361c-c3cf-43c4-b19a-26ddf61851c1 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:19.909366 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-7467e971-6bc5-44f7-b64a-2a372dfd8c7a None None] Provisioning complete for port 285f361c-c3cf-43c4-b19a-26ddf61851c1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:19.910860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7467e971-6bc5-44f7-b64a-2a372dfd8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:19.968893 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-7467e971-6bc5-44f7-b64a-2a372dfd8c7a None None] Port 285f361c-c3cf-43c4-b19a-26ddf61851c1 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:55:19.969290 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:17Z', 'revision_number': 3, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:19.973460 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dfd3d-cf6c-454e-bfb4-d0c56abe6cad None None] The sync data for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv is: [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:17Z', 'revision_number': 3, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:55:19.981099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:20.171712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c89785d0-fc9e-4a0b-a166-489f47bb0aca up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:20.256451 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:20.269021 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port c89785d0-fc9e-4a0b-a166-489f47bb0aca triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:20.269504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:20.310202 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:20.424104 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Pushing event updated for resources: {'Port': ['ID=285f361c-c3cf-43c4-b19a-26ddf61851c1,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:20.426995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c89785d0-fc9e-4a0b-a166-489f47bb0aca is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:20.429026 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:20.690650 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:20.691794 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:20.888078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Router 2ddbc423-3679-4fe1-8291-07f08465be46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:55:20.909267 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-6bbaa0d3-3d85-4cd5-8e03-7b8302a89e43 None None] Provisioning complete for port 285f361c-c3cf-43c4-b19a-26ddf61851c1 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:20.909765 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa0d3-3d85-4cd5-8e03-7b8302a89e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:20.962770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6bbaa0d3-3d85-4cd5-8e03-7b8302a89e43 None None] Port 285f361c-c3cf-43c4-b19a-26ddf61851c1 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:55:21.071000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:55:21.079761 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8bbdb30e-5d88-4484-9dc4-ef23997e698f admin admin] 10.222.0.65 "PUT /v2.0/routers/2ddbc423-3679-4fe1-8291-07f08465be46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8264933 Sep 21 16:55:21.437614 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Sync routers for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:55:21.446963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:21.447625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:21.626435 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:21.754477 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56038) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:21.760050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-261146629-network', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:21.765411 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:21.769347 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Usage tracker for resource:network and tenant:dca79312fc844942ba5215cb1a475a12 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:21.772373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:21.778911 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:21.841442 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Made reservation on behalf of dca79312fc844942ba5215cb1a475a12 for: {'network': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:55:21.843935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for network, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:21.857387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:21.873577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:21.877625 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Usage tracker for resource:security_group_rule and tenant:dca79312fc844942ba5215cb1a475a12 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:21.880622 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:21.886898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:21.939675 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:20Z', 'revision_number': 2, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:21.943602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Checking router: 2ddbc423-3679-4fe1-8291-07f08465be46 for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:55:21.943959 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Updating router 2ddbc423-3679-4fe1-8291-07f08465be46 port 285f361c-c3cf-43c4-b19a-26ddf61851c1 binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:55:21.970338 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:21.999209 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.029743 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.057898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=89725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:55:22.070785 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23104b1-f08f-491b-a140-aa0904ddc641,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:22.075935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.076274 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.segments_db [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Added segment 959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd of type vlan for network dfad243e-3725-4fe7-9e58-dc5eed565a1b Sep 21 16:55:22.103329 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741582288231'] for network, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.201259 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384'] for network, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.202312 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:22.202885 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.213402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8e0cf701-9f14-4e72-a860-e7a58396e445 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:22.306388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] Pushing event updated for resources: {'Network': ['ID=dfad243e-3725-4fe7-9e58-dc5eed565a1b,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:22.320864 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Network dfad243e-3725-4fe7-9e58-dc5eed565a1b details requested by agent ovs-agent-dv-neutron-858618-1-hyperv with host dv-neutron-858618-1-hyperv {{(pid=89727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 21 16:55:22.356337 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4c5f75af-ccc0-4150-ba03-a37e44bfb5dc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6007540 Sep 21 16:55:22.359101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56042) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:22.364498 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Request body: {'subnet': {'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-261146629-subnet', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'ip_version': 4}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:22.369378 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:22.373954 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Usage tracker for resource:subnet and tenant:dca79312fc844942ba5215cb1a475a12 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:22.376870 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:22.382657 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:22.410590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 8e0cf701-9f14-4e72-a860-e7a58396e445 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:22.421497 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8e0cf701-9f14-4e72-a860-e7a58396e445 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:22.421873 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.453306 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Made reservation on behalf of dca79312fc844942ba5215cb1a475a12 for: {'subnet': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:55:22.455799 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2394497'] for subnet, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.566707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.622033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Transition to ACTIVE for port object 285f361c-c3cf-43c4-b19a-26ddf61851c1 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:22.634176 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8e0cf701-9f14-4e72-a860-e7a58396e445 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:22.634706 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.650608 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 8e0cf701-9f14-4e72-a860-e7a58396e445, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8e0cf701-9f14-4e72-a860-e7a58396e445,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:22.698541 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.727626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2234997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2394559'] for subnet, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.785525 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:22.789968 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a701aaa-7091-40b0-b903-21e3ea57e064,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:22.820065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Checking segment: {'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:22.820515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Network hostable DHCP agents. Network: dfad243e-3725-4fe7-9e58-dc5eed565a1b, hostable agents: ['ff1687b9-0953-43c5-8a53-d987c03a59b3'], hosted agents: [] {{(pid=89725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:55:22.921651 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Network dfad243e-3725-4fe7-9e58-dc5eed565a1b is scheduled to be hosted by DHCP agent ff1687b9-0953-43c5-8a53-d987c03a59b3 with binding_index 1 {{(pid=89725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:55:22.944701 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912e766-7a5c-48fc-8587-0bc0d686eca3 None None] Pushing event updated for resources: {'Port': ['ID=285f361c-c3cf-43c4-b19a-26ddf61851c1,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:22.984270 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858618-1-hyperv, dfad243e-3725-4fe7-9e58-dc5eed565a1b) {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:22.989764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:22.990473 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.001719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469fdd8-1fbb-4645-856f-d9b497b61e1e None None] Network dfad243e-3725-4fe7-9e58-dc5eed565a1b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:55:23.013859 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Attempting to bind port 285f361c-c3cf-43c4-b19a-26ddf61851c1 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:55:23.014278 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Attempting to bind port 285f361c-c3cf-43c4-b19a-26ddf61851c1 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:55:23.014646 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Attempting to bind port 285f361c-c3cf-43c4-b19a-26ddf61851c1 on network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:55:23.033374 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:55:23.033754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Checking segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:23.034283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.034679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Bound using segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:55:23.035158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Bound port: 285f361c-c3cf-43c4-b19a-26ddf61851c1, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:55:23.035536 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.076385 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-709ff097-0f37-47a7-9a51-6f7cf05f1bf9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7160392 Sep 21 16:55:23.078770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56046) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:23.086479 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:23.088972 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:23.093420 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Usage tracker for resource:router and tenant:dca79312fc844942ba5215cb1a475a12 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:23.096323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:23.102091 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:23.149792 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62417'] for router, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.150869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-349752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62408'] for router, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.156090 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=8e0cf701-9f14-4e72-a860-e7a58396e445,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:23.166390 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.251661 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] For port 285f361c-c3cf-43c4-b19a-26ddf61851c1, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:55:23.270807 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] For port 285f361c-c3cf-43c4-b19a-26ddf61851c1, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=285f361c-c3cf-43c4-b19a-26ddf61851c1,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:55:23.332561 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabd50357-288f-5218-afd8-3b7544ad32bd-dfad243e-3725-4fe7-9e58-dc5eed565a1b', 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'fixed_ips': [{'subnet_id': '8a701aaa-7091-40b0-b903-21e3ea57e064'}]}} from dv-neutron-858618-1-hyperv. {{(pid=89727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 21 16:55:23.333422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.351197 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.462190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:23.462817 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:23.488200 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62458'] for router, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.602946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912e766-7a5c-48fc-8587-0bc0d686eca3 None None] Pushing event updated for resources: {'Port': ['ID=285f361c-c3cf-43c4-b19a-26ddf61851c1,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:23.718719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.db_base_plugin_common [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Allocated IP 172.20.0.2 (dfad243e-3725-4fe7-9e58-dc5eed565a1b/8a701aaa-7091-40b0-b903-21e3ea57e064/223a0504-e0c6-465f-b1cc-81f160c07657) {{(pid=89727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:55:23.734125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:23.965274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:23.995217 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.137867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Allocated IP 172.26.0.16 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/b3235bcf-c838-4990-9ee9-3378ce987462) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:55:24.187862 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8e0cf701-9f14-4e72-a860-e7a58396e445 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:24.228784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Notify callbacks [] for port, precommit_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.295715 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.299487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Transition to ACTIVE for port object 223a0504-e0c6-465f-b1cc-81f160c07657 will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:24.330769 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Transition to ACTIVE for port object 223a0504-e0c6-465f-b1cc-81f160c07657 will not be triggered until provisioned by entity DHCP. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:24.352598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:23Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:24.354534 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 8e0cf701-9f14-4e72-a860-e7a58396e445 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:24.355508 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.395198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629615c-1a33-4a7b-8f36-458a8488eda0 None None] The sync data for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv is: [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:23Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:55:24.407653 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.452545 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470'] for port, after_create {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.499560 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:24.502370 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:24.510532 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b3235bcf-c838-4990-9ee9-3378ce987462,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:24.513431 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:55:24.548317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 8e0cf701-9f14-4e72-a860-e7a58396e445 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:24.552117 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Network dfad243e-3725-4fe7-9e58-dc5eed565a1b is already hosted by enough agents. {{(pid=89727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:24.555097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.scheduler.base_scheduler [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Resources bound (agent type, host, resource id): {{(pid=89727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:24.558867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Received port after_create {{(pid=89727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:55:24.564827 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Pushing event updated for resources: {'Port': ['ID=223a0504-e0c6-465f-b1cc-81f160c07657,revision_number=1']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:24.670240 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Attempting to bind port 223a0504-e0c6-465f-b1cc-81f160c07657 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:55:24.670605 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Attempting to bind port 223a0504-e0c6-465f-b1cc-81f160c07657 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:55:24.670970 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Attempting to bind port 223a0504-e0c6-465f-b1cc-81f160c07657 on network dfad243e-3725-4fe7-9e58-dc5eed565a1b {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:55:24.676505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:55:24.676876 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Checking segment: {'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:24.677277 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.677662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Bound using segment: {'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:55:24.678155 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Bound port: 223a0504-e0c6-465f-b1cc-81f160c07657, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:55:24.678650 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.769904 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] For port 223a0504-e0c6-465f-b1cc-81f160c07657, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:55:24.775306 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] For port 223a0504-e0c6-465f-b1cc-81f160c07657, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=223a0504-e0c6-465f-b1cc-81f160c07657,segment=NetworkSegment(959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd),segment_id=959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:55:24.876779 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:24.964095 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee0589-37ae-4973-af41-2216f4ea2f70 None None] Pushing event updated for resources: {'Port': ['ID=223a0504-e0c6-465f-b1cc-81f160c07657,revision_number=2']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:25.043761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:25.541628 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629423'] for router, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:25.836138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Router a8e44ee9-5340-46fa-b36e-483fe30cd2eb is scheduled to L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 with binding_index 1 {{(pid=89725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 21 16:55:25.914898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ec1c8-c22a-4c28-9598-9a349a56dcc1 None None] Network dfad243e-3725-4fe7-9e58-dc5eed565a1b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 16:55:26.027414 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:55:26.041362 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Sync routers for ids ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:55:26.052810 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Routers {'a8e44ee9-5340-46fa-b36e-483fe30cd2eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:26.053430 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:26.126731 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-accbbdf2-b491-4fd4-96f6-c3655f8dab86 None None] Provisioning for port 223a0504-e0c6-465f-b1cc-81f160c07657 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:26.144175 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:26.147755 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-87c83c96-2a9c-4794-b8ed-6fc3cc93c2b4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0650563 Sep 21 16:55:26.147844 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56050) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:26.267932 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 285f361c-c3cf-43c4-b19a-26ddf61851c1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:26.286836 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Set router a8e44ee9-5340-46fa-b36e-483fe30cd2eb gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:26.428340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 285f361c-c3cf-43c4-b19a-26ddf61851c1 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:26.435164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 285f361c-c3cf-43c4-b19a-26ddf61851c1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:26.435544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:26.571380 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 285f361c-c3cf-43c4-b19a-26ddf61851c1 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:26.571999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:26.595468 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T16:55:24Z', 'revision_number': 3, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port': {'id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:24Z', 'updated_at': '2022-09-21T16:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:26.599711 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Checking router: a8e44ee9-5340-46fa-b36e-483fe30cd2eb for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:55:26.600067 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Updating router a8e44ee9-5340-46fa-b36e-483fe30cd2eb port b3235bcf-c838-4990-9ee9-3378ce987462 binding host dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:55:26.605339 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 285f361c-c3cf-43c4-b19a-26ddf61851c1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=285f361c-c3cf-43c4-b19a-26ddf61851c1,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:26.653156 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:26.687110 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:26.687910 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 223a0504-e0c6-465f-b1cc-81f160c07657 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:26.805828 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=285f361c-c3cf-43c4-b19a-26ddf61851c1,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:26.870127 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:26.875362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 223a0504-e0c6-465f-b1cc-81f160c07657 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:26.880754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 223a0504-e0c6-465f-b1cc-81f160c07657 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:26.881299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:26.987925 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Notify callbacks [] for port, precommit_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.000037 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.provisioning_blocks [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Transition to ACTIVE for port object b3235bcf-c838-4990-9ee9-3378ce987462 will not be triggered until provisioned by entity L2. {{(pid=89729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:27.008022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 223a0504-e0c6-465f-b1cc-81f160c07657 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:27.008502 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.045199 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 223a0504-e0c6-465f-b1cc-81f160c07657, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=223a0504-e0c6-465f-b1cc-81f160c07657,segment=NetworkSegment(959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd),segment_id=959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:27.081295 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.083733 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Allocated IP 172.20.0.1 (dfad243e-3725-4fe7-9e58-dc5eed565a1b/8a701aaa-7091-40b0-b903-21e3ea57e064/247f503c-c423-4c76-aeb7-068d491c155d) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:55:27.115830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.144523 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Attempting to bind port b3235bcf-c838-4990-9ee9-3378ce987462 on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:55:27.144803 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Attempting to bind port b3235bcf-c838-4990-9ee9-3378ce987462 by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:55:27.145166 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Attempting to bind port b3235bcf-c838-4990-9ee9-3378ce987462 on network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:55:27.157793 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:55:27.158188 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Checking segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:27.158594 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.159886 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Bound using segment: {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'} {{(pid=89729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:55:27.159886 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.managers [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Bound port: b3235bcf-c838-4990-9ee9-3378ce987462, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6fa55e-edf9-4b04-bbe9-28289865af7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26'}}] {{(pid=89729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:55:27.159886 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.192974 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=223a0504-e0c6-465f-b1cc-81f160c07657,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:27.207982 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064e8d5-16fa-4d1f-936e-b0eae9fb50b0 None None] Pushing event updated for resources: {'Port': ['ID=b3235bcf-c838-4990-9ee9-3378ce987462,revision_number=2']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:27.237776 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.244656 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] For port b3235bcf-c838-4990-9ee9-3378ce987462, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:55:27.244656 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.plugins.ml2.db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] For port b3235bcf-c838-4990-9ee9-3378ce987462, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b3235bcf-c838-4990-9ee9-3378ce987462,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:55:27.253762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.provisioning_blocks [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Transition to ACTIVE for port object 247f503c-c423-4c76-aeb7-068d491c155d will not be triggered until provisioned by entity DHCP. {{(pid=89726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:27.350227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.350405 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron_lib.callbacks.manager [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.416857 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Routers {'a8e44ee9-5340-46fa-b36e-483fe30cd2eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:27.418158 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:27.502062 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064e8d5-16fa-4d1f-936e-b0eae9fb50b0 None None] Pushing event updated for resources: {'Port': ['ID=b3235bcf-c838-4990-9ee9-3378ce987462,revision_number=3']} {{(pid=89729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:27.516349 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Network dfad243e-3725-4fe7-9e58-dc5eed565a1b is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:27.519162 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:27.523038 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:55:27.567085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Pushing event updated for resources: {'Port': ['ID=247f503c-c423-4c76-aeb7-068d491c155d,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:27.584646 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1629217'] for router_interface, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.624459 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] Set router a8e44ee9-5340-46fa-b36e-483fe30cd2eb gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:27.887820 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1d3e5729-ae4f-416e-8e37-c091dadefaae None None] Provisioning for port 247f503c-c423-4c76-aeb7-068d491c155d completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:27.893357 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-1d3e5729-ae4f-416e-8e37-c091dadefaae None None] Provisioning complete for port 247f503c-c423-4c76-aeb7-068d491c155d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:27.893735 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5729-ae4f-416e-8e37-c091dadefaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.906301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:27.946723 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T16:55:24Z', 'revision_number': 3, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port': {'id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:24Z', 'updated_at': '2022-09-21T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:27.949821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e5729-ae4f-416e-8e37-c091dadefaae None None] Port 247f503c-c423-4c76-aeb7-068d491c155d cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:55:27.951401 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17301f40-caae-4e55-b24a-536c421c6369 None None] The sync data for ids ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'] in dv-neutron-858618-1-hyperv is: [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T16:55:24Z', 'revision_number': 3, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port': {'id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:24Z', 'updated_at': '2022-09-21T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:55:28.146393 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:28.214066 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 285f361c-c3cf-43c4-b19a-26ddf61851c1 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:28.217132 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:28.290023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 285f361c-c3cf-43c4-b19a-26ddf61851c1 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:28.290402 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:28.338242 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623770'] for router_interface, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:28.342879 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Pushing event updated for resources: {'Port': ['ID=247f503c-c423-4c76-aeb7-068d491c155d,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:28.422191 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 285f361c-c3cf-43c4-b19a-26ddf61851c1 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:28.423388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 223a0504-e0c6-465f-b1cc-81f160c07657 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:28.451134 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:55:28.485689 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Network dfad243e-3725-4fe7-9e58-dc5eed565a1b is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:28.486934 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:28.500869 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 223a0504-e0c6-465f-b1cc-81f160c07657 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:28.501249 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:28.680144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 223a0504-e0c6-465f-b1cc-81f160c07657 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:28.701611 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Router a8e44ee9-5340-46fa-b36e-483fe30cd2eb has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:55:28.777483 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-57db886c-d72d-47aa-ae4f-25f01eadbe74 None None] Provisioning complete for port 247f503c-c423-4c76-aeb7-068d491c155d triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:28.777926 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-57db886c-d72d-47aa-ae4f-25f01eadbe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:28.834219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-57db886c-d72d-47aa-ae4f-25f01eadbe74 None None] Port 247f503c-c423-4c76-aeb7-068d491c155d cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:55:28.888975 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:55:28.897894 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-c65191a1-8e25-4a5c-b2c7-c9522e94252d admin admin] 10.222.0.65 "PUT /v2.0/routers/a8e44ee9-5340-46fa-b36e-483fe30cd2eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7484207 Sep 21 16:55:29.325680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56062) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:29.331105 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802829609', 'description': 'tempest-secgroup-smoke-1802829609 description', 'project_id': '388712df14c145d7a1349af97cc36a09'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:29.337596 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:29.342183 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:security_group and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:29.345914 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:29.352521 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:29.439905 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:29.465125 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:29.468947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:security_group_rule and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:29.473924 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:29.485557 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:29.508695 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Sync routers for ids ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:55:29.519223 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Routers {'a8e44ee9-5340-46fa-b36e-483fe30cd2eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:29.519898 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:29.558831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:29.575787 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:29.612602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:29.655297 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d95f07-fbaf-4370-9095-b3abc8bf72ae,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:29.698314 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Set router a8e44ee9-5340-46fa-b36e-483fe30cd2eb gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:29.715417 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:29.716702 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-00eef5ef-24c3-4bf7-a284-305989bc9c0a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3898735 Sep 21 16:55:29.719772 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56066) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:29.725034 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'security_group_rule': {'security_group_id': 'a0d95f07-fbaf-4370-9095-b3abc8bf72ae', 'project_id': '388712df14c145d7a1349af97cc36a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:29.731174 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:29.735227 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:security_group_rule and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:29.738125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:29.744113 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:29.820810 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:29.887331 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:29.996854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.022881 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T16:55:27Z', 'revision_number': 4, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port': {'id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:24Z', 'updated_at': '2022-09-21T16:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '247f503c-c423-4c76-aeb7-068d491c155d', 'name': '', 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'mac_address': 'fa:16:3e:70:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8a701aaa-7091-40b0-b903-21e3ea57e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:26Z', 'updated_at': '2022-09-21T16:55:27Z', 'revision_number': 2, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'subnets': [{'id': '8a701aaa-7091-40b0-b903-21e3ea57e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:30.029255 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Checking router: a8e44ee9-5340-46fa-b36e-483fe30cd2eb for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:55:30.029510 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519b9561-8c6b-4b8a-830b-1ea37ff3dd2b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:30.029613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Updating router a8e44ee9-5340-46fa-b36e-483fe30cd2eb port 247f503c-c423-4c76-aeb7-068d491c155d binding host dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:55:30.075891 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.077045 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-f1f5d204-00a6-4ca8-8dce-e255165cdd29 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562253 Sep 21 16:55:30.079721 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56070) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:30.085013 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'security_group_rule': {'security_group_id': 'a0d95f07-fbaf-4370-9095-b3abc8bf72ae', 'project_id': '388712df14c145d7a1349af97cc36a09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:30.085713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.090996 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:30.094936 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:security_group_rule and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:30.097857 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:30.104448 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:30.201761 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.213994 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b3235bcf-c838-4990-9ee9-3378ce987462 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:30.265792 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.327198 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.351246 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf3c87f-94ab-47e2-aa37-d61ecabb2c8b,revision_number=0']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:30.424530 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.425775 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-d3655837-5a6f-4968-815e-8cee844e084b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451350 Sep 21 16:55:30.428667 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56074) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:30.433994 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'security_group_rule': {'security_group_id': 'a0d95f07-fbaf-4370-9095-b3abc8bf72ae', 'project_id': '388712df14c145d7a1349af97cc36a09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:30.440241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:30.444164 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:security_group_rule and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:30.447179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:30.452951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:30.469503 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port b3235bcf-c838-4990-9ee9-3378ce987462 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:30.480381 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b3235bcf-c838-4990-9ee9-3378ce987462 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:30.480763 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.525951 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.537513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Notify callbacks [] for port, precommit_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.554830 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Transition to ACTIVE for port object 247f503c-c423-4c76-aeb7-068d491c155d will not be triggered until provisioned by entity L2. {{(pid=89727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:30.590207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.621126 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b3235bcf-c838-4990-9ee9-3378ce987462 is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:30.621507 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.633026 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.658090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.681433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b79341-15f3-4233-ae32-6c325a4eeb18,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:30.749364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port b3235bcf-c838-4990-9ee9-3378ce987462, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b3235bcf-c838-4990-9ee9-3378ce987462,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:30.766868 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.768214 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-81534484-73a2-46a5-b6b7-6b3410cf1c0d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383806 Sep 21 16:55:30.770883 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56078) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:30.775833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'security_group_rule': {'security_group_id': 'a0d95f07-fbaf-4370-9095-b3abc8bf72ae', 'project_id': '388712df14c145d7a1349af97cc36a09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:30.783330 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:30.787179 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:security_group_rule and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:30.790108 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:30.796049 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:30.832490 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0d796-26bd-462c-a053-1f830f44b344 None None] Pushing event updated for resources: {'Port': ['ID=247f503c-c423-4c76-aeb7-068d491c155d,revision_number=3']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:30.835808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.865434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.934819 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.938691 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Attempting to bind port 247f503c-c423-4c76-aeb7-068d491c155d on host dv-neutron-858618-1-hyperv for vnic_type normal with profile {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:55:30.939062 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Attempting to bind port 247f503c-c423-4c76-aeb7-068d491c155d by drivers openvswitch,hyperv on host dv-neutron-858618-1-hyperv at level 0 using segments [{'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:55:30.939418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Attempting to bind port 247f503c-c423-4c76-aeb7-068d491c155d on network dfad243e-3725-4fe7-9e58-dc5eed565a1b {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:55:30.949949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Checking agent: {'id': '841753c2-b0b5-4622-8c5b-e5cdfd008312', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858618-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 45, 36), 'started_at': datetime.datetime(2022, 9, 21, 15, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858618-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:55:30.951174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Checking segment: {'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:30.951174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.951174 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Bound using segment: {'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'} {{(pid=89727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:55:30.951581 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.managers [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Bound port: 247f503c-c423-4c76-aeb7-068d491c155d, host: dv-neutron-858618-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b'}}] {{(pid=89727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:55:30.951957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:30.973302 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=b3235bcf-c838-4990-9ee9-3378ce987462,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:30.996355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.023233 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8732cfd-a996-4179-bcc4-8d5b58abc2ae,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:31.051004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] For port 247f503c-c423-4c76-aeb7-068d491c155d, host dv-neutron-858618-1-hyperv, cleared binding levels {{(pid=89727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:55:31.053906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] For port 247f503c-c423-4c76-aeb7-068d491c155d, host dv-neutron-858618-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=247f503c-c423-4c76-aeb7-068d491c155d,segment=NetworkSegment(959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd),segment_id=959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd)] {{(pid=89727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:55:31.087121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.088269 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-49752abd-bebc-43f4-8450-ec423932e4a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164792 Sep 21 16:55:31.091127 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56082) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:31.096106 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'security_group_rule': {'security_group_id': 'a0d95f07-fbaf-4370-9095-b3abc8bf72ae', 'project_id': '388712df14c145d7a1349af97cc36a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:31.102265 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:31.106293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:security_group_rule and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:31.109196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:31.115226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:31.116013 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.176903 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Routers {'a8e44ee9-5340-46fa-b36e-483fe30cd2eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:31.177487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:31.201533 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Project 388712df14c145d7a1349af97cc36a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:55:31.208577 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.269365 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0d796-26bd-462c-a053-1f830f44b344 None None] Pushing event updated for resources: {'Port': ['ID=247f503c-c423-4c76-aeb7-068d491c155d,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:31.273288 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.344005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.367548 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d32e80-50d1-47df-88ec-5d55b92d1dea,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:31.368367 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] Set router a8e44ee9-5340-46fa-b36e-483fe30cd2eb gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:31.428117 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.429348 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-d70ad64e-c923-4d97-ad71-7edaa24323b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3373187 Sep 21 16:55:31.432158 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56086) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:31.437829 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'security_group_rule': {'security_group_id': 'a0d95f07-fbaf-4370-9095-b3abc8bf72ae', 'project_id': '388712df14c145d7a1349af97cc36a09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:31.444046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:31.447918 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:security_group_rule and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:31.450851 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89725) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:31.456635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:31.565653 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.securitygroups_db [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Project 388712df14c145d7a1349af97cc36a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:55:31.572528 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.638649 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.682818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T16:55:27Z', 'revision_number': 4, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port': {'id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:24Z', 'updated_at': '2022-09-21T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '247f503c-c423-4c76-aeb7-068d491c155d', 'name': '', 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'mac_address': 'fa:16:3e:70:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8a701aaa-7091-40b0-b903-21e3ea57e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:26Z', 'updated_at': '2022-09-21T16:55:31Z', 'revision_number': 4, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'subnets': [{'id': '8a701aaa-7091-40b0-b903-21e3ea57e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:31.687234 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be857654-2574-40f7-90c0-ad71cfe84443 None None] The sync data for ids ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'] in dv-neutron-858618-1-hyperv is: [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T16:55:27Z', 'revision_number': 4, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port': {'id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:24Z', 'updated_at': '2022-09-21T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '247f503c-c423-4c76-aeb7-068d491c155d', 'name': '', 'network_id': 'dfad243e-3725-4fe7-9e58-dc5eed565a1b', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'mac_address': 'fa:16:3e:70:b3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '8a701aaa-7091-40b0-b903-21e3ea57e064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:26Z', 'updated_at': '2022-09-21T16:55:31Z', 'revision_number': 4, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'subnets': [{'id': '8a701aaa-7091-40b0-b903-21e3ea57e064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:55:31.715831 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494446'] for security_group_rule, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.756995 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ac893b-16e9-4ada-acc0-26d99c3e3332,revision_number=0']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:31.824565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:31.828558 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-92402903-8fd9-47dc-a3f3-e1bef6f99548 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3923392 Sep 21 16:55:31.994765 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-da7642dc-6089-4466-99c0-f46087308d5a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:security_group {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:55:32.064183 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-da7642dc-6089-4466-99c0-f46087308d5a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:security_group {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:55:32.065372 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-da7642dc-6089-4466-99c0-f46087308d5a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802829609&fields=id&tenant_id=388712df14c145d7a1349af97cc36a09 HTTP/1.1" status: 200 len: 267 time: 0.1121891 Sep 21 16:55:32.257333 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 247f503c-c423-4c76-aeb7-068d491c155d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:32.348045 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-2c2c05b5-cc38-4a5c-bf15-16dd855a94dc tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:32.348348 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-2c2c05b5-cc38-4a5c-bf15-16dd855a94dc tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:network {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:55:32.395726 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning for port 247f503c-c423-4c76-aeb7-068d491c155d completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:32.401184 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 247f503c-c423-4c76-aeb7-068d491c155d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:32.405871 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:32.424215 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-2c2c05b5-cc38-4a5c-bf15-16dd855a94dc tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:network {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:55:32.426205 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-2c2c05b5-cc38-4a5c-bf15-16dd855a94dc tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 810 time: 0.3537734 Sep 21 16:55:32.440670 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-2906e312-887f-48b4-8208-11acf87f424f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/quotas/388712df14c145d7a1349af97cc36a09 HTTP/1.1" status: 200 len: 375 time: 0.0098438 Sep 21 16:55:32.529151 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 247f503c-c423-4c76-aeb7-068d491c155d is: DOWN; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:32.529577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:32.543199 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-0376bd86-c681-451b-aee1-8b280a2c297b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948315 Sep 21 16:55:32.569558 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] For port 247f503c-c423-4c76-aeb7-068d491c155d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=247f503c-c423-4c76-aeb7-068d491c155d,segment=NetworkSegment(959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd),segment_id=959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:32.658216 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:32.659181 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b3235bcf-c838-4990-9ee9-3378ce987462 up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:32.699236 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-025e9413-43d0-4276-a016-f9486e2cb2da service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:55:32.706198 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-025e9413-43d0-4276-a016-f9486e2cb2da service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518849 Sep 21 16:55:32.776662 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Pushing event updated for resources: {'Port': ['ID=247f503c-c423-4c76-aeb7-068d491c155d,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:32.787821 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port b3235bcf-c838-4990-9ee9-3378ce987462 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:32.788198 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:32.842203 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-154b5149-78bb-4d5a-a4a9-669c93713520 service neutron] 10.222.0.65 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351471 Sep 21 16:55:32.920719 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port b3235bcf-c838-4990-9ee9-3378ce987462 is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:32.977336 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-5550aafe-0a45-4d02-a0e1-1951b7d70f53 service neutron] 10.222.0.65 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293461 Sep 21 16:55:32.978388 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c5dbebef-1d7a-4e28-96c0-1ab0c85bec0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:33.257705 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-cc59d9c2-8036-49d5-8694-68cbbead5d4a req-4975e658-ded2-4220-9d7d-3d300c249658 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:55:33.371153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-cc59d9c2-8036-49d5-8694-68cbbead5d4a req-4975e658-ded2-4220-9d7d-3d300c249658 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:55:33.372332 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cc59d9c2-8036-49d5-8694-68cbbead5d4a req-4975e658-ded2-4220-9d7d-3d300c249658 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 210 time: 0.1646414 Sep 21 16:55:34.180553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 247f503c-c423-4c76-aeb7-068d491c155d up at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:34.248816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Provisioning complete for port 247f503c-c423-4c76-aeb7-068d491c155d triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:34.249424 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:34.367299 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port 247f503c-c423-4c76-aeb7-068d491c155d is: ACTIVE; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:34.531945 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b7797e93-603d-4201-bdff-d55282c85b61 req-16bfc109-25f5-4f42-9f63-faf6d35621ac tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 210 time: 0.0498760 Sep 21 16:55:35.018221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3adce21a-3f92-44b2-b762-a92f00fa64b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:35.528830 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-a92e0e63-fc8f-4320-8e64-8ee0c77c3294 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:35.530225 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-a92e0e63-fc8f-4320-8e64-8ee0c77c3294 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 810 time: 0.1458929 Sep 21 16:55:35.582096 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-a94e5829-43f7-41d2-bc2f-681772c27745 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:security_group {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:55:35.593822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-a94e5829-43f7-41d2-bc2f-681772c27745 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:security_group {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:55:35.594938 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-a94e5829-43f7-41d2-bc2f-681772c27745 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388712df14c145d7a1349af97cc36a09 HTTP/1.1" status: 200 len: 380 time: 0.0558748 Sep 21 16:55:35.603227 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'port': {'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'admin_state_up': True, 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'security_groups': ['a0d95f07-fbaf-4370-9095-b3abc8bf72ae']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:35.732866 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-72911d13-1108-49c6-a267-0fff20ad66d2 req-886405c6-924e-4790-87df-037aaf69e6e9 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 210 time: 0.0621154 Sep 21 16:55:35.790713 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:35.798136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:35.885207 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Made reservation on behalf of 388712df14c145d7a1349af97cc36a09 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:55:35.889556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:36.050226 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Allocated IP 172.20.0.4 (8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5/8254d691-194d-4943-818e-8a6235804a54/073ee559-6abd-4e08-a66c-b555d61d61f0) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:55:36.240436 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:36.258383 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Transition to ACTIVE for port object 073ee559-6abd-4e08-a66c-b555d61d61f0 will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:36.321346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:36.344373 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:36.517904 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:36.520737 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:36.524720 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:55:36.565789 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:36.599736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:36.600351 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:36.697683 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-b6506841-b23a-4fad-be82-d77b9a1cee52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0979753 Sep 21 16:55:36.710197 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Request body: {'port': {'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:36.820059 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:36.860037 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ab04c4f2-0e05-4370-8e6c-515c4af56cc3 None None] Provisioning for port 073ee559-6abd-4e08-a66c-b555d61d61f0 completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:36.875433 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-ab04c4f2-0e05-4370-8e6c-515c4af56cc3 None None] Provisioning complete for port 073ee559-6abd-4e08-a66c-b555d61d61f0 triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:36.875809 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ab04c4f2-0e05-4370-8e6c-515c4af56cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:36.987958 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30374fa-e2b1-4a0a-9f29-78a9ef00ed64 req-49a2916a-b758-40d6-8f0d-f2e2cada14f5 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:36.997059 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f30374fa-e2b1-4a0a-9f29-78a9ef00ed64 req-49a2916a-b758-40d6-8f0d-f2e2cada14f5 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 931 time: 0.1475966 Sep 21 16:55:36.997261 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-ab04c4f2-0e05-4370-8e6c-515c4af56cc3 None None] Port 073ee559-6abd-4e08-a66c-b555d61d61f0 cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:55:37.052635 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f30374fa-e2b1-4a0a-9f29-78a9ef00ed64 req-96047fa0-27f3-403a-9dab-38edf8929dd9 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542510 Sep 21 16:55:37.079836 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:37.196590 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073ee559-6abd-4e08-a66c-b555d61d61f0 {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:55:37.204881 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:37.219472 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Transition to ACTIVE for port object 073ee559-6abd-4e08-a66c-b555d61d61f0 will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:55:37.275336 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:37.470818 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Pushing event updated for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:37.502112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Attempting to bind port 073ee559-6abd-4e08-a66c-b555d61d61f0 on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:55:37.502450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Attempting to bind port 073ee559-6abd-4e08-a66c-b555d61d61f0 by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:55:37.502775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Attempting to bind port 073ee559-6abd-4e08-a66c-b555d61d61f0 on network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:55:37.507245 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Port 073ee559-6abd-4e08-a66c-b555d61d61f0 on network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:55:37.507563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Attempting to bind port 073ee559-6abd-4e08-a66c-b555d61d61f0 on network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:55:37.512740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:55:37.516616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Checking segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:55:37.516616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Bound using segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:55:37.516616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Bound port: 073ee559-6abd-4e08-a66c-b555d61d61f0, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:55:37.516616 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:37.605790 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:55:37.608869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:55:37.674023 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:37.704750 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:37.705355 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:37.706749 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] 10.222.0.33 "PUT /v2.0/ports/073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 200 len: 1093 time: 1.0009394 Sep 21 16:55:37.707174 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:55:37.709455 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebb96bac2a339595600070b156ab633fc00b79e1179c903b17e6b412e983639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf68e85f-ece4-4e20-8caa-150cccbd3aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:55:37.752035 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3e6345-f062-4172-8187-7d14d9271244 x-openstack-request-id: req-8b3e6345-f062-4172-8187-7d14d9271244 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:55:37.752323 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:55:37.752759 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b3e6345-f062-4172-8187-7d14d9271244 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:55:37.753159 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3e6345-f062-4172-8187-7d14d9271244'] response: {'name': 'network-changed', 'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'status': 'completed', 'code': 200} Sep 21 16:55:37.757128 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d45ec0-2158-4b18-9b56-cb0bd9afefea service neutron] Pushing event updated for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:37.849536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68e85f-ece4-4e20-8caa-150cccbd3aeb req-4b785f3b-292e-4ed8-aba5-d9512642ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:37.851024 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cf68e85f-ece4-4e20-8caa-150cccbd3aeb req-4b785f3b-292e-4ed8-aba5-d9512642ba98 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1096 time: 0.0778606 Sep 21 16:55:37.988660 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68e85f-ece4-4e20-8caa-150cccbd3aeb req-51eddf04-8ece-4b3c-8a6a-8bffb5ebe3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:37.990124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cf68e85f-ece4-4e20-8caa-150cccbd3aeb req-51eddf04-8ece-4b3c-8a6a-8bffb5ebe3b5 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=388712df14c145d7a1349af97cc36a09&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1321793 Sep 21 16:55:38.134434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68e85f-ece4-4e20-8caa-150cccbd3aeb req-343cb283-a2dc-41e5-ba49-380a5e0609d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:38.134434 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-cf68e85f-ece4-4e20-8caa-150cccbd3aeb req-343cb283-a2dc-41e5-ba49-380a5e0609d1 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362100 Sep 21 16:55:38.155559 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:38.249352 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-2947af33-7949-453a-8d1d-1b1cd91560a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:38.250832 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-2947af33-7949-453a-8d1d-1b1cd91560a8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1096 time: 0.0837345 Sep 21 16:55:38.255007 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ceaa1-5be5-4ecc-a5c2-00c157b336fc req-e40d4193-abfe-4361-9259-dd8229c2ad47 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:38.256455 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ab0ceaa1-5be5-4ecc-a5c2-00c157b336fc req-e40d4193-abfe-4361-9259-dd8229c2ad47 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 943 time: 0.0888116 Sep 21 16:55:38.304991 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-ab0ceaa1-5be5-4ecc-a5c2-00c157b336fc req-56e7495d-14a1-40d9-baf5-b0a9d8a3d8d7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 Sep 21 16:55:38.319564 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-d845c555-1887-46c9-804b-d6fc0937fe90 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 200 len: 217 time: 0.0622742 Sep 21 16:55:38.484317 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-920f37c3-01bd-4002-83a7-bde0406a2221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:38.485727 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-920f37c3-01bd-4002-83a7-bde0406a2221 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.1602507 Sep 21 16:55:38.567433 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-aa08ae54-e34a-4ff7-a00b-24517818316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:38.568845 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-aa08ae54-e34a-4ff7-a00b-24517818316c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766256 Sep 21 16:55:38.697001 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-cf4a85ed-15d8-4470-bfb1-8b9e19ba3f50 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220562 Sep 21 16:55:38.826199 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3bcdc710-79a0-42bb-8ad1-df261d867cea req-ce7f6cdc-1f47-482f-80f6-adaf4ac42089 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234438 Sep 21 16:55:39.507536 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15efc0-5934-497b-ab84-e4e8330ef0a6 req-a6f51402-eb2e-4938-a302-0c5c50ad1e10 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:39.508140 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ff15efc0-5934-497b-ab84-e4e8330ef0a6 req-a6f51402-eb2e-4938-a302-0c5c50ad1e10 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:55:39.599281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-ff15efc0-5934-497b-ab84-e4e8330ef0a6 req-a6f51402-eb2e-4938-a302-0c5c50ad1e10 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:55:39.600422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff15efc0-5934-497b-ab84-e4e8330ef0a6 req-a6f51402-eb2e-4938-a302-0c5c50ad1e10 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 943 time: 0.1827967 Sep 21 16:55:39.645238 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff15efc0-5934-497b-ab84-e4e8330ef0a6 req-7bfcbf95-5edf-4138-94f3-db3d5ffed9ff tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Sep 21 16:55:40.840137 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708263e9-6f61-4181-abd9-833fca666c8f req-8ed0d4d6-e82c-4c70-bc27-38a79e7c9e41 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:40.841552 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-708263e9-6f61-4181-abd9-833fca666c8f req-8ed0d4d6-e82c-4c70-bc27-38a79e7c9e41 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 943 time: 0.0864592 Sep 21 16:55:40.886730 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-708263e9-6f61-4181-abd9-833fca666c8f req-bd04ef77-5c4b-478a-bae8-d4c024515e9a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389504 Sep 21 16:55:42.082136 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602c76c-d599-485f-a0fa-6abe077393c0 req-7b7af818-de36-4dad-9f05-41a261a90500 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:42.083626 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4602c76c-d599-485f-a0fa-6abe077393c0 req-7b7af818-de36-4dad-9f05-41a261a90500 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 943 time: 0.0885794 Sep 21 16:55:42.130311 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 073ee559-6abd-4e08-a66c-b555d61d61f0 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:55:42.131509 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4602c76c-d599-485f-a0fa-6abe077393c0 req-14b6f929-5e66-4431-b9b2-e9cd76aff406 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414665 Sep 21 16:55:42.297158 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:42.310336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:55:42.366674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 073ee559-6abd-4e08-a66c-b555d61d61f0 is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:42.367051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:42.384052 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073ee559-6abd-4e08-a66c-b555d61d61f0 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:55:42.399331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:42.486518 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:42.552346 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:42.703762 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['073ee559-6abd-4e08-a66c-b555d61d61f0'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:55:43.330377 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748755a6-519e-4941-995c-68584b87c87b req-387106d5-506c-41ce-9c0a-8f51c294a380 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:43.331763 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-748755a6-519e-4941-995c-68584b87c87b req-387106d5-506c-41ce-9c0a-8f51c294a380 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 944 time: 0.0889423 Sep 21 16:55:43.376435 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-748755a6-519e-4941-995c-68584b87c87b req-cdd48ca6-7fb9-4a21-992a-5922ea8d9f00 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387130 Sep 21 16:55:44.146017 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 073ee559-6abd-4e08-a66c-b555d61d61f0 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:55:44.292523 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port 073ee559-6abd-4e08-a66c-b555d61d61f0 completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:55:44.297137 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 073ee559-6abd-4e08-a66c-b555d61d61f0 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:55:44.297504 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:44.415931 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 073ee559-6abd-4e08-a66c-b555d61d61f0 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:55:44.416321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:44.444019 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:55:44.446403 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7699ad6ef901155840b8e87fd02208a91f5f5f0ad9cc4753d0c9a26b0c19ab02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb246fbd-bfb0-48d2-96dc-1ce1c66f9f95" -d '{"events": [{"server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "name": "network-vif-plugged", "status": "completed", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:55:44.454340 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:55:44.489548 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa2bbaa-7a5e-42e4-ab36-7b15c218e9f1 x-openstack-request-id: req-daa2bbaa-7a5e-42e4-ab36-7b15c218e9f1 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:55:44.489841 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "name": "network-vif-plugged", "status": "completed", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:55:44.490193 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-daa2bbaa-7a5e-42e4-ab36-7b15c218e9f1 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:55:44.490708 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa2bbaa-7a5e-42e4-ab36-7b15c218e9f1'] response: {'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'code': 200} Sep 21 16:55:44.549515 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:44.584566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22f30d-a77d-4d24-85f5-35f034cdb5b1 req-ef4854a9-8af0-4c9d-8aaf-b81b9aaaaca1 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:44.586319 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb22f30d-a77d-4d24-85f5-35f034cdb5b1 req-ef4854a9-8af0-4c9d-8aaf-b81b9aaaaca1 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 944 time: 0.0934606 Sep 21 16:55:44.619194 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:44.631388 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fb22f30d-a77d-4d24-85f5-35f034cdb5b1 req-fcbfec84-d39a-423e-86bb-2188ab7883a4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389192 Sep 21 16:55:44.844468 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea30b5-4813-4c3b-a57a-043667307f0c req-8a86931d-39ee-4aee-b951-ea66ad96c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:44.845883 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3eea30b5-4813-4c3b-a57a-043667307f0c req-8a86931d-39ee-4aee-b951-ea66ad96c57b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1098 time: 0.0803051 Sep 21 16:55:44.886690 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-3eea30b5-4813-4c3b-a57a-043667307f0c req-0187d460-bae1-4231-a99c-e3d7b93494f9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351043 Sep 21 16:55:45.838658 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8978a-15ce-4586-a013-03da2dfd6550 req-bdcc6b46-e025-44fd-8795-8d47d743166f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:45.840694 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3ee8978a-15ce-4586-a013-03da2dfd6550 req-bdcc6b46-e025-44fd-8795-8d47d743166f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 945 time: 0.0937202 Sep 21 16:55:45.890663 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-3ee8978a-15ce-4586-a013-03da2dfd6550 req-7918ae1b-e25c-44aa-ab78-afd690749bf8 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Sep 21 16:55:47.087039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd30f9-2bca-4b3e-8c1d-7a72fc794c4e req-f67e9754-1aaa-4ecc-ab3a-13ab2b9d1d67 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:47.088503 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8dd30f9-2bca-4b3e-8c1d-7a72fc794c4e req-f67e9754-1aaa-4ecc-ab3a-13ab2b9d1d67 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 945 time: 0.0869296 Sep 21 16:55:47.136124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8dd30f9-2bca-4b3e-8c1d-7a72fc794c4e req-7e4fb2a6-9752-42f4-99dc-bbe33703e91f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 Sep 21 16:55:47.332043 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7793-fa1c-4727-88ed-1093e0e7496a req-e91fb32d-4898-420f-8a8c-13ee1eab8b04 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:47.333494 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5c6e7793-fa1c-4727-88ed-1093e0e7496a req-e91fb32d-4898-420f-8a8c-13ee1eab8b04 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 945 time: 0.0872657 Sep 21 16:55:47.376976 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5c6e7793-fa1c-4727-88ed-1093e0e7496a req-15cd39fc-0e3b-4eab-8834-fa5221d4a4ab tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369403 Sep 21 16:55:47.405815 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56166) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:47.527273 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5e4513-9c9a-40b7-a780-d9fc2b6a45f2 tempest-TestSnapshotPattern-1221960160 tempest-TestSnapshotPattern-1221960160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:47.527979 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d5e4513-9c9a-40b7-a780-d9fc2b6a45f2 tempest-TestSnapshotPattern-1221960160 tempest-TestSnapshotPattern-1221960160-project-admin] Synchronizing usage tracker for tenant:dca79312fc844942ba5215cb1a475a12 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:55:47.577870 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-5d5e4513-9c9a-40b7-a780-d9fc2b6a45f2 tempest-TestSnapshotPattern-1221960160 tempest-TestSnapshotPattern-1221960160-project-admin] Unset dirty status for tenant:dca79312fc844942ba5215cb1a475a12 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:55:47.579066 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-5d5e4513-9c9a-40b7-a780-d9fc2b6a45f2 tempest-TestSnapshotPattern-1221960160 tempest-TestSnapshotPattern-1221960160-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1093 time: 0.1722515 Sep 21 16:55:47.582051 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56172) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:55:47.587384 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:55:47.593732 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:55:47.597651 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:floatingip and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:55:47.600664 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:55:47.606477 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:55:47.669421 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:47.804213 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:47.935161 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Allocated IP 172.26.0.130 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/daa672f0-89a1-45f1-9a6c-69ed201126b0) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:55:48.081155 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:48.165321 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:48.320117 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:55:48.322740 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:55:48.326559 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:55:48.361191 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'Port': ['ID=daa672f0-89a1-45f1-9a6c-69ed201126b0,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:48.733513 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:48.874731 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:49.075983 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:49.130522 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:49.241202 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'Port': ['ID=daa672f0-89a1-45f1-9a6c-69ed201126b0,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:55:49.243706 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:49.413610 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Floating IP 32a946ed-0828-4a8b-ace6-b827618cb1e4 associated. External IP: 172.26.0.130, port: 073ee559-6abd-4e08-a66c-b555d61d61f0. Sep 21 16:55:49.855214 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Router 2ddbc423-3679-4fe1-8291-07f08465be46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:55:50.032568 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:55:50.042978 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] Sync routers for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:55:50.052317 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:50.052913 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:50.121334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:55:50.177444 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-7fa8facf-e7e5-47c3-943d-f186a337a59e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5943046 Sep 21 16:55:50.178053 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:55:50.180414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259d11c01a1fc8fb186ea26b4714f800095f361fc1a5156c38ba78fc6749d525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d097ee-5926-4032-9812-ad312e7bd528" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:55:50.223431 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2489ea-1d4d-4695-91d6-e62f3c4bccb8 x-openstack-request-id: req-2e2489ea-1d4d-4695-91d6-e62f3c4bccb8 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:55:50.223723 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:55:50.223976 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e2489ea-1d4d-4695-91d6-e62f3c4bccb8 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:55:50.224377 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2489ea-1d4d-4695-91d6-e62f3c4bccb8'] response: {'name': 'network-changed', 'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'status': 'completed', 'code': 200} Sep 21 16:55:50.235105 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:50.324380 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d097ee-5926-4032-9812-ad312e7bd528 req-70a6fc5f-eabf-4d75-8a4a-508eb0456e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:50.325855 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-70a6fc5f-eabf-4d75-8a4a-508eb0456e4b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1098 time: 0.0819983 Sep 21 16:55:50.457597 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d097ee-5926-4032-9812-ad312e7bd528 req-f10bd0cd-04a6-4426-9658-ff0c06b8958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:50.459086 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-f10bd0cd-04a6-4426-9658-ff0c06b8958b service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.1276109 Sep 21 16:55:50.565236 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-0df7711f-05e8-45d6-8e62-de0634ac4388 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 200 len: 999 time: 0.0996916 Sep 21 16:55:50.579619 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:48Z', 'revision_number': 0, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:50.583536 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] Checking router: 2ddbc423-3679-4fe1-8291-07f08465be46 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:55:50.591990 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:55:50.592577 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:55:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:50.628061 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d097ee-5926-4032-9812-ad312e7bd528 req-5976a536-687f-406c-9441-202d20236b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:50.629482 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-5976a536-687f-406c-9441-202d20236b5d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0590537 Sep 21 16:55:50.715130 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d097ee-5926-4032-9812-ad312e7bd528 req-9fc37907-3408-4075-a8ad-4dd861a491ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:50.716502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-9fc37907-3408-4075-a8ad-4dd861a491ae service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813451 Sep 21 16:55:50.725848 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-86cbdc0b-7b30-42f9-9f58-41d81bbb7701 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=89725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:55:50.726804 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-86cbdc0b-7b30-42f9-9f58-41d81bbb7701 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049212 Sep 21 16:55:50.770232 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:55:50.861392 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-1bbf4fea-8738-4e14-9340-871a9e589343 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280475 Sep 21 16:55:51.103909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-17d097ee-5926-4032-9812-ad312e7bd528 req-7bcc0d11-297e-4323-a394-058c2f3d77eb service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362847 Sep 21 16:55:51.152503 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:48Z', 'revision_number': 0, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:55:51.156385 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c24b0-1f20-4c3b-8dff-3fca621dabe1 None None] The sync data for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv is: [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:48Z', 'revision_number': 0, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:55:51.342579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0728a-5d4c-4b69-a45a-6c837dfc1747 None None] New status for floating IP 32a946ed-0828-4a8b-ace6-b827618cb1e4: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:55:56.008493 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-dcd5b535-e465-4b42-8b47-f7d24e6a9252 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775995 Sep 21 16:55:56.155069 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-0fb552e4-1278-418c-9b7b-d294b3f265b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:56.156578 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-0fb552e4-1278-418c-9b7b-d294b3f265b2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1098 time: 0.0816011 Sep 21 16:55:56.300274 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-3cb7b0dd-4cf3-4da3-8a30-f790a08b6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:56.301687 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-3cb7b0dd-4cf3-4da3-8a30-f790a08b6bc0 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.1261106 Sep 21 16:55:56.407219 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-a5e5f7f8-4c74-4485-9979-6795c4ddf44c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 200 len: 1001 time: 0.0976734 Sep 21 16:55:56.471039 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-a154e813-cd2e-4a6d-a954-a74d343d4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:56.472549 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-a154e813-cd2e-4a6d-a954-a74d343d4196 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0590427 Sep 21 16:55:56.558421 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-990187c0-05c2-47fc-a372-21b4f257565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:55:56.559738 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-990187c0-05c2-47fc-a372-21b4f257565d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802126 Sep 21 16:55:56.688744 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-bc3d315a-7370-4fe6-a57b-fb1cf8b309f1 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219399 Sep 21 16:55:56.816924 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-fa123eb3-41e8-4bef-83b1-6acc88e181e0 req-aded88e0-5c29-44c0-b55b-33133995f77a service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216888 Sep 21 16:55:59.558943 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:02.943570 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-deb56b4a-7329-4b90-b7b0-872bb0ee05b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:05.017957 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-63089ea0-0430-416b-95e2-962af886a3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:05.450558 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:56:06.326300 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:07.029291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:08.131562 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:29.565912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:32.960858 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-9c9666e5-7b62-4468-a851-0aecc18f7858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:35.017583 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a3d7844a-55b2-4daf-bb84-9c3ed5cba0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:36.331376 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:37.034544 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:38.163946 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:56:42.449478 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:56:56.992303 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-ceb17cc9-6e19-48ca-9281-93d6c70907cc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803685 Sep 21 16:56:57.140131 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-104828d4-c28f-4659-9f31-80afbdbe430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:56:57.141601 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-104828d4-c28f-4659-9f31-80afbdbe430d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1098 time: 0.0812578 Sep 21 16:56:57.287947 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-e04a5bd9-c212-421c-afcb-cccad9de7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:56:57.287947 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-e04a5bd9-c212-421c-afcb-cccad9de7a70 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.1249473 Sep 21 16:56:57.382067 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-2f50be96-3f23-4849-a0fd-18bed7d09208 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 200 len: 1001 time: 0.0923796 Sep 21 16:56:57.446563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-34cd226c-38c5-4512-8b04-dc31e6e31b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:56:57.447936 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-34cd226c-38c5-4512-8b04-dc31e6e31b31 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0593629 Sep 21 16:56:57.531242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-dd34e532-6913-4a9f-97c0-9d7eaeeaa7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:56:57.533321 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-dd34e532-6913-4a9f-97c0-9d7eaeeaa7ad service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781662 Sep 21 16:56:57.665464 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-ee3cf89f-b538-4d0e-ac08-d4c1eebe2c25 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260748 Sep 21 16:56:57.894858 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-1c13139b-1ab5-4ba8-a1e7-975c55667d66 req-2ce920c0-119e-47aa-9aa2-99b71c8b5096 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228141 Sep 21 16:56:59.588410 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:02.942452 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d921a3c2-133f-4e6f-a732-462cecc55ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:05.011023 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-f061a4dc-318a-4fd0-98c5-b773c771fc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:06.329076 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:07.039386 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:08.142178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:19.448841 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:57:29.593016 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:32.939985 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-dea6fb7d-7b90-409d-aefe-86f72cddb4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:35.016239 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2c2bb781-f052-4fbe-9f3a-8a033354b0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:36.316651 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:37.033770 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:38.141834 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:44.783131 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 073ee559-6abd-4e08-a66c-b555d61d61f0 details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:57:44.959071 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:57:44.972944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:57:45.028774 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 073ee559-6abd-4e08-a66c-b555d61d61f0 is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:57:45.029160 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:45.047885 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 073ee559-6abd-4e08-a66c-b555d61d61f0 {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:57:45.064801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:57:45.113364 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:45.187420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:57:45.196754 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['073ee559-6abd-4e08-a66c-b555d61d61f0'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:57:45.226645 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.228517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.228517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.228517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.228517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.228517 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.229412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.229412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.229412 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.229613 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.230055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:45.230273 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:46.793283 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 073ee559-6abd-4e08-a66c-b555d61d61f0 up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:57:46.869642 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port 073ee559-6abd-4e08-a66c-b555d61d61f0 triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:57:46.870180 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:47.016048 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 073ee559-6abd-4e08-a66c-b555d61d61f0 is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:57:47.016814 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:47.053084 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:57:47.055952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7699ad6ef901155840b8e87fd02208a91f5f5f0ad9cc4753d0c9a26b0c19ab02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8335664-b335-4048-9b1c-593e875b4ab0" -d '{"events": [{"server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "name": "network-vif-plugged", "status": "completed", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:57:47.060055 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:57:47.108680 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2156340-b082-4ff9-af80-0181c63ea821 x-openstack-request-id: req-b2156340-b082-4ff9-af80-0181c63ea821 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:57:47.108963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "name": "network-vif-plugged", "status": "completed", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:57:47.109222 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2156340-b082-4ff9-af80-0181c63ea821 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:57:47.109923 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2156340-b082-4ff9-af80-0181c63ea821'] response: {'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'code': 200} Sep 21 16:57:47.141783 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:47.218867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:57:55.578049 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-bdaf9dda-c078-4746-991a-f9fb3d23d052 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802829609&fields=id&tenant_id=388712df14c145d7a1349af97cc36a09 HTTP/1.1" status: 200 len: 267 time: 0.0398965 Sep 21 16:57:55.724409 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-810681cf-0fff-4b18-a67c-1e24c5c57b5f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:57:55.725831 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-810681cf-0fff-4b18-a67c-1e24c5c57b5f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 810 time: 0.1415098 Sep 21 16:57:55.740822 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-01c7f507-37ae-412f-bb17-8f8c443dcef4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/quotas/388712df14c145d7a1349af97cc36a09 HTTP/1.1" status: 200 len: 375 time: 0.0095181 Sep 21 16:57:55.838386 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-95c06523-cf26-40de-9cdc-7856469a1d9a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0924349 Sep 21 16:57:55.974766 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-4a2bd7db-2fe1-4f50-94f3-cb9c9df1af05 service neutron] 10.222.0.65 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251984 Sep 21 16:57:56.105095 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-aa578f1d-8c7c-4850-bb49-7c5dde113f17 service neutron] 10.222.0.65 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251359 Sep 21 16:57:56.436124 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4221c4b9-2277-4e3f-b3fa-5ecae0955b2b req-dd8051b8-37cd-4044-888d-085895784696 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 210 time: 0.1151531 Sep 21 16:57:56.449096 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:57:57.596154 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-edbf8322-6109-4af2-83db-f9d8b71dca25 req-09c75148-6581-4dce-a167-14ae19eed578 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 210 time: 0.0508301 Sep 21 16:57:58.480103 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-f8187c3f-1597-44a1-86b2-5fd8d7ca0855 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:57:58.481555 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-f8187c3f-1597-44a1-86b2-5fd8d7ca0855 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 810 time: 0.1446476 Sep 21 16:57:58.528676 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-30bddbec-5b06-4b4f-96f0-4668bc0d893b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=388712df14c145d7a1349af97cc36a09 HTTP/1.1" status: 200 len: 380 time: 0.0387239 Sep 21 16:57:58.536929 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'port': {'device_id': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'admin_state_up': True, 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'security_groups': ['a0d95f07-fbaf-4370-9095-b3abc8bf72ae']}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:57:58.677732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:57:58.687450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.quota.driver [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89725) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:57:58.761971 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-644642e0-a66f-45b7-8a7d-a301d2ef10ed req-9a684dff-dbfa-4b67-bc68-23e91b04454d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 210 time: 0.0502775 Sep 21 16:57:58.763034 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Made reservation on behalf of 388712df14c145d7a1349af97cc36a09 for: {'port': 1} {{(pid=89725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:57:58.770643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:58.829797 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 073ee559-6abd-4e08-a66c-b555d61d61f0 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 16:57:58.890634 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.33', 59685) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:57:58.946603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_common [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Allocated IP 172.20.0.8 (8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5/8254d691-194d-4943-818e-8a6235804a54/fa207f0e-2e00-40eb-9f63-42f7a693d52e) {{(pid=89725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:57:58.959186 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port 073ee559-6abd-4e08-a66c-b555d61d61f0 is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:57:58.959573 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:58.994532 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:57:58.997232 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7699ad6ef901155840b8e87fd02208a91f5f5f0ad9cc4753d0c9a26b0c19ab02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf6f689-e1e0-42ce-8e06-9e3ff75a0da7" -d '{"events": [{"server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "name": "network-vif-unplugged", "status": "completed", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:57:59.006354 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:57:59.073995 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 16:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a8cb91-7a6a-4e35-b37b-4acd6f52b5f3 x-openstack-request-id: req-d9a8cb91-7a6a-4e35-b37b-4acd6f52b5f3 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:57:59.074298 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "name": "network-vif-unplugged", "status": "completed", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:57:59.074556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9a8cb91-7a6a-4e35-b37b-4acd6f52b5f3 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:57:59.074977 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a8cb91-7a6a-4e35-b37b-4acd6f52b5f3'] response: {'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'code': 200} Sep 21 16:57:59.076478 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a13144bd-ecf6-40b6-8169-607d521f901b req-fbe10377-554e-4b3f-9036-85fb168d3d5d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1821268 Sep 21 16:57:59.105775 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:59.179643 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for port, precommit_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:59.192035 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:57:59.196822 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Transition to ACTIVE for port object fa207f0e-2e00-40eb-9f63-42f7a693d52e will not be triggered until provisioned by entity DHCP. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:57:59.243523 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13144bd-ecf6-40b6-8169-607d521f901b req-f9dfaf5d-f608-49d8-99ec-ff03ffbd1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:57:59.244988 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a13144bd-ecf6-40b6-8169-607d521f901b req-f9dfaf5d-f608-49d8-99ec-ff03ffbd1043 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1096 time: 0.0807204 Sep 21 16:57:59.276877 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_create {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:59.371404 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 is already hosted by enough agents. {{(pid=89725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:57:59.372415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=1']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:57:59.375363 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.base_scheduler [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources bound (agent type, host, resource id): {{(pid=89725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:57:59.377973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Received port after_create {{(pid=89725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:57:59.422620 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.423165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.423716 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.424212 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.424702 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.425196 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.425685 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.426211 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.426679 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.427153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.427635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.428109 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:57:59.485169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13144bd-ecf6-40b6-8169-607d521f901b req-0f6c4523-c2f9-429a-894f-bffca4b78678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:57:59.488142 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a13144bd-ecf6-40b6-8169-607d521f901b req-0f6c4523-c2f9-429a-894f-bffca4b78678 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.2187331 Sep 21 16:57:59.490644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:57:59.491546 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:59.593912 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-03522973-33ea-4dcb-aa78-fcd805d8c34e tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0605190 Sep 21 16:57:59.621378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:59.670161 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a13144bd-ecf6-40b6-8169-607d521f901b req-e16b239c-4560-40f3-a88d-92f86585f984 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 200 len: 999 time: 0.1466773 Sep 21 16:57:59.761571 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.v2.base [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Request body: {'port': {'device_id': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8586'}} {{(pid=89725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:57:59.815952 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-440affb3-a9a7-4032-a373-4a9db456bb51 None None] Provisioning for port fa207f0e-2e00-40eb-9f63-42f7a693d52e completed by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:57:59.821418 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-440affb3-a9a7-4032-a373-4a9db456bb51 None None] Provisioning complete for port fa207f0e-2e00-40eb-9f63-42f7a693d52e triggered by entity DHCP. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:57:59.821822 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-440affb3-a9a7-4032-a373-4a9db456bb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:59.852551 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13144bd-ecf6-40b6-8169-607d521f901b req-d4de5dbe-57ed-4bf7-9495-01fc17c6c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:57:59.854474 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a13144bd-ecf6-40b6-8169-607d521f901b req-d4de5dbe-57ed-4bf7-9495-01fc17c6c706 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0970488 Sep 21 16:57:59.910566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:57:59.976221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-440affb3-a9a7-4032-a373-4a9db456bb51 None None] Port fa207f0e-2e00-40eb-9f63-42f7a693d52e cannot update to ACTIVE because it is not bound. {{(pid=89727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 21 16:58:00.012267 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13144bd-ecf6-40b6-8169-607d521f901b req-72de8c99-9a8a-4e90-8b96-73677fe1002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:00.015780 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a13144bd-ecf6-40b6-8169-607d521f901b req-72de8c99-9a8a-4e90-8b96-73677fe1002c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1391132 Sep 21 16:58:00.231880 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90632d-a786-4fa3-9b3a-91ce4f1d4b6d req-4fc81a46-69f2-4f53-8e14-a20ec53312a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:00.232642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7f90632d-a786-4fa3-9b3a-91ce4f1d4b6d req-4fc81a46-69f2-4f53-8e14-a20ec53312a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 16:58:00.381210 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a13144bd-ecf6-40b6-8169-607d521f901b req-548d142d-da4f-4f96-a06b-b8b50d08c784 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295546 Sep 21 16:58:00.426982 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-7f90632d-a786-4fa3-9b3a-91ce4f1d4b6d req-4fc81a46-69f2-4f53-8e14-a20ec53312a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 16:58:00.428397 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f90632d-a786-4fa3-9b3a-91ce4f1d4b6d req-4fc81a46-69f2-4f53-8e14-a20ec53312a2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 931 time: 0.4188628 Sep 21 16:58:00.472559 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa207f0e-2e00-40eb-9f63-42f7a693d52e {{(pid=89725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:58:00.501784 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7f90632d-a786-4fa3-9b3a-91ce4f1d4b6d req-d4bf4a85-4594-4e21-9396-8455234a7ddd tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612600 Sep 21 16:58:00.504290 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:00.521150 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.provisioning_blocks [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Transition to ACTIVE for port object fa207f0e-2e00-40eb-9f63-42f7a693d52e will not be triggered until provisioned by entity L2. {{(pid=89725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:58:00.581413 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:00.898592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Pushing event updated for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=2']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:58:00.941434 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Attempting to bind port fa207f0e-2e00-40eb-9f63-42f7a693d52e on host hv-neutron-8586 for vnic_type normal with profile {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 21 16:58:00.941768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Attempting to bind port fa207f0e-2e00-40eb-9f63-42f7a693d52e by drivers openvswitch,hyperv on host hv-neutron-8586 at level 0 using segments [{'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 21 16:58:00.942138 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Attempting to bind port fa207f0e-2e00-40eb-9f63-42f7a693d52e on network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:58:00.947090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Port fa207f0e-2e00-40eb-9f63-42f7a693d52e on network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8586 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 21 16:58:00.947412 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Attempting to bind port fa207f0e-2e00-40eb-9f63-42f7a693d52e on network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 21 16:58:00.954937 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Checking agent: {'id': 'befa6406-13ea-4319-8c38-a0c784199df8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8586', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'started_at': datetime.datetime(2022, 9, 21, 15, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 21 16:58:00.955568 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Checking segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 21 16:58:00.956062 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Bound using segment: {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'} {{(pid=89725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 21 16:58:00.956617 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.managers [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Bound port: fa207f0e-2e00-40eb-9f63-42f7a693d52e, host: hv-neutron-8586, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9607a89c-6316-43fe-b798-42cbbcc49b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5'}}] {{(pid=89725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 21 16:58:00.957046 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:01.072065 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, cleared binding levels {{(pid=89725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 21 16:58:01.075277 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 21 16:58:01.159635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2235104'] for port, after_update {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:01.192865 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:01.193565 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:01.195046 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] 10.222.0.33 "PUT /v2.0/ports/fa207f0e-2e00-40eb-9f63-42f7a693d52e HTTP/1.1" status: 200 len: 1093 time: 1.4378884 Sep 21 16:58:01.195540 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:58:01.197930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebb96bac2a339595600070b156ab633fc00b79e1179c903b17e6b412e983639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c713e-a609-4219-ae71-b67131509022" -d '{"events": [{"name": "network-changed", "server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:58:01.240539 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18841c3-e968-44fc-9dd3-ac6b54970c55 service neutron] Pushing event updated for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=3']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:58:01.248977 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe5313-e4d1-41b0-97f3-3277e797eff8 x-openstack-request-id: req-94fe5313-e4d1-41b0-97f3-3277e797eff8 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:58:01.250075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:58:01.250075 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94fe5313-e4d1-41b0-97f3-3277e797eff8 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:58:01.254974 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fe5313-e4d1-41b0-97f3-3277e797eff8'] response: {'name': 'network-changed', 'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'status': 'completed', 'code': 200} Sep 21 16:58:01.720045 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362fd56-dab7-4ca2-becd-0ac4d3173157 req-aff86e0c-506d-4450-9975-98f2ac117fe5 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:01.722477 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a362fd56-dab7-4ca2-becd-0ac4d3173157 req-aff86e0c-506d-4450-9975-98f2ac117fe5 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.0980251 Sep 21 16:58:01.778801 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a362fd56-dab7-4ca2-becd-0ac4d3173157 req-0c5abedf-e01c-4fd0-b0d0-3604551844d1 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500422 Sep 21 16:58:02.958941 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7cb9f948-388b-476b-aa25-3d9b55746710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:03.004829 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e639d87-e340-4e84-b936-ea9280f2801e req-5244a1e8-d866-4456-b925-387f8b7ed09b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:03.006622 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5e639d87-e340-4e84-b936-ea9280f2801e req-5244a1e8-d866-4456-b925-387f8b7ed09b tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.1039591 Sep 21 16:58:03.072526 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-5e639d87-e340-4e84-b936-ea9280f2801e req-c9f2ffce-67b6-4f00-900a-b7e61bd34bfd tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596395 Sep 21 16:58:04.290293 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00328-bff6-421c-aadf-5b1c9fdbaafd req-f45729d5-21c3-4a0a-9d01-094b2825921c tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:04.291946 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2c00328-bff6-421c-aadf-5b1c9fdbaafd req-f45729d5-21c3-4a0a-9d01-094b2825921c tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.0948334 Sep 21 16:58:04.344068 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-f2c00328-bff6-421c-aadf-5b1c9fdbaafd req-9ec9bd45-28a8-453f-99c8-08bcae7045fd tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461681 Sep 21 16:58:05.038911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4ec4-1f5e-44e6-b058-2d5e1b9875ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:05.575604 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97d2f5-42cf-45de-813c-457102378cc9 req-8666b921-1a9f-40e7-b8a4-6e553b64ae6d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:05.577224 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1d97d2f5-42cf-45de-813c-457102378cc9 req-8666b921-1a9f-40e7-b8a4-6e553b64ae6d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.1159348 Sep 21 16:58:05.626998 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-1d97d2f5-42cf-45de-813c-457102378cc9 req-9b1eebe9-0968-47b8-b053-9365f3cbdb7a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Sep 21 16:58:06.329964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:06.874101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff520084-0dc6-4af9-8186-6c7d1fcbe180 req-eb998b10-4e07-41df-8b8a-cece8740e89f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:06.875572 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff520084-0dc6-4af9-8186-6c7d1fcbe180 req-eb998b10-4e07-41df-8b8a-cece8740e89f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.0909708 Sep 21 16:58:06.925172 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-ff520084-0dc6-4af9-8186-6c7d1fcbe180 req-ca99b8ce-8714-4a25-a76f-f4ac6d731f62 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440485 Sep 21 16:58:07.042219 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:07.603399 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c713e-a609-4219-ae71-b67131509022 req-8f8e2fd0-af77-4b88-949e-a0c3c4ae7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:07.604853 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c11c713e-a609-4219-ae71-b67131509022 req-8f8e2fd0-af77-4b88-949e-a0c3c4ae7fe4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 1096 time: 0.0834305 Sep 21 16:58:07.636131 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-a13144bd-ecf6-40b6-8169-607d521f901b req-ef811445-8f9d-4edc-832c-e9ff1474ce47 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291246 Sep 21 16:58:07.753123 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c713e-a609-4219-ae71-b67131509022 req-fb67b096-f856-49b2-91ae-428752b07cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:07.754583 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c11c713e-a609-4219-ae71-b67131509022 req-fb67b096-f856-49b2-91ae-428752b07cff service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=388712df14c145d7a1349af97cc36a09&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1403894 Sep 21 16:58:07.894974 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c713e-a609-4219-ae71-b67131509022 req-65d0edc2-e6ca-4e53-8817-d3408aae0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:07.896371 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-c11c713e-a609-4219-ae71-b67131509022 req-65d0edc2-e6ca-4e53-8817-d3408aae0630 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333480 Sep 21 16:58:08.010165 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-233f0911-0126-44f3-a484-da8c4eeee3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:08.011640 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-233f0911-0126-44f3-a484-da8c4eeee3c5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 1096 time: 0.0817678 Sep 21 16:58:08.083162 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-4343b392-ab16-4ac1-ab22-fbf579a924c3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e HTTP/1.1" status: 200 len: 217 time: 0.0649710 Sep 21 16:58:08.125361 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a7d30-fba4-4f60-922a-3e4aeedac134 req-f8df50eb-b53a-4129-811d-d5a4f9760c72 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:08.126885 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-011a7d30-fba4-4f60-922a-3e4aeedac134 req-f8df50eb-b53a-4129-811d-d5a4f9760c72 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.0885303 Sep 21 16:58:08.129870 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:08.148074 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-1c34b2a8-a680-49ee-9493-e20f9ca6dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:08.149444 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-1c34b2a8-a680-49ee-9493-e20f9ca6dbbb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0604732 Sep 21 16:58:08.175026 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-011a7d30-fba4-4f60-922a-3e4aeedac134 req-911872d3-4164-43f8-b67d-a9db1073573a tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 Sep 21 16:58:08.235585 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-c88fad88-ec3a-4751-b37d-f298756d14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:08.237047 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-c88fad88-ec3a-4751-b37d-f298756d14d1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816042 Sep 21 16:58:08.368023 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-5c97fe34-ab7e-4fd4-a0c6-3c73ff99d362 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247549 Sep 21 16:58:08.601090 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-b89796ed-5121-4877-8588-7b51b7a0ad05 req-58885c0b-c003-4685-906d-c4b933761795 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256248 Sep 21 16:58:09.368704 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99c27b-b4b7-43cf-be11-a09c44eb19c0 req-7ed3ce24-7608-4f10-b5c0-00dba544b97d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:09.370094 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c99c27b-b4b7-43cf-be11-a09c44eb19c0 req-7ed3ce24-7608-4f10-b5c0-00dba544b97d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.0856144 Sep 21 16:58:09.413460 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4c99c27b-b4b7-43cf-be11-a09c44eb19c0 req-c1f95377-b329-4330-a92a-cef5c7c0f977 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373178 Sep 21 16:58:10.610775 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94460c29-befe-488e-854e-94bb77cae3af req-3da6333e-8ac4-4e2a-91ce-811c22a72176 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:10.612218 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-94460c29-befe-488e-854e-94bb77cae3af req-3da6333e-8ac4-4e2a-91ce-811c22a72176 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.0863159 Sep 21 16:58:10.655485 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-94460c29-befe-488e-854e-94bb77cae3af req-660fa3df-cf98-4130-a00f-befab38b2bc4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376990 Sep 21 16:58:10.910632 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fa207f0e-2e00-40eb-9f63-42f7a693d52e details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 16:58:11.043789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:58:11.057270 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'port_id': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'mac_address': 'fa:16:3e:a2:7a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 16:58:11.111973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port fa207f0e-2e00-40eb-9f63-42f7a693d52e is: DOWN; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:58:11.112352 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:11.129139 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa207f0e-2e00-40eb-9f63-42f7a693d52e {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 16:58:11.144513 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:58:11.203891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:11.272442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=4']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:58:11.448539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['fa207f0e-2e00-40eb-9f63-42f7a693d52e'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 16:58:11.853845 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e79d65-d883-42b9-b1aa-5253ab2875d5 req-c50b2894-bf3a-4de3-ab33-047bd4c3b476 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:11.855292 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8e79d65-d883-42b9-b1aa-5253ab2875d5 req-c50b2894-bf3a-4de3-ab33-047bd4c3b476 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 944 time: 0.0880198 Sep 21 16:58:11.898187 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-d8e79d65-d883-42b9-b1aa-5253ab2875d5 req-899c5e4a-f887-4953-a92f-b0c28b650da5 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372741 Sep 21 16:58:12.922008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fa207f0e-2e00-40eb-9f63-42f7a693d52e up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 16:58:13.048377 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning for port fa207f0e-2e00-40eb-9f63-42f7a693d52e completed by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:58:13.053772 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port fa207f0e-2e00-40eb-9f63-42f7a693d52e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:58:13.054177 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:13.104624 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606211c-ac79-4422-aa70-d3de054a7d97 req-c46fe990-6404-48dd-a1e2-eb6650886622 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:13.106111 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f606211c-ac79-4422-aa70-d3de054a7d97 req-c46fe990-6404-48dd-a1e2-eb6650886622 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 944 time: 0.0926051 Sep 21 16:58:13.151161 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-f606211c-ac79-4422-aa70-d3de054a7d97 req-1785b0e7-5bb5-4f6f-b12c-7d916de7fad2 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386391 Sep 21 16:58:13.174149 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port fa207f0e-2e00-40eb-9f63-42f7a693d52e is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 16:58:13.174474 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:13.230336 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:58:13.232602 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7699ad6ef901155840b8e87fd02208a91f5f5f0ad9cc4753d0c9a26b0c19ab02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7e7b51-ac10-4b54-94f4-eb65e8d36d7d" -d '{"events": [{"server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:58:13.240291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 16:58:13.333580 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:13.370607 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9266e08-afab-4103-9a9e-a45a261140de x-openstack-request-id: req-f9266e08-afab-4103-9a9e-a45a261140de {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:58:13.374004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:58:13.374004 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9266e08-afab-4103-9a9e-a45a261140de {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:58:13.374004 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9266e08-afab-4103-9a9e-a45a261140de'] response: {'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'code': 200} Sep 21 16:58:13.403135 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=5']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:58:13.720683 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301555c-c5f2-4590-a520-fc25e23b44d8 req-eaa887b9-b589-48c3-b8b3-04c82e78c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:13.722186 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8301555c-c5f2-4590-a520-fc25e23b44d8 req-eaa887b9-b589-48c3-b8b3-04c82e78c40b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 1098 time: 0.0809205 Sep 21 16:58:13.761460 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-8301555c-c5f2-4590-a520-fc25e23b44d8 req-b64a3b3b-1252-44c4-9d73-e31db4c7823b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331511 Sep 21 16:58:14.345884 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a1800-5807-428e-b25c-2790a4b51240 req-1833a0db-b4a9-4160-a758-ddfb1d9555f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:14.347274 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-996a1800-5807-428e-b25c-2790a4b51240 req-1833a0db-b4a9-4160-a758-ddfb1d9555f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 945 time: 0.0853984 Sep 21 16:58:14.393763 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-996a1800-5807-428e-b25c-2790a4b51240 req-bfe062ad-1f4a-499d-9368-912f83804860 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Sep 21 16:58:15.589907 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625836ce-f719-453a-a964-87a0469a8822 req-5de8a8f8-eee3-4b88-984c-424904c32034 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:15.591373 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-625836ce-f719-453a-a964-87a0469a8822 req-5de8a8f8-eee3-4b88-984c-424904c32034 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 945 time: 0.0862367 Sep 21 16:58:15.634422 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-625836ce-f719-453a-a964-87a0469a8822 req-b812848a-cf95-45a3-8cf2-5b7c9b304a54 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375993 Sep 21 16:58:15.829482 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295a044-3107-4f6a-84e6-80c584277cf1 req-d4677214-4e26-4cf1-a1f7-4498872a5dd4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:15.830909 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6295a044-3107-4f6a-84e6-80c584277cf1 req-d4677214-4e26-4cf1-a1f7-4498872a5dd4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 945 time: 0.0858438 Sep 21 16:58:15.874430 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-6295a044-3107-4f6a-84e6-80c584277cf1 req-ef30add9-7774-44a5-90ca-511c91f14873 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376613 Sep 21 16:58:15.902084 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56464) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:58:15.982328 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec162f-15e2-41a4-b1e6-62514633e1e6 tempest-TestSnapshotPattern-1221960160 tempest-TestSnapshotPattern-1221960160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:15.983924 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-84ec162f-15e2-41a4-b1e6-62514633e1e6 tempest-TestSnapshotPattern-1221960160 tempest-TestSnapshotPattern-1221960160-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 1093 time: 0.0807939 Sep 21 16:58:15.987088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56468) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 16:58:15.992125 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.v2.base [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Request body: {'floatingip': {'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'port_id': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 21 16:58:15.998469 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 21 16:58:16.002376 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Usage tracker for resource:floatingip and tenant:388712df14c145d7a1349af97cc36a09 is out of sync, need to count used quota {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 21 16:58:16.005344 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89726) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 21 16:58:16.011110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.quota.driver [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89726) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 21 16:58:16.084438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for floatingip, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:16.223985 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:16.353579 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_common [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Allocated IP 172.26.0.184 (6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26/804ec6df-e5ee-43ef-8089-5065fceb6fa9/a24a0b42-8b6f-4ecd-aacc-b91aae5941da) {{(pid=89726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:58:16.497897 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for port, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:16.558438 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741582303470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:16.619312 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Network 6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26 is already hosted by enough agents. {{(pid=89726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:58:16.621881 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.base_scheduler [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Resources bound (agent type, host, resource id): {{(pid=89726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:58:16.625309 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Received port after_create {{(pid=89726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 21 16:58:16.665859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'Port': ['ID=a24a0b42-8b6f-4ecd-aacc-b91aae5941da,revision_number=1']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:58:16.677453 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.677814 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.678168 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.678499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.678823 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.679149 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.679471 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.679791 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.680110 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.680445 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.680760 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:16.681072 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:58:17.143079 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:17.305305 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:17.511768 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for port, precommit_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:17.580764 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3079027'] for port, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:17.687170 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629374'] for floatingip, after_update {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:17.742766 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event updated for resources: {'Port': ['ID=a24a0b42-8b6f-4ecd-aacc-b91aae5941da,revision_number=2']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:58:17.860558 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Floating IP d011fc71-49e7-4677-83f5-3f835c10f8af associated. External IP: 172.26.0.184, port: fa207f0e-2e00-40eb-9f63-42f7a693d52e. Sep 21 16:58:18.207419 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Router 2ddbc423-3679-4fe1-8291-07f08465be46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 16:58:18.381874 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 16:58:18.391860 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] Sync routers for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:58:18.403498 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:58:18.404100 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:58:18.484066 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:18.541444 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-22b887f9-619f-4301-af8b-5c04f3eb3b05 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5532675 Sep 21 16:58:18.542052 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 16:58:18.544383 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259d11c01a1fc8fb186ea26b4714f800095f361fc1a5156c38ba78fc6749d525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c070c7-6fd7-4b9b-b518-23d31161b423" -d '{"events": [{"name": "network-changed", "server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:58:18.579413 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:58:18.584859 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3a9758-cb77-4b0d-9b3a-09fe712f05d0 x-openstack-request-id: req-2c3a9758-cb77-4b0d-9b3a-09fe712f05d0 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:58:18.585403 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:58:18.585657 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c3a9758-cb77-4b0d-9b3a-09fe712f05d0 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:58:18.586102 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3a9758-cb77-4b0d-9b3a-09fe712f05d0'] response: {'name': 'network-changed', 'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'status': 'completed', 'code': 200} Sep 21 16:58:18.685222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-ff2bdead-1a91-40c6-9b47-42105fd519da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:18.686725 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-ff2bdead-1a91-40c6-9b47-42105fd519da service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 1098 time: 0.0810125 Sep 21 16:58:18.820112 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-8b05dd14-986a-4318-9afa-c8886abed87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:18.821504 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-8b05dd14-986a-4318-9afa-c8886abed87b service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.1291416 Sep 21 16:58:18.926388 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-98bb6164-dfd5-4ca5-8921-c80bdf92e2ac service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e HTTP/1.1" status: 200 len: 999 time: 0.0982318 Sep 21 16:58:18.931203 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:51Z', 'revision_number': 1, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}, {'id': 'd011fc71-49e7-4677-83f5-3f835c10f8af', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.184', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:a2:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:58:17Z', 'updated_at': '2022-09-21T16:58:17Z', 'revision_number': 0, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:58:18.935054 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] Checking router: 2ddbc423-3679-4fe1-8291-07f08465be46 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:58:18.943694 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 16:58:18.944281 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T16:58:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:58:18.989018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-45d4dc7f-be20-48ab-8c28-671a4566d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:18.990493 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-45d4dc7f-be20-48ab-8c28-671a4566d1e4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0590816 Sep 21 16:58:19.076111 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-24c25b21-3cac-4ba8-abca-e05e753bfc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:58:19.077486 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-24c25b21-3cac-4ba8-abca-e05e753bfc95 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817039 Sep 21 16:58:19.119651 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 16:58:19.211093 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-761e3bad-7fbf-412c-9dfa-462063f1816b service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270499 Sep 21 16:58:19.340943 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-90c070c7-6fd7-4b9b-b518-23d31161b423 req-ee63f48f-cd35-4f16-88ee-b31663f65301 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240423 Sep 21 16:58:19.493244 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:51Z', 'revision_number': 1, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}, {'id': 'd011fc71-49e7-4677-83f5-3f835c10f8af', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.184', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:a2:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:58:17Z', 'updated_at': '2022-09-21T16:58:17Z', 'revision_number': 0, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:58:19.497134 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56922887-a2f5-4a74-8185-6a3a37a3f50a None None] The sync data for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv is: [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:51Z', 'revision_number': 1, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}, {'id': 'd011fc71-49e7-4677-83f5-3f835c10f8af', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.184', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:a2:7a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:58:17Z', 'updated_at': '2022-09-21T16:58:17Z', 'revision_number': 0, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:58:19.779165 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ead5f-2e5b-4c92-8965-4ea75858fbd7 None None] New status for floating IP d011fc71-49e7-4677-83f5-3f835c10f8af: ACTIVE {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:58:29.626899 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:32.928976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-7c2467e0-51af-4474-92d1-c8bba848215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:33.447871 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:58:35.021051 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad855-5e4d-4c22-ae74-d3ffa8a2a3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:36.306350 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:37.067144 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:38.134816 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:59.614585 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:58:59.975672 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-d268fd2e-13cf-472d-bce7-cb2c6b38b05c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770521 Sep 21 16:59:00.127149 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-16ca16cf-e7a6-4698-92e4-e51922e3cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:59:00.128676 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-16ca16cf-e7a6-4698-92e4-e51922e3cecb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1096 time: 0.0823500 Sep 21 16:59:00.272815 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-53a1449a-7f3c-459e-8ef6-316ee3a8b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:59:00.274237 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-53a1449a-7f3c-459e-8ef6-316ee3a8b0b6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.1276357 Sep 21 16:59:00.372927 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-b50b187d-1277-47c5-ae6f-da653a967a7d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 200 len: 999 time: 0.0930924 Sep 21 16:59:00.530960 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-9eeb98e4-ec90-42c4-b6d4-b35168e69578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:59:00.532603 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-9eeb98e4-ec90-42c4-b6d4-b35168e69578 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.1542211 Sep 21 16:59:00.614371 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-f6263eca-3e1a-42ec-9ff8-fc0364a8e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 16:59:00.615836 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-f6263eca-3e1a-42ec-9ff8-fc0364a8e9d8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778575 Sep 21 16:59:00.746383 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-4100e3b7-b95c-4181-af0a-ad0a2355b851 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240523 Sep 21 16:59:00.876346 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-32cbbd31-f70a-4dd4-8602-35b00a67ddd0 req-72f9ae35-9287-49fb-8a96-0fb792e51004 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240754 Sep 21 16:59:02.932501 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6608b4b3-41e7-421f-b9a5-e8f33093ef4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:05.029271 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b161b352-be8a-4824-b19a-54cd082ce555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:06.311487 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:07.065796 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:08.149422 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:10.450129 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:59:29.631396 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:32.943233 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1dade9fe-a7d4-44aa-8997-ecaafdf59566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:35.025804 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-caff03d5-60d7-4aa0-8c14-0c5f8f39f98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:36.333667 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:37.059866 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:38.148593 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:59:47.449212 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 16:59:59.648125 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:01.060428 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-9f7b27c7-78ab-435c-8f01-bb3d65639c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:01.061911 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-9f7b27c7-78ab-435c-8f01-bb3d65639c24 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 1098 time: 0.0838206 Sep 21 17:00:01.210002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-b1901ec3-54b8-4c8c-9209-3ef29a627425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:01.211704 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-b1901ec3-54b8-4c8c-9209-3ef29a627425 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.1263242 Sep 21 17:00:01.263290 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fa207f0e-2e00-40eb-9f63-42f7a693d52e details requested by agent hyperv_hv-neutron-8586 with host hv-neutron-8586 {{(pid=89727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 21 17:00:01.315204 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-16feb68b-7491-4dd1-b295-95619aae8132 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e HTTP/1.1" status: 200 len: 1001 time: 0.0970817 Sep 21 17:00:01.384440 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-cf572c08-6356-463a-b9cb-bc3ee70d1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:01.385869 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-cf572c08-6356-463a-b9cb-bc3ee70d1eca service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0602884 Sep 21 17:00:01.396996 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:01.410712 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Returning: {'device': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'port_id': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'mac_address': 'fa:16:3e:a2:7a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 21 17:00:01.467578 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port fa207f0e-2e00-40eb-9f63-42f7a693d52e is: ACTIVE; New status is: BUILD {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 17:00:01.467960 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:01.476680 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-3be24949-7f75-467c-9b05-9e6e39239a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:01.478166 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-3be24949-7f75-467c-9b05-9e6e39239a78 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825977 Sep 21 17:00:01.484618 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa207f0e-2e00-40eb-9f63-42f7a693d52e {{(pid=89727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 21 17:00:01.499477 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:01.559689 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:01.624669 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-60099640-7ed8-4dde-9ae5-a741229d219a service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309860 Sep 21 17:00:01.633221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=6']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:01.642097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] get_ports_and_sgs() called for port_ids ['fa207f0e-2e00-40eb-9f63-42f7a693d52e'] {{(pid=89727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 21 17:00:01.666535 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.666891 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.667236 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.667576 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.667915 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.668252 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.668582 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.668925 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.669243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.669621 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.669982 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.670263 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:01.764916 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0012ee7c-3a6f-4f13-9933-3415366faa0f req-b806709f-bc51-4b78-baa7-00196b4cf200 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340396 Sep 21 17:00:02.940414 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a0868a5e-d88d-4939-8eac-2c771d78f2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:03.278944 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fa207f0e-2e00-40eb-9f63-42f7a693d52e up at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 21 17:00:03.357416 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.provisioning_blocks [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Provisioning complete for port fa207f0e-2e00-40eb-9f63-42f7a693d52e triggered by entity L2. {{(pid=89727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:00:03.357792 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1518932'] for port, provisioning_complete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:03.500291 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port fa207f0e-2e00-40eb-9f63-42f7a693d52e is: BUILD; New status is: ACTIVE {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 17:00:03.501992 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:03.535724 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 17:00:03.538100 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7699ad6ef901155840b8e87fd02208a91f5f5f0ad9cc4753d0c9a26b0c19ab02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09cd0dc-2c3a-410b-a55f-f9e56b7cc850" -d '{"events": [{"server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:00:03.548668 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:03.587556 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 17:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f7f2eb-a4bc-4ba0-9c7e-e4f7627a8820 x-openstack-request-id: req-00f7f2eb-a4bc-4ba0-9c7e-e4f7627a8820 {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:00:03.587846 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:00:03.588091 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00f7f2eb-a4bc-4ba0-9c7e-e4f7627a8820 {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:00:03.588499 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f7f2eb-a4bc-4ba0-9c7e-e4f7627a8820'] response: {'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'code': 200} Sep 21 17:00:03.645630 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:03.767096 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=7']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:05.108156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a9a02a57-26d5-4f47-ac70-3434059ff960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:06.326671 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:07.065404 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:08.182669 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:13.918692 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56668) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:14.223289 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Deleting port a24a0b42-8b6f-4ecd-aacc-b91aae5941da {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:14.223637 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:14.387050 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:14.387382 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:14.506542 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Calling delete_port for a24a0b42-8b6f-4ecd-aacc-b91aae5941da owned by network:floatingip {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:14.716606 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:14.761414 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event deleted for resources: {'Port': ['ID=a24a0b42-8b6f-4ecd-aacc-b91aae5941da,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:14.806940 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.807292 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.807638 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.807971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.808310 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.808640 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.808971 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.809304 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.809631 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.809972 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.810301 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.810623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:14.870548 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for floatingip, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:14.870885 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.db.l3_db [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Floating IP d011fc71-49e7-4677-83f5-3f835c10f8af disassociated (deleted). External IP: 172.26.0.184, port: fa207f0e-2e00-40eb-9f63-42f7a693d52e. Sep 21 17:00:15.215957 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Router 2ddbc423-3679-4fe1-8291-07f08465be46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 17:00:15.394909 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 17:00:15.404018 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] Sync routers for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:00:15.414222 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 17:00:15.414860 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T17:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:15.467388 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:15.525105 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-0359ceaa-a831-4087-9b79-6658f64aacb7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "DELETE /v2.0/floatingips/d011fc71-49e7-4677-83f5-3f835c10f8af HTTP/1.1" status: 204 len: 168 time: 1.6053329 Sep 21 17:00:15.525756 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e'}] {{(pid=89726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 17:00:15.528141 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259d11c01a1fc8fb186ea26b4714f800095f361fc1a5156c38ba78fc6749d525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b50435-4c70-492a-b619-f3d9655f814b" -d '{"events": [{"name": "network-changed", "server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e"}]}' {{(pid=89726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:00:15.606770 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 17:00:15.636135 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 17:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58155d4b-bd7a-4c02-bc99-80f2d2aeecd7 x-openstack-request-id: req-58155d4b-bd7a-4c02-bc99-80f2d2aeecd7 {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:00:15.636420 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e", "status": "completed", "code": 200}]} {{(pid=89726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:00:15.636666 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58155d4b-bd7a-4c02-bc99-80f2d2aeecd7 {{(pid=89726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:00:15.637062 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58155d4b-bd7a-4c02-bc99-80f2d2aeecd7'] response: {'name': 'network-changed', 'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'status': 'completed', 'code': 200} Sep 21 17:00:15.737563 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b50435-4c70-492a-b619-f3d9655f814b req-51c2c790-3b7a-43d4-ab51-655cfb8a2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:15.739081 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b50435-4c70-492a-b619-f3d9655f814b req-51c2c790-3b7a-43d4-ab51-655cfb8a2f0a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 1098 time: 0.0814023 Sep 21 17:00:15.872219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b50435-4c70-492a-b619-f3d9655f814b req-e833636e-95e2-4889-82a0-700f1ce275e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:15.873713 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b50435-4c70-492a-b619-f3d9655f814b req-e833636e-95e2-4889-82a0-700f1ce275e7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.1287749 Sep 21 17:00:15.951936 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b50435-4c70-492a-b619-f3d9655f814b req-250a2c62-226d-49c4-bfe5-6f3c0bb3ee60 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e HTTP/1.1" status: 200 len: 217 time: 0.0697093 Sep 21 17:00:15.966461 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:51Z', 'revision_number': 1, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:15.971459 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] Checking router: 2ddbc423-3679-4fe1-8291-07f08465be46 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:00:15.980541 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 17:00:15.981134 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T17:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:16.023927 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b50435-4c70-492a-b619-f3d9655f814b req-e9b38a32-e782-41ea-a4ac-290efa75ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:16.025491 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b50435-4c70-492a-b619-f3d9655f814b req-e9b38a32-e782-41ea-a4ac-290efa75ff0f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0684493 Sep 21 17:00:16.175377 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 17:00:16.287981 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b50435-4c70-492a-b619-f3d9655f814b req-2f5f69bf-1080-4185-8acb-6f335ba494a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:16.289392 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b50435-4c70-492a-b619-f3d9655f814b req-2f5f69bf-1080-4185-8acb-6f335ba494a0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2570343 Sep 21 17:00:16.301817 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc6817-6b39-4b6c-bd76-74d94c5d6a26 req-11c9354a-eb94-4233-b463-f8eff0de904c tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:16.303255 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a5bc6817-6b39-4b6c-bd76-74d94c5d6a26 req-11c9354a-eb94-4233-b463-f8eff0de904c tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 945 time: 0.2237282 Sep 21 17:00:16.429537 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a5bc6817-6b39-4b6c-bd76-74d94c5d6a26 req-2fd925e6-86ad-4a1b-938c-3dd0dc50fa52 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036351 Sep 21 17:00:16.468157 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b50435-4c70-492a-b619-f3d9655f814b req-977485b6-d20f-4e4d-a01f-bd688650d71e service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639543 Sep 21 17:00:16.557889 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:51Z', 'revision_number': 1, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:16.561747 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c9ac40-cb44-4357-b9a1-718a3aaca56e None None] The sync data for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv is: [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_floatingips': [{'id': '32a946ed-0828-4a8b-ace6-b827618cb1e4', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'router_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'port_id': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'mac_address': 'fa:16:3e:71:d8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T16:55:48Z', 'updated_at': '2022-09-21T16:55:51Z', 'revision_number': 1, 'project_id': '388712df14c145d7a1349af97cc36a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:00:16.605214 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a3b50435-4c70-492a-b619-f3d9655f814b req-a11b0ff0-6c39-4628-af49-034293738c56 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293325 Sep 21 17:00:16.766877 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cad28a-e8d2-4fa4-b3d6-05464b197004 None None] New status for floating IP d011fc71-49e7-4677-83f5-3f835c10f8af: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:00:17.293964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fa207f0e-2e00-40eb-9f63-42f7a693d52e no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:17.409617 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Current status of the port fa207f0e-2e00-40eb-9f63-42f7a693d52e is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 17:00:17.410027 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:17.435853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e'}] {{(pid=89727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 17:00:17.438679 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7699ad6ef901155840b8e87fd02208a91f5f5f0ad9cc4753d0c9a26b0c19ab02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade982ed-6b69-42ef-9a30-53f9c75de124" -d '{"events": [{"server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "name": "network-vif-unplugged", "status": "completed", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e"}]}' {{(pid=89727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:00:17.446301 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:17.481383 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42beaf66-8ee0-4aa2-b418-bb6f3770042e x-openstack-request-id: req-42beaf66-8ee0-4aa2-b418-bb6f3770042e {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:00:17.481683 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "name": "network-vif-unplugged", "status": "completed", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e", "code": 200}]} {{(pid=89727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:00:17.482022 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42beaf66-8ee0-4aa2-b418-bb6f3770042e {{(pid=89727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:00:17.482390 dv-neutron-858618-1-hyperv neutron-server[89727]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42beaf66-8ee0-4aa2-b418-bb6f3770042e'] response: {'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'code': 200} Sep 21 17:00:17.534008 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741582825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741582300676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741582300721'] for port, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:17.604401 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Pushing event updated for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=8']} {{(pid=89727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:17.678287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-1eb256d8-4fdf-49ec-9db3-f6d3e7b003ca tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:17.679718 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-1eb256d8-4fdf-49ec-9db3-f6d3e7b003ca tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.1561620 Sep 21 17:00:17.688239 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3647f-c105-42d7-9263-d59df63d5dfa req-18d2915a-4021-4521-977b-c654a68cc11f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:17.690770 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7fa3647f-c105-42d7-9263-d59df63d5dfa req-18d2915a-4021-4521-977b-c654a68cc11f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 943 time: 0.1229885 Sep 21 17:00:17.782401 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Deleting port fa207f0e-2e00-40eb-9f63-42f7a693d52e {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:17.782740 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:17.811267 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-7fa3647f-c105-42d7-9263-d59df63d5dfa req-076bb20a-4d27-415c-8970-aedb3aa2c5b0 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931182 Sep 21 17:00:18.034099 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] For port fa207f0e-2e00-40eb-9f63-42f7a693d52e, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=fa207f0e-2e00-40eb-9f63-42f7a693d52e,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:18.034463 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:18.159842 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Calling delete_port for fa207f0e-2e00-40eb-9f63-42f7a693d52e owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:18.373764 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:18.423005 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event deleted for resources: {'Port': ['ID=fa207f0e-2e00-40eb-9f63-42f7a693d52e,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:18.470011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.470011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.470011 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.470281 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.470610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.470935 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.471258 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.471580 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.471901 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.472219 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.472534 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.472850 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858618-1-hyperv {{(pid=89725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:00:18.521626 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] No DVR routers for this DVR port fa207f0e-2e00-40eb-9f63-42f7a693d52e on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:00:18.523910 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:18.526326 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'name': 'network-vif-deleted', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 17:00:18.528558 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebb96bac2a339595600070b156ab633fc00b79e1179c903b17e6b412e983639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf8ce58-96b5-4c85-a56b-e89cc2313167" -d '{"events": [{"server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "name": "network-vif-deleted", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:00:18.538454 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-6b09b920-b79f-473c-bd7a-dc1ab44475ed req-891ced9e-f6f0-47f6-8289-72b1d98549f3 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "DELETE /v2.0/ports/fa207f0e-2e00-40eb-9f63-42f7a693d52e HTTP/1.1" status: 204 len: 173 time: 0.8476474 Sep 21 17:00:18.626486 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 17:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0347a1-99bf-47f3-93ac-a1c9f477d4b5 x-openstack-request-id: req-8d0347a1-99bf-47f3-93ac-a1c9f477d4b5 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:00:18.626776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21", "name": "network-vif-deleted", "tag": "fa207f0e-2e00-40eb-9f63-42f7a693d52e", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:00:18.627028 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d0347a1-99bf-47f3-93ac-a1c9f477d4b5 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:00:18.627425 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0347a1-99bf-47f3-93ac-a1c9f477d4b5'] response: {'server_uuid': 'f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21', 'name': 'network-vif-deleted', 'tag': 'fa207f0e-2e00-40eb-9f63-42f7a693d52e', 'status': 'completed', 'code': 200} Sep 21 17:00:18.995729 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-4d46f4ae-cb8d-4253-a824-48c0be7ea61b req-47d02ad4-8dee-416e-97fa-d0f8c45012cb tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 17:00:19.104876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-4d46f4ae-cb8d-4253-a824-48c0be7ea61b req-47d02ad4-8dee-416e-97fa-d0f8c45012cb tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 17:00:19.106083 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-4d46f4ae-cb8d-4253-a824-48c0be7ea61b req-47d02ad4-8dee-416e-97fa-d0f8c45012cb tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=f10a67c6-bd0c-43f0-80ef-b6bc13a2dc21 HTTP/1.1" status: 200 len: 210 time: 0.1601117 Sep 21 17:00:21.309228 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fa207f0e-2e00-40eb-9f63-42f7a693d52e no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:21.345505 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: fa207f0e-2e00-40eb-9f63-42f7a693d52e {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 17:00:21.345854 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device fa207f0e-2e00-40eb-9f63-42f7a693d52e not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 17:00:21.502249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56738) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:21.809246 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Deleting port daa672f0-89a1-45f1-9a6c-69ed201126b0 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:21.809589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:21.981949 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:21.982307 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:22.106032 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Calling delete_port for daa672f0-89a1-45f1-9a6c-69ed201126b0 owned by network:floatingip {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:22.331153 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:22.378642 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event deleted for resources: {'Port': ['ID=daa672f0-89a1-45f1-9a6c-69ed201126b0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:22.478575 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for floatingip, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:22.478910 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.db.l3_db [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Floating IP 32a946ed-0828-4a8b-ace6-b827618cb1e4 disassociated (deleted). External IP: 172.26.0.130, port: 073ee559-6abd-4e08-a66c-b555d61d61f0. Sep 21 17:00:22.826078 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Router 2ddbc423-3679-4fe1-8291-07f08465be46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 17:00:23.006632 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 17:00:23.017050 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] Sync routers for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:00:23.026296 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 17:00:23.026961 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T17:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:23.093502 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for floatingip, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:23.148561 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-c8b54490-73f4-4b84-8db6-de80cbfb7e9d tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "DELETE /v2.0/floatingips/32a946ed-0828-4a8b-ace6-b827618cb1e4 HTTP/1.1" status: 204 len: 168 time: 1.6452279 Sep 21 17:00:23.149456 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 17:00:23.151940 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebb96bac2a339595600070b156ab633fc00b79e1179c903b17e6b412e983639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:00:23.202415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe029325-8f08-447e-bb7c-524e389541c8 x-openstack-request-id: req-fe029325-8f08-447e-bb7c-524e389541c8 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:00:23.202415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:00:23.202415 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe029325-8f08-447e-bb7c-524e389541c8 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:00:23.202415 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe029325-8f08-447e-bb7c-524e389541c8'] response: {'name': 'network-changed', 'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'status': 'completed', 'code': 200} Sep 21 17:00:23.213086 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 17:00:23.312746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-45e8f83a-f69a-40ea-bbf2-7142be34b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:23.314404 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-45e8f83a-f69a-40ea-bbf2-7142be34b535 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=388712df14c145d7a1349af97cc36a09&device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 1096 time: 0.0948131 Sep 21 17:00:23.545573 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:23.551120 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] Checking router: 2ddbc423-3679-4fe1-8291-07f08465be46 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:00:23.564278 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 17:00:23.565311 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T17:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:23.586287 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-8d2ca048-2d3e-4073-86ed-b95e936ddd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:23.587742 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-8d2ca048-2d3e-4073-86ed-b95e936ddd66 service neutron] 10.222.0.33 "GET /v2.0/networks?id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 200 len: 911 time: 0.2670696 Sep 21 17:00:23.656212 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-3d5da91a-99b0-4e0f-9661-712126573c60 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 200 len: 217 time: 0.0625668 Sep 21 17:00:23.723496 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-702774b8-cb7d-4f8b-b751-b350059b40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:23.724936 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-702774b8-cb7d-4f8b-b751-b350059b40c3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 200 len: 849 time: 0.0633607 Sep 21 17:00:23.746414 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 17:00:23.814866 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-938d0beb-5357-4364-8613-ee25c781fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:23.816436 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-938d0beb-5357-4364-8613-ee25c781fad0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841725 Sep 21 17:00:23.909488 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee23816-0207-4c20-9414-a1a5bc35644e req-63cd7798-c345-4443-bb4b-278413a61276 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:23.910572 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-eee23816-0207-4c20-9414-a1a5bc35644e req-63cd7798-c345-4443-bb4b-278413a61276 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89726) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 17:00:23.959363 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-189e2a10-4435-4c5c-9f5f-6841f531e712 service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359372 Sep 21 17:00:23.987963 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.quota.resource [req-eee23816-0207-4c20-9414-a1a5bc35644e req-63cd7798-c345-4443-bb4b-278413a61276 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89726) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 17:00:23.989146 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eee23816-0207-4c20-9414-a1a5bc35644e req-63cd7798-c345-4443-bb4b-278413a61276 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 943 time: 0.2824440 Sep 21 17:00:24.047815 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [req-eee23816-0207-4c20-9414-a1a5bc35644e req-20b76adb-099d-465a-8ec7-4856a11186b7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525935 Sep 21 17:00:24.122511 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:24.127555 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addedd23-b85e-476d-8e49-507df10a4980 None None] The sync data for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv is: [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T16:55:19Z', 'revision_number': 4, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv', '_interfaces': [{'id': '285f361c-c3cf-43c4-b19a-26ddf61851c1', 'name': '', 'network_id': '8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'mac_address': 'fa:16:3e:60:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '8254d691-194d-4943-818e-8a6235804a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:19Z', 'updated_at': '2022-09-21T16:55:26Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'subnets': [{'id': '8254d691-194d-4943-818e-8a6235804a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:00:24.127789 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-79eeb94a-5393-484e-a4c4-b5dc6c1c28e6 req-df502eb0-69f9-43f8-a228-c32da849571d service neutron] 10.222.0.33 "GET /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612706 Sep 21 17:00:24.364190 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509413af-2e4b-4f28-b3d8-47ece1845ec8 None None] New status for floating IP 32a946ed-0828-4a8b-ace6-b827618cb1e4: DOWN {{(pid=89727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:00:24.447953 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:00:25.289388 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-1cb27096-0da8-4c1c-a137-eaf5f75c1fa7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:25.290017 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-1cb27096-0da8-4c1c-a137-eaf5f75c1fa7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 17:00:25.302087 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4664c-0a55-4598-ac80-a92c5849774c req-2d589089-c29b-445b-9914-24d6879d8eb4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 17:00:25.302742 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-a4e4664c-0a55-4598-ac80-a92c5849774c req-2d589089-c29b-445b-9914-24d6879d8eb4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 17:00:25.318387 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-1cb27096-0da8-4c1c-a137-eaf5f75c1fa7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 17:00:25.319448 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-1cb27096-0da8-4c1c-a137-eaf5f75c1fa7 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 943 time: 0.1863775 Sep 21 17:00:25.321761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-a4e4664c-0a55-4598-ac80-a92c5849774c req-2d589089-c29b-445b-9914-24d6879d8eb4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 17:00:25.322767 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a4e4664c-0a55-4598-ac80-a92c5849774c req-2d589089-c29b-445b-9914-24d6879d8eb4 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 943 time: 0.1542606 Sep 21 17:00:25.423214 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Deleting port 073ee559-6abd-4e08-a66c-b555d61d61f0 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:25.423550 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:25.449337 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-a4e4664c-0a55-4598-ac80-a92c5849774c req-90ad5cc2-b401-4b5b-99a2-d2199f8c2d89 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/security-groups?id=a0d95f07-fbaf-4370-9095-b3abc8bf72ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954823 Sep 21 17:00:25.679761 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] For port 073ee559-6abd-4e08-a66c-b555d61d61f0, host hv-neutron-8586, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8586',level=0,port_id=073ee559-6abd-4e08-a66c-b555d61d61f0,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:25.680118 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:25.800610 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Calling delete_port for 073ee559-6abd-4e08-a66c-b555d61d61f0 owned by compute:nova {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:26.013147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:26.066409 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event deleted for resources: {'Port': ['ID=073ee559-6abd-4e08-a66c-b555d61d61f0,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:26.153167 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] No DVR routers for this DVR port 073ee559-6abd-4e08-a66c-b555d61d61f0 on host hv-neutron-8586 {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:00:26.156178 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-133963'] for port, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:26.158776 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'name': 'network-vif-deleted', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0'}] {{(pid=89725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 21 17:00:26.161025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ebb96bac2a339595600070b156ab633fc00b79e1179c903b17e6b412e983639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3448db2-9bd3-4b67-8023-4285c74a310e" -d '{"events": [{"server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "name": "network-vif-deleted", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0"}]}' {{(pid=89725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:00:26.203304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce1d520-912a-4c4e-8daa-614aa35f1fe5 x-openstack-request-id: req-fce1d520-912a-4c4e-8daa-614aa35f1fe5 {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:00:26.203950 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218", "name": "network-vif-deleted", "tag": "073ee559-6abd-4e08-a66c-b555d61d61f0", "status": "completed", "code": 200}]} {{(pid=89725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:00:26.204206 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fce1d520-912a-4c4e-8daa-614aa35f1fe5 {{(pid=89725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:00:26.204602 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce1d520-912a-4c4e-8daa-614aa35f1fe5'] response: {'server_uuid': 'e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218', 'name': 'network-vif-deleted', 'tag': '073ee559-6abd-4e08-a66c-b555d61d61f0', 'status': 'completed', 'code': 200} Sep 21 17:00:26.230886 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-542dc085-d433-40a4-9260-1ddbd24adb78 req-d5f9ea1c-2de1-4124-94db-8fa1d633012f tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.33 "DELETE /v2.0/ports/073ee559-6abd-4e08-a66c-b555d61d61f0 HTTP/1.1" status: 204 len: 173 time: 0.9059544 Sep 21 17:00:26.626515 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0e1e742d-650f-497b-8cf3-d71911e5d1bb req-8b7f941e-6cb5-4b7f-b9cf-d037b1896803 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Synchronizing usage tracker for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 21 17:00:26.698788 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.quota.resource [req-0e1e742d-650f-497b-8cf3-d71911e5d1bb req-8b7f941e-6cb5-4b7f-b9cf-d037b1896803 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Unset dirty status for tenant:388712df14c145d7a1349af97cc36a09 on resource:port {{(pid=89725) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 21 17:00:26.699990 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [req-0e1e742d-650f-497b-8cf3-d71911e5d1bb req-8b7f941e-6cb5-4b7f-b9cf-d037b1896803 tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e6d3f5-c85f-49dd-b0fb-2ecb73d89218 HTTP/1.1" status: 200 len: 210 time: 0.1236825 Sep 21 17:00:27.800231 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56756) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:27.870751 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1fcf47cc-a38f-48a4-a543-1aab78234edf tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:27.901002 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1fcf47cc-a38f-48a4-a543-1aab78234edf tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:28.024611 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1fcf47cc-a38f-48a4-a543-1aab78234edf tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:28.043900 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf47cc-a38f-48a4-a543-1aab78234edf tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d95f07-fbaf-4370-9095-b3abc8bf72ae,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:28.120736 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1fcf47cc-a38f-48a4-a543-1aab78234edf tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:28.122030 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1fcf47cc-a38f-48a4-a543-1aab78234edf tempest-TestSnapshotPattern-1596979352 tempest-TestSnapshotPattern-1596979352-project] 10.222.0.65 "DELETE /v2.0/security-groups/a0d95f07-fbaf-4370-9095-b3abc8bf72ae HTTP/1.1" status: 204 len: 168 time: 0.3207862 Sep 21 17:00:29.242852 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56764) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:29.360242 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 073ee559-6abd-4e08-a66c-b555d61d61f0 no longer exists at agent hyperv_hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:29.393906 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] No Port match for: 073ee559-6abd-4e08-a66c-b555d61d61f0 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 17:00:29.394282 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Device 073ee559-6abd-4e08-a66c-b555d61d61f0 not bound to the agent host hv-neutron-8586 {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 17:00:29.619006 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:29.986808 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:30.334090 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Deleting port 285f361c-c3cf-43c4-b19a-26ddf61851c1 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:30.334711 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:30.503603 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] For port 285f361c-c3cf-43c4-b19a-26ddf61851c1, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=285f361c-c3cf-43c4-b19a-26ddf61851c1,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:30.503963 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:30.627314 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Calling delete_port for 285f361c-c3cf-43c4-b19a-26ddf61851c1 owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:31.130833 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:31.179014 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Pushing event deleted for resources: {'Port': ['ID=285f361c-c3cf-43c4-b19a-26ddf61851c1,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:31.454121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:31.807114 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Router 2ddbc423-3679-4fe1-8291-07f08465be46 has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 17:00:31.982450 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 17:00:31.992139 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] Sync routers for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:00:32.001885 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 17:00:32.002517 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T17:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:32.072005 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-8fb323ce-9aef-4782-89a9-96f6d9393739 admin admin] 10.222.0.65 "PUT /v2.0/routers/2ddbc423-3679-4fe1-8291-07f08465be46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278904 Sep 21 17:00:32.074485 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56770) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:32.177958 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 17:00:32.253627 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks [] for router, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:32.495469 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T17:00:30Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:32.499916 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] Checking router: 2ddbc423-3679-4fe1-8291-07f08465be46 for host: dv-neutron-858618-1-hyperv {{(pid=89729) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:00:32.508379 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] Routers {'2ddbc423-3679-4fe1-8291-07f08465be46'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89729) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 17:00:32.508993 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T17:00:05Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['2ddbc423-3679-4fe1-8291-07f08465be46'], 'active': True} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:32.550181 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:32.647426 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Deleting port 8e0cf701-9f14-4e72-a860-e7a58396e445 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:32.647689 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:32.684239 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_dvr_db [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] Set router 2ddbc423-3679-4fe1-8291-07f08465be46 gateway port host: dv-neutron-858618-1-hyperv {{(pid=89729) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 17:00:32.820172 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] For port 8e0cf701-9f14-4e72-a860-e7a58396e445, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=8e0cf701-9f14-4e72-a860-e7a58396e445,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:32.820566 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:32.933034 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-09c1be5c-e5bc-4585-af00-e1df2fa577c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:32.945746 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Calling delete_port for 8e0cf701-9f14-4e72-a860-e7a58396e445 owned by network:router_gateway {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:32.975278 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.l3_hamode_db [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T17:00:30Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:32.979214 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc3385-1710-499b-a44c-102c9b2cf61b None None] The sync data for ids ['2ddbc423-3679-4fe1-8291-07f08465be46'] in dv-neutron-858618-1-hyperv is: [{'id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'name': 'tempest-TestSnapshotPattern-1746026696-router', 'tenant_id': '388712df14c145d7a1349af97cc36a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:15Z', 'updated_at': '2022-09-21T17:00:30Z', 'revision_number': 5, 'project_id': '388712df14c145d7a1349af97cc36a09', 'gw_port': {'id': '8e0cf701-9f14-4e72-a860-e7a58396e445', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddbc423-3679-4fe1-8291-07f08465be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:16Z', 'updated_at': '2022-09-21T16:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}] {{(pid=89729) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:00:33.195942 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.282446 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0cf701-9f14-4e72-a860-e7a58396e445,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:33.345346 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.523783 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.526000 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.624902 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.625523 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ddbc423-3679-4fe1-8291-07f08465be46 {{(pid=89725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 17:00:33.638242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] Notify callbacks [] for router, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.639412 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-1d0cc272-f672-425a-979b-db735562269e admin admin] 10.222.0.65 "DELETE /v2.0/routers/2ddbc423-3679-4fe1-8291-07f08465be46 HTTP/1.1" status: 204 len: 168 time: 1.5638771 Sep 21 17:00:33.642025 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56774) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:33.708930 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6046a1ab-e49f-48d7-8cee-3ce07b86fe03 admin admin] Deleting subnet 8254d691-194d-4943-818e-8a6235804a54 {{(pid=89725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 17:00:33.712160 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6046a1ab-e49f-48d7-8cee-3ce07b86fe03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.761018 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6046a1ab-e49f-48d7-8cee-3ce07b86fe03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269451'] for subnet, precommit_delete_associations {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.836592 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6046a1ab-e49f-48d7-8cee-3ce07b86fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:33.973769 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6046a1ab-e49f-48d7-8cee-3ce07b86fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2234934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2394534'] for subnet, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.011589 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046a1ab-e49f-48d7-8cee-3ce07b86fe03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8254d691-194d-4943-818e-8a6235804a54,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:34.015803 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-6046a1ab-e49f-48d7-8cee-3ce07b86fe03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.022208 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-6046a1ab-e49f-48d7-8cee-3ce07b86fe03 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8254d691-194d-4943-818e-8a6235804a54 HTTP/1.1" status: 204 len: 168 time: 0.3790643 Sep 21 17:00:34.024692 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56778) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:34.027674 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df8e755-bd96-46a9-8287-6eb01248d9a0 None None] Network 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 17:00:34.139241 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.149779 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Deleting port c89785d0-fc9e-4a0b-a166-489f47bb0aca {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:34.150147 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.297275 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] DHCP port deletion for 8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 17:00:34.301860 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] Deleting port c89785d0-fc9e-4a0b-a166-489f47bb0aca {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:34.302530 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.353812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 285f361c-c3cf-43c4-b19a-26ddf61851c1 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:34.363893 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] For port c89785d0-fc9e-4a0b-a166-489f47bb0aca, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c89785d0-fc9e-4a0b-a166-489f47bb0aca,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:34.364249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.393188 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 285f361c-c3cf-43c4-b19a-26ddf61851c1 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 17:00:34.393533 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 285f361c-c3cf-43c4-b19a-26ddf61851c1 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 17:00:34.393973 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8e0cf701-9f14-4e72-a860-e7a58396e445 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:34.456464 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 8e0cf701-9f14-4e72-a860-e7a58396e445 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 17:00:34.456808 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 8e0cf701-9f14-4e72-a860-e7a58396e445 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 17:00:34.457238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device c89785d0-fc9e-4a0b-a166-489f47bb0aca no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:34.592644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Calling delete_port for c89785d0-fc9e-4a0b-a166-489f47bb0aca owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:34.707446 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] For port c89785d0-fc9e-4a0b-a166-489f47bb0aca, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=c89785d0-fc9e-4a0b-a166-489f47bb0aca,segment=NetworkSegment(9607a89c-6316-43fe-b798-42cbbcc49b4b),segment_id=9607a89c-6316-43fe-b798-42cbbcc49b4b)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:34.707835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.758984 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.772462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Current status of the port c89785d0-fc9e-4a0b-a166-489f47bb0aca is: ACTIVE; New status is: DOWN {{(pid=89727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 21 17:00:34.772844 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1498543'] for port, before_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.811234 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] No DVR routers for this DVR port c89785d0-fc9e-4a0b-a166-489f47bb0aca on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:00:34.837781 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89785d0-fc9e-4a0b-a166-489f47bb0aca,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:34.840963 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] Calling delete_port for c89785d0-fc9e-4a0b-a166-489f47bb0aca owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:34.929973 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:34.962939 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:34.964986 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:00:34.965331 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:00:34.976152 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9607a89c-6316-43fe-b798-42cbbcc49b4b') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:34.976453 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9607a89c-6316-43fe-b798-42cbbcc49b4b') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:34.987700 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:35.003630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:35.009784 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:00:35.010242 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:35.047590 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-d9189717-2528-416f-b4c2-76b40d7c6c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:35.155508 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 9607a89c-6316-43fe-b798-42cbbcc49b4b resource provider aggregate not found Sep 21 17:00:35.171619 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 9607a89c-6316-43fe-b798-42cbbcc49b4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9607a89c-6316-43fe-b798-42cbbcc49b4b found for delete ", "request_id": "req-ef214612-3271-4800-90d2-890842430420"}]} Sep 21 17:00:35.184591 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:35.202869 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:35.213177 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:35.293832 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-27c5891a-d9f3-44de-9f1b-7dd55947b2a8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8a2726ec-7c0d-4ec8-9a8e-c8fa51ceb6d5 HTTP/1.1" status: 204 len: 168 time: 1.2680540 Sep 21 17:00:35.296630 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56790) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:35.466657 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] Deleting port c89785d0-fc9e-4a0b-a166-489f47bb0aca {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:35.466949 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:35.533789 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-6b531e81-6ab7-4818-bafe-7ded33b68243 None None] The port 'c89785d0-fc9e-4a0b-a166-489f47bb0aca' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 17:00:35.836925 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623720'] for router_interface, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:36.289644 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Deleting port 247f503c-c423-4c76-aeb7-068d491c155d {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:36.290021 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:36.336574 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:36.466121 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] For port 247f503c-c423-4c76-aeb7-068d491c155d, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=247f503c-c423-4c76-aeb7-068d491c155d,segment=NetworkSegment(959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd),segment_id=959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:36.466478 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:36.588304 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Calling delete_port for 247f503c-c423-4c76-aeb7-068d491c155d owned by network:router_interface {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:36.862187 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:36.910602 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=247f503c-c423-4c76-aeb7-068d491c155d,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:37.056321 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:37.221876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623620'] for router_interface, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:37.579492 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Router a8e44ee9-5340-46fa-b36e-483fe30cd2eb has already been hosted by L3 agent 407fdc02-49e7-408e-9733-e8a694596ae7 {{(pid=89725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 21 17:00:37.861652 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] Notify agent at l3_agent.dv-neutron-858618-1-hyperv the message routers_updated {{(pid=89725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 21 17:00:37.869855 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] Sync routers for ids ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'] in dv-neutron-858618-1-hyperv {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:00:37.879024 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] Routers {'a8e44ee9-5340-46fa-b36e-483fe30cd2eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 17:00:37.879656 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T17:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:37.977299 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-2bb7c458-ac25-4d9d-9b0b-1d9ce255b3bc admin admin] 10.222.0.65 "PUT /v2.0/routers/a8e44ee9-5340-46fa-b36e-483fe30cd2eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6774836 Sep 21 17:00:37.977854 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56798) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:38.059619 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] Set router a8e44ee9-5340-46fa-b36e-483fe30cd2eb gateway port host: dv-neutron-858618-1-hyperv {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 17:00:38.155169 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks [] for router, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:38.330823 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:38.343467 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:38.363577 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'external_fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16'}], 'enable_snat': True}, 'gw_port_id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T17:00:36Z', 'revision_number': 5, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port': {'id': 'b3235bcf-c838-4990-9ee9-3378ce987462', 'name': '', 'network_id': '6bd5eb2a-6bb0-49b5-bc2a-fee1bbe9ad26', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'ip_address': '172.26.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858618-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T16:55:24Z', 'updated_at': '2022-09-21T16:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '804ec6df-e5ee-43ef-8089-5065fceb6fa9', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858618-1-hyperv'}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:38.367539 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] Checking router: a8e44ee9-5340-46fa-b36e-483fe30cd2eb for host: dv-neutron-858618-1-hyperv {{(pid=89727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:00:38.380812 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] Routers {'a8e44ee9-5340-46fa-b36e-483fe30cd2eb'} bound to L3 agent in host dv-neutron-858618-1-hyperv {{(pid=89727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 21 17:00:38.381912 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858618-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T15:45:35Z,description=,heartbeat_timestamp=2022-09-21T17:00:35Z,host='dv-neutron-858618-1-hyperv',id=407fdc02-49e7-408e-9733-e8a694596ae7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T15:45:36Z,topic='l3_agent')) {'router_ids': ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'], 'active': True} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:38.413334 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Deleting port b3235bcf-c838-4990-9ee9-3378ce987462 {{(pid=89726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:38.413676 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:38.537978 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_dvr_db [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] Set router a8e44ee9-5340-46fa-b36e-483fe30cd2eb gateway port host: None {{(pid=89727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 21 17:00:38.586440 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.db [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] For port b3235bcf-c838-4990-9ee9-3378ce987462, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=b3235bcf-c838-4990-9ee9-3378ce987462,segment=NetworkSegment(5b6fa55e-edf9-4b04-bbe9-28289865af7a),segment_id=5b6fa55e-edf9-4b04-bbe9-28289865af7a)] {{(pid=89726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:38.586800 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:38.643538 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.db.l3_hamode_db [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T17:00:38Z', 'revision_number': 6, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port_host': None}], 'dv-neutron-858618-1-hyperv', False) {} {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:38.647353 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef290691-c38a-4106-b9e3-f6c1eb3f0c06 None None] The sync data for ids ['a8e44ee9-5340-46fa-b36e-483fe30cd2eb'] in dv-neutron-858618-1-hyperv is: [{'id': 'a8e44ee9-5340-46fa-b36e-483fe30cd2eb', 'name': 'tempest-TestSnapshotPattern-261146629-router', 'tenant_id': 'dca79312fc844942ba5215cb1a475a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T16:55:23Z', 'updated_at': '2022-09-21T17:00:38Z', 'revision_number': 6, 'project_id': 'dca79312fc844942ba5215cb1a475a12', 'gw_port_host': None}] {{(pid=89727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:00:38.709143 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Calling delete_port for b3235bcf-c838-4990-9ee9-3378ce987462 owned by network:router_gateway {{(pid=89726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:39.090434 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3079034'] for port, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.140762 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3235bcf-c838-4990-9ee9-3378ce987462,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:39.237860 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629379'] for router_gateway, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.519947 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62403'] for router, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.522247 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.613085 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1629454'] for router, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.613716 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e44ee9-5340-46fa-b36e-483fe30cd2eb {{(pid=89726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 21 17:00:39.629336 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] Notify callbacks [] for router, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.630961 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-e5d6a29e-8abd-4516-9057-2f8584efed22 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a8e44ee9-5340-46fa-b36e-483fe30cd2eb HTTP/1.1" status: 204 len: 168 time: 1.6521611 Sep 21 17:00:39.633499 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.wsgi [-] (89726) accepted ('10.222.0.65', 56802) {{(pid=89726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:39.694087 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.db.db_base_plugin_v2 [None req-023af088-8ff9-4e63-8000-d4dcac269ffd admin admin] Deleting subnet 8a701aaa-7091-40b0-b903-21e3ea57e064 {{(pid=89726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 21 17:00:39.697194 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-023af088-8ff9-4e63-8000-d4dcac269ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.749994 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-023af088-8ff9-4e63-8000-d4dcac269ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307176'] for subnet, precommit_delete_associations {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.825623 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-023af088-8ff9-4e63-8000-d4dcac269ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513319'] for subnet, precommit_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:39.962088 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-023af088-8ff9-4e63-8000-d4dcac269ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3079077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3406076'] for subnet, after_delete {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.004566 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023af088-8ff9-4e63-8000-d4dcac269ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a701aaa-7091-40b0-b903-21e3ea57e064,revision_number=None']} {{(pid=89726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:40.010759 dv-neutron-858618-1-hyperv neutron-server[89726]: DEBUG neutron_lib.callbacks.manager [None req-023af088-8ff9-4e63-8000-d4dcac269ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.018611 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be93ef3-4f02-47c5-8b3d-2b19a24df0fd None None] Network dfad243e-3725-4fe7-9e58-dc5eed565a1b requested from dv-neutron-858618-1-hyperv {{(pid=89727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 21 17:00:40.019214 dv-neutron-858618-1-hyperv neutron-server[89726]: INFO neutron.wsgi [None req-023af088-8ff9-4e63-8000-d4dcac269ffd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8a701aaa-7091-40b0-b903-21e3ea57e064 HTTP/1.1" status: 204 len: 168 time: 0.3828001 Sep 21 17:00:40.020162 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56806) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:40.142222 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1551526'] for network, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.153054 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Deleting port 223a0504-e0c6-465f-b1cc-81f160c07657 {{(pid=89725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:40.153381 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.334875 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] DHCP port deletion for dfad243e-3725-4fe7-9e58-dc5eed565a1b request from dv-neutron-858618-1-hyperv {{(pid=89727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 21 17:00:40.339520 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] Deleting port 223a0504-e0c6-465f-b1cc-81f160c07657 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:40.339976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.365098 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.db [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] For port 223a0504-e0c6-465f-b1cc-81f160c07657, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=223a0504-e0c6-465f-b1cc-81f160c07657,segment=NetworkSegment(959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd),segment_id=959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd)] {{(pid=89725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:40.365458 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.372170 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 247f503c-c423-4c76-aeb7-068d491c155d no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:40.425097 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 247f503c-c423-4c76-aeb7-068d491c155d {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 17:00:40.425442 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 247f503c-c423-4c76-aeb7-068d491c155d not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 17:00:40.425867 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b3235bcf-c838-4990-9ee9-3378ce987462 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:40.465725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: b3235bcf-c838-4990-9ee9-3378ce987462 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 17:00:40.466103 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device b3235bcf-c838-4990-9ee9-3378ce987462 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 17:00:40.492834 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.plugin [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Calling delete_port for 223a0504-e0c6-465f-b1cc-81f160c07657 owned by network:dhcp {{(pid=89725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:40.617050 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.db [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] For port 223a0504-e0c6-465f-b1cc-81f160c07657, host dv-neutron-858618-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858618-1-hyperv',level=0,port_id=223a0504-e0c6-465f-b1cc-81f160c07657,segment=NetworkSegment(959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd),segment_id=959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd)] {{(pid=89727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 21 17:00:40.617378 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1622930'] for port, precommit_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.625232 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741582825283', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741582303479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2235113'] for port, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.672204 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=223a0504-e0c6-465f-b1cc-81f160c07657,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:40.675556 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] No DVR routers for this DVR port 223a0504-e0c6-465f-b1cc-81f160c07657 on host dv-neutron-858618-1-hyperv {{(pid=89725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:00:40.741589 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] Calling delete_port for 223a0504-e0c6-465f-b1cc-81f160c07657 owned by network:dhcp {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 21 17:00:40.792828 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512905', 'neutron.services.segments.db._delete_segments_for_network-8741582805158'] for network, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.819067 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfad243e-3725-4fe7-9e58-dc5eed565a1b']}} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:40.819289 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.db.api [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:00:40.819484 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG oslo_db.api [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:00:40.831050 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd') {'for_net_delete': True} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:40.831354 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.services.segments.db [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd') {} {{(pid=89725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:00:40.842876 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741582841034', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269440'] for segment, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.862899 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508692'] for segment, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.871609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=89725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:00:40.871609 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2235036'] for segment, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:40.931502 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd resource provider aggregate not found Sep 21 17:00:40.959265 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.services.segments.plugin [-] Segment 959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 959b84a6-e2f2-4b4f-88c2-a76c11b7a5bd found for delete ", "request_id": "req-8358ee39-0863-4db0-8982-71443dbbf553"}]} Sep 21 17:00:41.030621 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629352'] for network, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:41.047802 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Notify callbacks [] for network, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:41.057732 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=dfad243e-3725-4fe7-9e58-dc5eed565a1b,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:41.065656 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-7da5f725-823b-43e1-844b-19a815b15a6b admin admin] 10.222.0.65 "DELETE /v2.0/networks/dfad243e-3725-4fe7-9e58-dc5eed565a1b HTTP/1.1" status: 204 len: 168 time: 1.0443275 Sep 21 17:00:41.320956 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] Deleting port 223a0504-e0c6-465f-b1cc-81f160c07657 {{(pid=89727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 21 17:00:41.321465 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741582823801'] for port, before_delete {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:41.371898 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56818) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:41.391226 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-48986172-ccd3-4240-9e44-f7ba280ee1c7 None None] The port '223a0504-e0c6-465f-b1cc-81f160c07657' was deleted {{(pid=89727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 21 17:00:41.428735 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-9e1cec8f-db9f-403f-be89-6ae8aff12e5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=388712df14c145d7a1349af97cc36a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552306 Sep 21 17:00:41.430770 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56822) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:41.488249 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-633d4594-ba97-4edc-a30c-251d752a79e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:41.513512 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-633d4594-ba97-4edc-a30c-251d752a79e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:41.650101 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-633d4594-ba97-4edc-a30c-251d752a79e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:41.667237 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d4594-ba97-4edc-a30c-251d752a79e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a078b7-e116-405d-8ff2-9ff28ef7240c,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:41.683635 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-633d4594-ba97-4edc-a30c-251d752a79e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:41.683635 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-633d4594-ba97-4edc-a30c-251d752a79e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70a078b7-e116-405d-8ff2-9ff28ef7240c HTTP/1.1" status: 204 len: 168 time: 0.2435641 Sep 21 17:00:42.285775 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56832) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:42.323853 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 223a0504-e0c6-465f-b1cc-81f160c07657 no longer exists at agent ovs-agent-dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 21 17:00:42.335057 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-4deaec17-3b7b-4d5c-a9d4-0997f1ef1bcd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dca79312fc844942ba5215cb1a475a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480917 Sep 21 17:00:42.337768 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.wsgi [-] (89725) accepted ('10.222.0.65', 56836) {{(pid=89725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 21 17:00:42.361420 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.plugin [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] No Port match for: 223a0504-e0c6-465f-b1cc-81f160c07657 {{(pid=89727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 21 17:00:42.361766 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron.plugins.ml2.rpc [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Device 223a0504-e0c6-465f-b1cc-81f160c07657 not bound to the agent host dv-neutron-858618-1-hyperv {{(pid=89727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 21 17:00:42.398541 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7744bd2-25fb-4a25-997f-93820cb2ae1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:42.428248 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7744bd2-25fb-4a25-997f-93820cb2ae1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:42.544254 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7744bd2-25fb-4a25-997f-93820cb2ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495745'] for security_group, after_delete {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:42.561425 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7744bd2-25fb-4a25-997f-93820cb2ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23104b1-f08f-491b-a140-aa0904ddc641,revision_number=None']} {{(pid=89725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:00:42.565867 dv-neutron-858618-1-hyperv neutron-server[89725]: DEBUG neutron_lib.callbacks.manager [None req-b7744bd2-25fb-4a25-997f-93820cb2ae1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:00:42.566909 dv-neutron-858618-1-hyperv neutron-server[89725]: INFO neutron.wsgi [None req-b7744bd2-25fb-4a25-997f-93820cb2ae1b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c23104b1-f08f-491b-a140-aa0904ddc641 HTTP/1.1" status: 204 len: 168 time: 0.2282393 Sep 21 17:00:59.646991 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:01.447481 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:01:02.929778 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cac33e7e-ce3b-4434-8e1b-6ee98c2590f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:05.018579 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1d4e-1b4a-4909-94e1-0b56e06f9c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:06.330269 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:07.066913 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:08.149348 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:29.649156 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:32.929248 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e48bba19-017c-4fb4-9dce-e11279bf5c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:35.029319 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3c2068aa-b0cc-4e31-ba6c-27aebd8f224b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:36.351818 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:37.069227 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:38.143342 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:01:38.447097 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:01:59.683164 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:02.902736 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-5c07a31b-e8a2-4ae4-8669-a58b15d18a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:05.019835 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-2a667bae-36fe-49ad-b3b1-a833d727c0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:06.322473 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:07.071358 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:08.154238 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:15.446105 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:02:29.659146 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:32.953739 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-3ddc785b-40e7-4df2-b5a6-a76941b7d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:35.033725 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-0c4a2108-492e-4493-a796-7d2e6eb08687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:36.336801 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:37.067976 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:38.151068 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:02:52.445136 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:02:59.679145 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:02.936411 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-e7e80e64-8949-419e-965e-3c2815435e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:05.027371 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-18b31439-e9dd-4bc2-9db4-477e85eb00cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:06.353293 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:07.084479 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:08.184389 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:29.444090 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:03:29.686625 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:32.952813 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6443-72bd-4d01-b68e-afb1c37e6db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:35.027067 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-027762f5-53ba-4f7e-9b40-3c54db09301a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:36.352462 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:37.084214 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:38.210221 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:03:59.672362 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:02.986826 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-cb3fcafa-8a1c-438f-8d25-340e6c25e8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:05.049178 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-b9108495-a788-4456-bb26-5bb34dadb84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:06.343140 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:06.443294 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:04:07.080598 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:08.186698 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:29.697132 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:32.945620 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-c199a2dd-96bc-4da6-b0f9-2085e6bfb125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:35.034317 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-710f3336-d4c0-47e7-9ca2-016763aab20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:36.331750 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:37.071451 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:38.211935 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:04:43.442607 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:04:59.690713 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:02.933633 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-1352be61-0182-4d97-8558-8f09f7ab4bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:05.030934 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-fc3b812c-d2da-4ef1-bb47-d4287c08ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:06.368167 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:07.093964 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:08.179409 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:20.442027 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:05:29.681999 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:32.935408 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-ed66cf74-815e-42f4-b41b-ed63ba205776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:35.055436 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-53d80719-30f3-42f0-bb58-64b6a873ac5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:36.352911 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:37.090243 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:38.184707 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:05:57.440992 dv-neutron-858618-1-hyperv neutron-server[89729]: DEBUG neutron.db.agents_db [None req-ba17525b-17d5-466d-b6dd-4c40969e5e14 None None] Agent healthcheck: found 6 active agents {{(pid=89729) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 21 17:05:59.678033 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a10fac9b-d04e-41b3-89cc-9e3addbd47d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:06:02.980647 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-336cb540-3da9-4663-9bf5-922370ea0a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:06:05.058553 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-277c8da6-779d-4c6f-8afb-c52edb3407b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:06:06.338784 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-a2310713-b6f6-4a39-84b5-39dc61626587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:06:07.081486 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-66a2ab25-b2dc-4612-9065-a507662c7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:06:08.186649 dv-neutron-858618-1-hyperv neutron-server[89727]: DEBUG neutron_lib.callbacks.manager [None req-60d37258-13b6-4263-b29a-fce2bf02d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741582805140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518851'] for agent, after_update {{(pid=89727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}